| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.6660306135147467, | |
| "eval_steps": 100, | |
| "global_step": 5020, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0033186070147055774, | |
| "grad_norm": 4.456874370574951, | |
| "learning_rate": 2.9850746268656716e-06, | |
| "loss": 1.5353, | |
| "mean_token_accuracy": 0.6246657922863961, | |
| "num_tokens": 10478467.0, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.006637214029411155, | |
| "grad_norm": 4.286330223083496, | |
| "learning_rate": 6.301824212271974e-06, | |
| "loss": 1.539, | |
| "mean_token_accuracy": 0.6244419991970063, | |
| "num_tokens": 20957957.0, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.009955821044116731, | |
| "grad_norm": 3.0627472400665283, | |
| "learning_rate": 9.618573797678276e-06, | |
| "loss": 1.4971, | |
| "mean_token_accuracy": 0.632022830657661, | |
| "num_tokens": 31438289.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01327442805882231, | |
| "grad_norm": 1.7509390115737915, | |
| "learning_rate": 1.2935323383084577e-05, | |
| "loss": 1.4407, | |
| "mean_token_accuracy": 0.6434033919125796, | |
| "num_tokens": 41924049.0, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.016593035073527888, | |
| "grad_norm": 0.8987186551094055, | |
| "learning_rate": 1.6252072968490882e-05, | |
| "loss": 1.343, | |
| "mean_token_accuracy": 0.6632689341902733, | |
| "num_tokens": 52403960.0, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.019911642088233462, | |
| "grad_norm": 0.532718300819397, | |
| "learning_rate": 1.956882255389718e-05, | |
| "loss": 1.2772, | |
| "mean_token_accuracy": 0.6764605836942792, | |
| "num_tokens": 62888044.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02323024910293904, | |
| "grad_norm": 0.2609790861606598, | |
| "learning_rate": 2.2885572139303486e-05, | |
| "loss": 1.2434, | |
| "mean_token_accuracy": 0.6825638456270099, | |
| "num_tokens": 73373804.0, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.02654885611764462, | |
| "grad_norm": 0.18926776945590973, | |
| "learning_rate": 2.6202321724709784e-05, | |
| "loss": 1.2089, | |
| "mean_token_accuracy": 0.6879415104165674, | |
| "num_tokens": 83859564.0, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.029867463132350197, | |
| "grad_norm": 0.12605148553848267, | |
| "learning_rate": 2.9519071310116086e-05, | |
| "loss": 1.1813, | |
| "mean_token_accuracy": 0.6934926675632596, | |
| "num_tokens": 94341375.0, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.033186070147055775, | |
| "grad_norm": 0.11590579897165298, | |
| "learning_rate": 3.283582089552239e-05, | |
| "loss": 1.1752, | |
| "mean_token_accuracy": 0.693216635286808, | |
| "num_tokens": 104822223.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.036504677161761354, | |
| "grad_norm": 0.09547381848096848, | |
| "learning_rate": 3.6152570480928693e-05, | |
| "loss": 1.1604, | |
| "mean_token_accuracy": 0.6961587481200695, | |
| "num_tokens": 115300251.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.039823284176466925, | |
| "grad_norm": 0.0811898410320282, | |
| "learning_rate": 3.946932006633499e-05, | |
| "loss": 1.1467, | |
| "mean_token_accuracy": 0.6987002680078149, | |
| "num_tokens": 125786011.0, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0431418911911725, | |
| "grad_norm": 0.09140197932720184, | |
| "learning_rate": 4.27860696517413e-05, | |
| "loss": 1.1379, | |
| "mean_token_accuracy": 0.7001684376969933, | |
| "num_tokens": 136271771.0, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.04646049820587808, | |
| "grad_norm": 0.08167432248592377, | |
| "learning_rate": 4.6102819237147596e-05, | |
| "loss": 1.1199, | |
| "mean_token_accuracy": 0.7031927773728966, | |
| "num_tokens": 146750501.0, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.04977910522058366, | |
| "grad_norm": 0.0784958228468895, | |
| "learning_rate": 4.94195688225539e-05, | |
| "loss": 1.1163, | |
| "mean_token_accuracy": 0.7042481828480959, | |
| "num_tokens": 157236261.0, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05309771223528924, | |
| "grad_norm": 0.07430163770914078, | |
| "learning_rate": 5.2736318407960206e-05, | |
| "loss": 1.1156, | |
| "mean_token_accuracy": 0.7039731776341795, | |
| "num_tokens": 167707724.0, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.056416319249994816, | |
| "grad_norm": 0.060517650097608566, | |
| "learning_rate": 5.6053067993366505e-05, | |
| "loss": 1.0956, | |
| "mean_token_accuracy": 0.7088292304426431, | |
| "num_tokens": 178192873.0, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.059734926264700394, | |
| "grad_norm": 0.06856600195169449, | |
| "learning_rate": 5.9369817578772804e-05, | |
| "loss": 1.0927, | |
| "mean_token_accuracy": 0.7086629722267389, | |
| "num_tokens": 188669161.0, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.06305353327940597, | |
| "grad_norm": 0.07093485444784164, | |
| "learning_rate": 6.268656716417911e-05, | |
| "loss": 1.0955, | |
| "mean_token_accuracy": 0.7079184643924237, | |
| "num_tokens": 199154921.0, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.06637214029411155, | |
| "grad_norm": 0.05826742202043533, | |
| "learning_rate": 6.600331674958541e-05, | |
| "loss": 1.0832, | |
| "mean_token_accuracy": 0.7102724656462669, | |
| "num_tokens": 209640324.0, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.06969074730881712, | |
| "grad_norm": 0.07690238952636719, | |
| "learning_rate": 6.93200663349917e-05, | |
| "loss": 1.0817, | |
| "mean_token_accuracy": 0.7107248041778803, | |
| "num_tokens": 220126084.0, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.07300935432352271, | |
| "grad_norm": 0.06953492760658264, | |
| "learning_rate": 7.263681592039802e-05, | |
| "loss": 1.0682, | |
| "mean_token_accuracy": 0.713701151125133, | |
| "num_tokens": 230610135.0, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.07632796133822828, | |
| "grad_norm": 0.06193999573588371, | |
| "learning_rate": 7.595356550580432e-05, | |
| "loss": 1.0681, | |
| "mean_token_accuracy": 0.7131396872922778, | |
| "num_tokens": 241083143.0, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.07964656835293385, | |
| "grad_norm": 0.06369080394506454, | |
| "learning_rate": 7.927031509121063e-05, | |
| "loss": 1.0581, | |
| "mean_token_accuracy": 0.7152676824480295, | |
| "num_tokens": 251567950.0, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.08296517536763943, | |
| "grad_norm": 0.06942826509475708, | |
| "learning_rate": 8.258706467661693e-05, | |
| "loss": 1.0594, | |
| "mean_token_accuracy": 0.7150783598423004, | |
| "num_tokens": 262047274.0, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.086283782382345, | |
| "grad_norm": 0.06275887042284012, | |
| "learning_rate": 8.590381426202321e-05, | |
| "loss": 1.056, | |
| "mean_token_accuracy": 0.7154936328530311, | |
| "num_tokens": 272528975.0, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.08960238939705059, | |
| "grad_norm": 0.08972194045782089, | |
| "learning_rate": 8.922056384742952e-05, | |
| "loss": 1.0536, | |
| "mean_token_accuracy": 0.7161832038313151, | |
| "num_tokens": 283003396.0, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.09292099641175616, | |
| "grad_norm": 0.08157947659492493, | |
| "learning_rate": 9.253731343283582e-05, | |
| "loss": 1.0425, | |
| "mean_token_accuracy": 0.7184201672673225, | |
| "num_tokens": 293478971.0, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.09623960342646175, | |
| "grad_norm": 0.07844681292772293, | |
| "learning_rate": 9.585406301824212e-05, | |
| "loss": 1.038, | |
| "mean_token_accuracy": 0.7192981209605932, | |
| "num_tokens": 303963290.0, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.09955821044116732, | |
| "grad_norm": 0.0755002573132515, | |
| "learning_rate": 9.917081260364843e-05, | |
| "loss": 1.0364, | |
| "mean_token_accuracy": 0.7191660417243838, | |
| "num_tokens": 314449050.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1028768174558729, | |
| "grad_norm": 0.08028624951839447, | |
| "learning_rate": 0.00010248756218905473, | |
| "loss": 1.0299, | |
| "mean_token_accuracy": 0.7209183381870389, | |
| "num_tokens": 324927560.0, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.10619542447057848, | |
| "grad_norm": 0.10507698357105255, | |
| "learning_rate": 0.00010580431177446104, | |
| "loss": 1.031, | |
| "mean_token_accuracy": 0.7204138159751892, | |
| "num_tokens": 335407530.0, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.10951403148528405, | |
| "grad_norm": 0.06311548501253128, | |
| "learning_rate": 0.00010912106135986733, | |
| "loss": 1.0146, | |
| "mean_token_accuracy": 0.7238196378573776, | |
| "num_tokens": 345873027.0, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.11283263849998963, | |
| "grad_norm": 0.08195403218269348, | |
| "learning_rate": 0.00011243781094527364, | |
| "loss": 1.0224, | |
| "mean_token_accuracy": 0.7224542181938887, | |
| "num_tokens": 356354384.0, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.1161512455146952, | |
| "grad_norm": 0.08367642015218735, | |
| "learning_rate": 0.00011575456053067994, | |
| "loss": 1.0217, | |
| "mean_token_accuracy": 0.7223985634744168, | |
| "num_tokens": 366830653.0, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.11946985252940079, | |
| "grad_norm": 0.10050886124372482, | |
| "learning_rate": 0.00011907131011608624, | |
| "loss": 1.0191, | |
| "mean_token_accuracy": 0.7234168009832501, | |
| "num_tokens": 377316413.0, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.12278845954410636, | |
| "grad_norm": 0.07655831426382065, | |
| "learning_rate": 0.00012238805970149255, | |
| "loss": 1.0148, | |
| "mean_token_accuracy": 0.7238867349922657, | |
| "num_tokens": 387802173.0, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.12610706655881193, | |
| "grad_norm": 0.0980726107954979, | |
| "learning_rate": 0.00012570480928689886, | |
| "loss": 1.008, | |
| "mean_token_accuracy": 0.7251724308356643, | |
| "num_tokens": 398281916.0, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1294256735735175, | |
| "grad_norm": 0.06910485029220581, | |
| "learning_rate": 0.00012902155887230515, | |
| "loss": 1.0041, | |
| "mean_token_accuracy": 0.7259774435311556, | |
| "num_tokens": 408763403.0, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.1327442805882231, | |
| "grad_norm": 0.06646759063005447, | |
| "learning_rate": 0.00013233830845771146, | |
| "loss": 0.9998, | |
| "mean_token_accuracy": 0.7269706262275577, | |
| "num_tokens": 419249163.0, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.13606288760292867, | |
| "grad_norm": 0.0789259672164917, | |
| "learning_rate": 0.00013565505804311774, | |
| "loss": 0.9958, | |
| "mean_token_accuracy": 0.7277587926015258, | |
| "num_tokens": 429719364.0, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.13938149461763424, | |
| "grad_norm": 0.18468795716762543, | |
| "learning_rate": 0.00013897180762852403, | |
| "loss": 1.0021, | |
| "mean_token_accuracy": 0.7267118034884333, | |
| "num_tokens": 440201684.0, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.14270010163233982, | |
| "grad_norm": 0.08505365252494812, | |
| "learning_rate": 0.00014228855721393034, | |
| "loss": 0.9932, | |
| "mean_token_accuracy": 0.728511150740087, | |
| "num_tokens": 450685358.0, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.14601870864704541, | |
| "grad_norm": 0.11861028522253036, | |
| "learning_rate": 0.00014560530679933665, | |
| "loss": 0.986, | |
| "mean_token_accuracy": 0.7299669992178679, | |
| "num_tokens": 461157458.0, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.14933731566175099, | |
| "grad_norm": 0.15240196883678436, | |
| "learning_rate": 0.00014892205638474297, | |
| "loss": 0.9923, | |
| "mean_token_accuracy": 0.7286881178617477, | |
| "num_tokens": 471643218.0, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.15265592267645656, | |
| "grad_norm": 0.07285284996032715, | |
| "learning_rate": 0.00015223880597014925, | |
| "loss": 0.9918, | |
| "mean_token_accuracy": 0.728894804045558, | |
| "num_tokens": 482128978.0, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.15597452969116213, | |
| "grad_norm": 0.12552587687969208, | |
| "learning_rate": 0.00015555555555555556, | |
| "loss": 0.9819, | |
| "mean_token_accuracy": 0.730852185562253, | |
| "num_tokens": 492607364.0, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.1592931367058677, | |
| "grad_norm": 0.11646983027458191, | |
| "learning_rate": 0.00015887230514096188, | |
| "loss": 0.9866, | |
| "mean_token_accuracy": 0.7297255454584957, | |
| "num_tokens": 10469538.0, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.1626117437205733, | |
| "grad_norm": 0.11252231895923615, | |
| "learning_rate": 0.00016218905472636816, | |
| "loss": 0.9854, | |
| "mean_token_accuracy": 0.7299044447019696, | |
| "num_tokens": 20950616.0, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.16593035073527887, | |
| "grad_norm": 0.20020079612731934, | |
| "learning_rate": 0.00016550580431177447, | |
| "loss": 0.9855, | |
| "mean_token_accuracy": 0.7301053939387202, | |
| "num_tokens": 31431941.0, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.16924895774998444, | |
| "grad_norm": 0.13659614324569702, | |
| "learning_rate": 0.00016882255389718078, | |
| "loss": 0.966, | |
| "mean_token_accuracy": 0.7341468974947929, | |
| "num_tokens": 41893875.0, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.17256756476469, | |
| "grad_norm": 0.07486096769571304, | |
| "learning_rate": 0.00017213930348258707, | |
| "loss": 0.9701, | |
| "mean_token_accuracy": 0.733239185065031, | |
| "num_tokens": 52370633.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.1758861717793956, | |
| "grad_norm": 0.11297636479139328, | |
| "learning_rate": 0.00017545605306799338, | |
| "loss": 0.9709, | |
| "mean_token_accuracy": 0.7331767013296485, | |
| "num_tokens": 62846694.0, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.17920477879410118, | |
| "grad_norm": 0.11334758251905441, | |
| "learning_rate": 0.0001787728026533997, | |
| "loss": 0.968, | |
| "mean_token_accuracy": 0.7332857694476843, | |
| "num_tokens": 73332454.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.18252338580880675, | |
| "grad_norm": 0.13509759306907654, | |
| "learning_rate": 0.00018208955223880598, | |
| "loss": 0.9672, | |
| "mean_token_accuracy": 0.7335175754502415, | |
| "num_tokens": 83811602.0, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.18584199282351233, | |
| "grad_norm": 0.16971918940544128, | |
| "learning_rate": 0.0001854063018242123, | |
| "loss": 0.9741, | |
| "mean_token_accuracy": 0.7320338256657124, | |
| "num_tokens": 94297362.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.1891605998382179, | |
| "grad_norm": 0.15524017810821533, | |
| "learning_rate": 0.0001887230514096186, | |
| "loss": 0.9581, | |
| "mean_token_accuracy": 0.735401445068419, | |
| "num_tokens": 104782926.0, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.1924792068529235, | |
| "grad_norm": 0.12434681504964828, | |
| "learning_rate": 0.0001920398009950249, | |
| "loss": 0.9548, | |
| "mean_token_accuracy": 0.7366825319826603, | |
| "num_tokens": 115268218.0, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.19579781386762907, | |
| "grad_norm": 0.11100148409605026, | |
| "learning_rate": 0.00019535655058043117, | |
| "loss": 0.949, | |
| "mean_token_accuracy": 0.7375084878876805, | |
| "num_tokens": 125753978.0, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.19911642088233464, | |
| "grad_norm": 0.14663784205913544, | |
| "learning_rate": 0.00019867330016583748, | |
| "loss": 0.9584, | |
| "mean_token_accuracy": 0.7354120567440987, | |
| "num_tokens": 136239738.0, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2024350278970402, | |
| "grad_norm": 0.09907996654510498, | |
| "learning_rate": 0.00019999945633031953, | |
| "loss": 0.9525, | |
| "mean_token_accuracy": 0.7368813240900636, | |
| "num_tokens": 146720869.0, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.2057536349117458, | |
| "grad_norm": 0.1264956295490265, | |
| "learning_rate": 0.00019999613392828115, | |
| "loss": 0.9502, | |
| "mean_token_accuracy": 0.7371340295299887, | |
| "num_tokens": 157206629.0, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.20907224192645138, | |
| "grad_norm": 0.09327522665262222, | |
| "learning_rate": 0.00019998979127427963, | |
| "loss": 0.9493, | |
| "mean_token_accuracy": 0.7376966508105397, | |
| "num_tokens": 167683348.0, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.21239084894115695, | |
| "grad_norm": 0.10375913232564926, | |
| "learning_rate": 0.00019998042858117328, | |
| "loss": 0.9528, | |
| "mean_token_accuracy": 0.7371220109984279, | |
| "num_tokens": 178169108.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.21570945595586252, | |
| "grad_norm": 0.09532920271158218, | |
| "learning_rate": 0.00019996804616317213, | |
| "loss": 0.9397, | |
| "mean_token_accuracy": 0.7393126789480448, | |
| "num_tokens": 188654868.0, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2190280629705681, | |
| "grad_norm": 0.07365228980779648, | |
| "learning_rate": 0.0001999526444358276, | |
| "loss": 0.9428, | |
| "mean_token_accuracy": 0.7387492464855313, | |
| "num_tokens": 199132993.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.2223466699852737, | |
| "grad_norm": 0.09153572469949722, | |
| "learning_rate": 0.0001999342239160185, | |
| "loss": 0.9458, | |
| "mean_token_accuracy": 0.7383740542456507, | |
| "num_tokens": 209618753.0, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.22566527699997926, | |
| "grad_norm": 0.11583089828491211, | |
| "learning_rate": 0.00019991278522193379, | |
| "loss": 0.939, | |
| "mean_token_accuracy": 0.7398658065125346, | |
| "num_tokens": 220096565.0, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.22898388401468484, | |
| "grad_norm": 0.11790600419044495, | |
| "learning_rate": 0.0001998883290730517, | |
| "loss": 0.9346, | |
| "mean_token_accuracy": 0.7406760269775987, | |
| "num_tokens": 230582325.0, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.2323024910293904, | |
| "grad_norm": 0.10092464089393616, | |
| "learning_rate": 0.00019986085629011556, | |
| "loss": 0.9413, | |
| "mean_token_accuracy": 0.7393560750409961, | |
| "num_tokens": 241068085.0, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.23562109804409598, | |
| "grad_norm": 0.116122305393219, | |
| "learning_rate": 0.00019983036779510634, | |
| "loss": 0.9328, | |
| "mean_token_accuracy": 0.7409803809598088, | |
| "num_tokens": 251553845.0, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.23893970505880158, | |
| "grad_norm": 0.08817829936742783, | |
| "learning_rate": 0.00019979686461121186, | |
| "loss": 0.9309, | |
| "mean_token_accuracy": 0.7414666019380093, | |
| "num_tokens": 262031432.0, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.24225831207350715, | |
| "grad_norm": 0.09951848536729813, | |
| "learning_rate": 0.0001997603478627921, | |
| "loss": 0.9343, | |
| "mean_token_accuracy": 0.7407814783975482, | |
| "num_tokens": 272498214.0, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.24557691908821272, | |
| "grad_norm": 0.11073072999715805, | |
| "learning_rate": 0.0001997208187753417, | |
| "loss": 0.9356, | |
| "mean_token_accuracy": 0.7404868887737394, | |
| "num_tokens": 282983974.0, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.2488955261029183, | |
| "grad_norm": 0.07899338752031326, | |
| "learning_rate": 0.00019967827867544883, | |
| "loss": 0.928, | |
| "mean_token_accuracy": 0.7419990302994848, | |
| "num_tokens": 293469734.0, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.25221413311762386, | |
| "grad_norm": 0.06835592538118362, | |
| "learning_rate": 0.00019963272899075054, | |
| "loss": 0.9308, | |
| "mean_token_accuracy": 0.7415564397349954, | |
| "num_tokens": 303948769.0, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.25553274013232946, | |
| "grad_norm": 0.07545626163482666, | |
| "learning_rate": 0.00019958417124988503, | |
| "loss": 0.9259, | |
| "mean_token_accuracy": 0.7425217816606164, | |
| "num_tokens": 314427690.0, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.258851347147035, | |
| "grad_norm": 0.13108845055103302, | |
| "learning_rate": 0.00019953260708244027, | |
| "loss": 0.9191, | |
| "mean_token_accuracy": 0.7440043790265918, | |
| "num_tokens": 324907918.0, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.2621699541617406, | |
| "grad_norm": 0.09534457325935364, | |
| "learning_rate": 0.00019947803821889913, | |
| "loss": 0.915, | |
| "mean_token_accuracy": 0.7448834925889969, | |
| "num_tokens": 335374336.0, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.2654885611764462, | |
| "grad_norm": 0.07554920017719269, | |
| "learning_rate": 0.00019942046649058166, | |
| "loss": 0.9227, | |
| "mean_token_accuracy": 0.7431973684579134, | |
| "num_tokens": 345835121.0, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.26880716819115175, | |
| "grad_norm": 0.09551262110471725, | |
| "learning_rate": 0.00019935989382958335, | |
| "loss": 0.9209, | |
| "mean_token_accuracy": 0.7434859313070774, | |
| "num_tokens": 356310668.0, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.27212577520585735, | |
| "grad_norm": 0.09637200087308884, | |
| "learning_rate": 0.00019929632226871035, | |
| "loss": 0.9148, | |
| "mean_token_accuracy": 0.7451079055666924, | |
| "num_tokens": 366789361.0, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.27544438222056294, | |
| "grad_norm": 0.09493401646614075, | |
| "learning_rate": 0.00019922975394141135, | |
| "loss": 0.9262, | |
| "mean_token_accuracy": 0.7423798104748129, | |
| "num_tokens": 377268594.0, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.2787629892352685, | |
| "grad_norm": 0.12235710024833679, | |
| "learning_rate": 0.00019916019108170586, | |
| "loss": 0.9084, | |
| "mean_token_accuracy": 0.7457977183163166, | |
| "num_tokens": 387743774.0, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.2820815962499741, | |
| "grad_norm": 0.13307656347751617, | |
| "learning_rate": 0.0001990876360241094, | |
| "loss": 0.9156, | |
| "mean_token_accuracy": 0.7445944549515844, | |
| "num_tokens": 10472523.0, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.28540020326467963, | |
| "grad_norm": 0.1116153821349144, | |
| "learning_rate": 0.00019901209120355484, | |
| "loss": 0.9135, | |
| "mean_token_accuracy": 0.745184931717813, | |
| "num_tokens": 20945510.0, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.28871881027938523, | |
| "grad_norm": 0.1001197025179863, | |
| "learning_rate": 0.0001989335591553111, | |
| "loss": 0.9016, | |
| "mean_token_accuracy": 0.7475148588418961, | |
| "num_tokens": 31425559.0, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.29203741729409083, | |
| "grad_norm": 0.11557689309120178, | |
| "learning_rate": 0.00019885204251489768, | |
| "loss": 0.9104, | |
| "mean_token_accuracy": 0.7455625429749488, | |
| "num_tokens": 41903088.0, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.29535602430879637, | |
| "grad_norm": 0.11414580792188644, | |
| "learning_rate": 0.00019876754401799648, | |
| "loss": 0.9103, | |
| "mean_token_accuracy": 0.7457076044753194, | |
| "num_tokens": 52384135.0, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.29867463132350197, | |
| "grad_norm": 0.1487276554107666, | |
| "learning_rate": 0.00019868006650035992, | |
| "loss": 0.9034, | |
| "mean_token_accuracy": 0.7474555226042867, | |
| "num_tokens": 62849020.0, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3019932383382075, | |
| "grad_norm": 0.24512167274951935, | |
| "learning_rate": 0.0001985896128977157, | |
| "loss": 0.9022, | |
| "mean_token_accuracy": 0.7475779382511973, | |
| "num_tokens": 73330811.0, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.3053118453529131, | |
| "grad_norm": 0.09478301554918289, | |
| "learning_rate": 0.00019849618624566832, | |
| "loss": 0.9181, | |
| "mean_token_accuracy": 0.744060843065381, | |
| "num_tokens": 83806268.0, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.3086304523676187, | |
| "grad_norm": 0.09469889849424362, | |
| "learning_rate": 0.00019839978967959728, | |
| "loss": 0.9121, | |
| "mean_token_accuracy": 0.7452088924124837, | |
| "num_tokens": 94291147.0, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.31194905938232426, | |
| "grad_norm": 0.1338571161031723, | |
| "learning_rate": 0.00019830042643455165, | |
| "loss": 0.9057, | |
| "mean_token_accuracy": 0.7466160029172897, | |
| "num_tokens": 104774123.0, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.31526766639702986, | |
| "grad_norm": 0.124733105301857, | |
| "learning_rate": 0.00019819809984514183, | |
| "loss": 0.8991, | |
| "mean_token_accuracy": 0.7479092827066779, | |
| "num_tokens": 115255061.0, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.3185862734117354, | |
| "grad_norm": 0.11022835224866867, | |
| "learning_rate": 0.00019809281334542736, | |
| "loss": 0.8941, | |
| "mean_token_accuracy": 0.7492923114448786, | |
| "num_tokens": 125734347.0, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.321904880426441, | |
| "grad_norm": 0.08194189518690109, | |
| "learning_rate": 0.00019798457046880168, | |
| "loss": 0.8987, | |
| "mean_token_accuracy": 0.7483082629740239, | |
| "num_tokens": 136220107.0, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.3252234874411466, | |
| "grad_norm": 0.13797785341739655, | |
| "learning_rate": 0.00019787337484787385, | |
| "loss": 0.8995, | |
| "mean_token_accuracy": 0.748322376422584, | |
| "num_tokens": 146705867.0, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.32854209445585214, | |
| "grad_norm": 0.13881815969944, | |
| "learning_rate": 0.00019775923021434622, | |
| "loss": 0.8928, | |
| "mean_token_accuracy": 0.7496528748422862, | |
| "num_tokens": 157180049.0, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.33186070147055774, | |
| "grad_norm": 0.0982946902513504, | |
| "learning_rate": 0.0001976421403988895, | |
| "loss": 0.8986, | |
| "mean_token_accuracy": 0.7486499631777406, | |
| "num_tokens": 167661741.0, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3351793084852633, | |
| "grad_norm": 0.1060449555516243, | |
| "learning_rate": 0.00019752210933101416, | |
| "loss": 0.9011, | |
| "mean_token_accuracy": 0.7479203771799803, | |
| "num_tokens": 178132832.0, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.3384979154999689, | |
| "grad_norm": 0.14371642470359802, | |
| "learning_rate": 0.00019739914103893838, | |
| "loss": 0.899, | |
| "mean_token_accuracy": 0.7481364840641618, | |
| "num_tokens": 188618592.0, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.3418165225146745, | |
| "grad_norm": 0.08715486526489258, | |
| "learning_rate": 0.0001972732396494531, | |
| "loss": 0.8967, | |
| "mean_token_accuracy": 0.7492184940725565, | |
| "num_tokens": 199096729.0, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.34513512952938, | |
| "grad_norm": 0.12464672327041626, | |
| "learning_rate": 0.00019714440938778328, | |
| "loss": 0.8864, | |
| "mean_token_accuracy": 0.7509257266297936, | |
| "num_tokens": 209565027.0, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.3484537365440856, | |
| "grad_norm": 0.1320679634809494, | |
| "learning_rate": 0.0001970126545774464, | |
| "loss": 0.8909, | |
| "mean_token_accuracy": 0.7498966613784432, | |
| "num_tokens": 220044714.0, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.3517723435587912, | |
| "grad_norm": 0.12225856631994247, | |
| "learning_rate": 0.00019687797964010708, | |
| "loss": 0.8878, | |
| "mean_token_accuracy": 0.7507304925471544, | |
| "num_tokens": 230529041.0, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.35509095057349677, | |
| "grad_norm": 0.12753193080425262, | |
| "learning_rate": 0.00019674038909542888, | |
| "loss": 0.8913, | |
| "mean_token_accuracy": 0.7500258840620517, | |
| "num_tokens": 241009835.0, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.35840955758820237, | |
| "grad_norm": 0.12206187844276428, | |
| "learning_rate": 0.00019659988756092246, | |
| "loss": 0.8922, | |
| "mean_token_accuracy": 0.7499410387128591, | |
| "num_tokens": 251493111.0, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.3617281646029079, | |
| "grad_norm": 0.07569900155067444, | |
| "learning_rate": 0.00019645647975179077, | |
| "loss": 0.8884, | |
| "mean_token_accuracy": 0.7509477300569415, | |
| "num_tokens": 261972173.0, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.3650467716176135, | |
| "grad_norm": 0.07960104942321777, | |
| "learning_rate": 0.00019631017048077077, | |
| "loss": 0.8865, | |
| "mean_token_accuracy": 0.7507594024762512, | |
| "num_tokens": 272450445.0, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3683653786323191, | |
| "grad_norm": 0.091305673122406, | |
| "learning_rate": 0.00019616096465797185, | |
| "loss": 0.8903, | |
| "mean_token_accuracy": 0.7503410935401916, | |
| "num_tokens": 282933131.0, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.37168398564702465, | |
| "grad_norm": 0.12274038791656494, | |
| "learning_rate": 0.00019600886729071108, | |
| "loss": 0.8831, | |
| "mean_token_accuracy": 0.7516113016754389, | |
| "num_tokens": 293417228.0, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.37500259266173025, | |
| "grad_norm": 0.13974039256572723, | |
| "learning_rate": 0.0001958538834833452, | |
| "loss": 0.8842, | |
| "mean_token_accuracy": 0.7515292694792152, | |
| "num_tokens": 303891928.0, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.3783211996764358, | |
| "grad_norm": 0.1255372166633606, | |
| "learning_rate": 0.0001956960184370993, | |
| "loss": 0.8883, | |
| "mean_token_accuracy": 0.7505260732024908, | |
| "num_tokens": 314377156.0, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.3816398066911414, | |
| "grad_norm": 0.1027783751487732, | |
| "learning_rate": 0.0001955352774498922, | |
| "loss": 0.8882, | |
| "mean_token_accuracy": 0.7508626377210021, | |
| "num_tokens": 324862309.0, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.384958413705847, | |
| "grad_norm": 0.10859072208404541, | |
| "learning_rate": 0.0001953716659161588, | |
| "loss": 0.8872, | |
| "mean_token_accuracy": 0.7507986824959516, | |
| "num_tokens": 335334617.0, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.38827702072055253, | |
| "grad_norm": 0.11672750860452652, | |
| "learning_rate": 0.00019520518932666892, | |
| "loss": 0.8841, | |
| "mean_token_accuracy": 0.7513738388195634, | |
| "num_tokens": 345820377.0, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.39159562773525813, | |
| "grad_norm": 0.11614928394556046, | |
| "learning_rate": 0.00019503585326834303, | |
| "loss": 0.8779, | |
| "mean_token_accuracy": 0.7526221085339785, | |
| "num_tokens": 356293562.0, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.3949142347499637, | |
| "grad_norm": 0.09835066646337509, | |
| "learning_rate": 0.0001948636634240649, | |
| "loss": 0.8783, | |
| "mean_token_accuracy": 0.7532607067376376, | |
| "num_tokens": 366774649.0, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.3982328417646693, | |
| "grad_norm": 0.1638692319393158, | |
| "learning_rate": 0.00019468862557249064, | |
| "loss": 0.8756, | |
| "mean_token_accuracy": 0.7537252847105265, | |
| "num_tokens": 377256275.0, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.4015514487793749, | |
| "grad_norm": 0.15556573867797852, | |
| "learning_rate": 0.00019451074558785497, | |
| "loss": 0.8811, | |
| "mean_token_accuracy": 0.7520053081214428, | |
| "num_tokens": 387739975.0, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.4048700557940804, | |
| "grad_norm": 0.12542197108268738, | |
| "learning_rate": 0.0001943300294397741, | |
| "loss": 0.8877, | |
| "mean_token_accuracy": 0.7509451704099774, | |
| "num_tokens": 398220868.0, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.408188662808786, | |
| "grad_norm": 0.09943215548992157, | |
| "learning_rate": 0.00019414648319304517, | |
| "loss": 0.8796, | |
| "mean_token_accuracy": 0.7522788923233747, | |
| "num_tokens": 408706628.0, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.4115072698234916, | |
| "grad_norm": 0.1275465190410614, | |
| "learning_rate": 0.0001939601130074429, | |
| "loss": 0.8788, | |
| "mean_token_accuracy": 0.7530741615220904, | |
| "num_tokens": 419192388.0, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.41482587683819716, | |
| "grad_norm": 0.09036266803741455, | |
| "learning_rate": 0.00019377092513751286, | |
| "loss": 0.8734, | |
| "mean_token_accuracy": 0.7542628727853298, | |
| "num_tokens": 429678148.0, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.41814448385290276, | |
| "grad_norm": 0.11080717295408249, | |
| "learning_rate": 0.00019357892593236151, | |
| "loss": 0.8735, | |
| "mean_token_accuracy": 0.7538423674181104, | |
| "num_tokens": 440161951.0, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.4214630908676083, | |
| "grad_norm": 0.07577451318502426, | |
| "learning_rate": 0.00019338412183544316, | |
| "loss": 0.8791, | |
| "mean_token_accuracy": 0.7527194999158382, | |
| "num_tokens": 450642673.0, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.4247816978823139, | |
| "grad_norm": 0.10234798491001129, | |
| "learning_rate": 0.00019318651938434372, | |
| "loss": 0.8656, | |
| "mean_token_accuracy": 0.7552645441144705, | |
| "num_tokens": 461128433.0, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.4281003048970195, | |
| "grad_norm": 0.06869622319936752, | |
| "learning_rate": 0.00019298612521056126, | |
| "loss": 0.8655, | |
| "mean_token_accuracy": 0.7555084478110075, | |
| "num_tokens": 471602493.0, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.43141891191172504, | |
| "grad_norm": 0.06701388210058212, | |
| "learning_rate": 0.00019278294603928352, | |
| "loss": 0.8841, | |
| "mean_token_accuracy": 0.7517282158136368, | |
| "num_tokens": 482073209.0, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.43473751892643064, | |
| "grad_norm": 0.11147171258926392, | |
| "learning_rate": 0.0001925769886891622, | |
| "loss": 0.8771, | |
| "mean_token_accuracy": 0.7530317701399326, | |
| "num_tokens": 492543515.0, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.4380561259411362, | |
| "grad_norm": 0.12707966566085815, | |
| "learning_rate": 0.00019236826007208412, | |
| "loss": 0.8726, | |
| "mean_token_accuracy": 0.7535556375980377, | |
| "num_tokens": 503029275.0, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.4413747329558418, | |
| "grad_norm": 0.09481809288263321, | |
| "learning_rate": 0.00019215676719293927, | |
| "loss": 0.8798, | |
| "mean_token_accuracy": 0.7525555873289704, | |
| "num_tokens": 513515035.0, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.4446933399705474, | |
| "grad_norm": 0.11830797046422958, | |
| "learning_rate": 0.00019194251714938564, | |
| "loss": 0.8667, | |
| "mean_token_accuracy": 0.7554455721750856, | |
| "num_tokens": 524000795.0, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.44801194698525293, | |
| "grad_norm": 0.10708022862672806, | |
| "learning_rate": 0.00019172551713161114, | |
| "loss": 0.8699, | |
| "mean_token_accuracy": 0.7541650122031569, | |
| "num_tokens": 534486555.0, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.45133055399995853, | |
| "grad_norm": 0.1296638399362564, | |
| "learning_rate": 0.00019150577442209233, | |
| "loss": 0.8689, | |
| "mean_token_accuracy": 0.7550072424113751, | |
| "num_tokens": 544966895.0, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.45464916101466407, | |
| "grad_norm": 0.10959133505821228, | |
| "learning_rate": 0.0001912832963953498, | |
| "loss": 0.8719, | |
| "mean_token_accuracy": 0.754011202044785, | |
| "num_tokens": 555448608.0, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.45796776802936967, | |
| "grad_norm": 0.13069604337215424, | |
| "learning_rate": 0.00019105809051770097, | |
| "loss": 0.8741, | |
| "mean_token_accuracy": 0.7538234619423747, | |
| "num_tokens": 565934368.0, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.46128637504407527, | |
| "grad_norm": 0.08488507568836212, | |
| "learning_rate": 0.00019083016434700924, | |
| "loss": 0.8578, | |
| "mean_token_accuracy": 0.7571931520476938, | |
| "num_tokens": 576412160.0, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.4646049820587808, | |
| "grad_norm": 0.12605434656143188, | |
| "learning_rate": 0.00019059952553243065, | |
| "loss": 0.8528, | |
| "mean_token_accuracy": 0.7582787131890655, | |
| "num_tokens": 586897920.0, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.4679235890734864, | |
| "grad_norm": 0.11124076694250107, | |
| "learning_rate": 0.00019036618181415696, | |
| "loss": 0.8704, | |
| "mean_token_accuracy": 0.7547924173995852, | |
| "num_tokens": 597383680.0, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.47124219608819196, | |
| "grad_norm": 0.09255870431661606, | |
| "learning_rate": 0.00019013014102315585, | |
| "loss": 0.8691, | |
| "mean_token_accuracy": 0.7550907328724861, | |
| "num_tokens": 607866591.0, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.47456080310289755, | |
| "grad_norm": 0.08366747945547104, | |
| "learning_rate": 0.00018989141108090833, | |
| "loss": 0.8625, | |
| "mean_token_accuracy": 0.7563490144908428, | |
| "num_tokens": 618337879.0, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.47787941011760315, | |
| "grad_norm": 0.13047565519809723, | |
| "learning_rate": 0.00018964999999914275, | |
| "loss": 0.867, | |
| "mean_token_accuracy": 0.7551734404638409, | |
| "num_tokens": 628816840.0, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.4811980171323087, | |
| "grad_norm": 0.12230905890464783, | |
| "learning_rate": 0.00018940591587956592, | |
| "loss": 0.8607, | |
| "mean_token_accuracy": 0.7568699663504959, | |
| "num_tokens": 639290749.0, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.4845166241470143, | |
| "grad_norm": 0.09320119768381119, | |
| "learning_rate": 0.00018915916691359132, | |
| "loss": 0.8684, | |
| "mean_token_accuracy": 0.7548679873347283, | |
| "num_tokens": 649769619.0, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.4878352311617199, | |
| "grad_norm": 0.11995600163936615, | |
| "learning_rate": 0.00018890976138206405, | |
| "loss": 0.8548, | |
| "mean_token_accuracy": 0.7585142718628048, | |
| "num_tokens": 660248506.0, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.49115383817642544, | |
| "grad_norm": 0.11266778409481049, | |
| "learning_rate": 0.00018865770765498312, | |
| "loss": 0.8588, | |
| "mean_token_accuracy": 0.757077083736658, | |
| "num_tokens": 670732739.0, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.49447244519113104, | |
| "grad_norm": 0.09791893512010574, | |
| "learning_rate": 0.0001884030141912203, | |
| "loss": 0.8579, | |
| "mean_token_accuracy": 0.7574174387380481, | |
| "num_tokens": 681218499.0, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.4977910522058366, | |
| "grad_norm": 0.07898171246051788, | |
| "learning_rate": 0.00018814568953823654, | |
| "loss": 0.8497, | |
| "mean_token_accuracy": 0.7593075778335333, | |
| "num_tokens": 691697020.0, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5011096592205422, | |
| "grad_norm": 0.12533102929592133, | |
| "learning_rate": 0.00018788574233179485, | |
| "loss": 0.865, | |
| "mean_token_accuracy": 0.7557816857472062, | |
| "num_tokens": 702180475.0, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.5044282662352477, | |
| "grad_norm": 0.12405435740947723, | |
| "learning_rate": 0.00018762318129567066, | |
| "loss": 0.8592, | |
| "mean_token_accuracy": 0.7572093108668924, | |
| "num_tokens": 712656102.0, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.5077468732499534, | |
| "grad_norm": 0.1356426179409027, | |
| "learning_rate": 0.00018735801524135897, | |
| "loss": 0.8669, | |
| "mean_token_accuracy": 0.7553769392892719, | |
| "num_tokens": 723127725.0, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.5110654802646589, | |
| "grad_norm": 0.07235228270292282, | |
| "learning_rate": 0.0001870902530677787, | |
| "loss": 0.8549, | |
| "mean_token_accuracy": 0.7580863270908594, | |
| "num_tokens": 733606702.0, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.5143840872793645, | |
| "grad_norm": 0.10672928392887115, | |
| "learning_rate": 0.00018681990376097392, | |
| "loss": 0.8555, | |
| "mean_token_accuracy": 0.75790313500911, | |
| "num_tokens": 744081682.0, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.51770269429407, | |
| "grad_norm": 0.10490447282791138, | |
| "learning_rate": 0.00018654697639381248, | |
| "loss": 0.8449, | |
| "mean_token_accuracy": 0.7598242353647947, | |
| "num_tokens": 754567442.0, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.5210213013087757, | |
| "grad_norm": 0.12515957653522491, | |
| "learning_rate": 0.0001862714801256813, | |
| "loss": 0.8596, | |
| "mean_token_accuracy": 0.756611785106361, | |
| "num_tokens": 765040235.0, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.5243399083234812, | |
| "grad_norm": 0.11183013767004013, | |
| "learning_rate": 0.00018599342420217915, | |
| "loss": 0.8545, | |
| "mean_token_accuracy": 0.7579139837995171, | |
| "num_tokens": 775525995.0, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.5276585153381868, | |
| "grad_norm": 0.08167802542448044, | |
| "learning_rate": 0.0001857128179548063, | |
| "loss": 0.8562, | |
| "mean_token_accuracy": 0.7578157868236304, | |
| "num_tokens": 786003789.0, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.5309771223528924, | |
| "grad_norm": 0.09493687748908997, | |
| "learning_rate": 0.0001854296708006514, | |
| "loss": 0.8578, | |
| "mean_token_accuracy": 0.7576355727389454, | |
| "num_tokens": 796489549.0, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.534295729367598, | |
| "grad_norm": 0.1299983710050583, | |
| "learning_rate": 0.00018514399224207545, | |
| "loss": 0.8563, | |
| "mean_token_accuracy": 0.7578905867412686, | |
| "num_tokens": 806968696.0, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.5376143363823035, | |
| "grad_norm": 0.10947688668966293, | |
| "learning_rate": 0.0001848557918663927, | |
| "loss": 0.8537, | |
| "mean_token_accuracy": 0.7585803955793381, | |
| "num_tokens": 817454456.0, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.5409329433970091, | |
| "grad_norm": 0.17463596165180206, | |
| "learning_rate": 0.00018456507934554926, | |
| "loss": 0.8465, | |
| "mean_token_accuracy": 0.759968264773488, | |
| "num_tokens": 827931259.0, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.5442515504117147, | |
| "grad_norm": 0.1509849727153778, | |
| "learning_rate": 0.0001842718644357982, | |
| "loss": 0.8549, | |
| "mean_token_accuracy": 0.7577539026737213, | |
| "num_tokens": 838409784.0, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.5475701574264202, | |
| "grad_norm": 0.10163529962301254, | |
| "learning_rate": 0.00018397615697737235, | |
| "loss": 0.8435, | |
| "mean_token_accuracy": 0.7604600984603167, | |
| "num_tokens": 848880888.0, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.5508887644411259, | |
| "grad_norm": 0.08583993464708328, | |
| "learning_rate": 0.0001836779668941538, | |
| "loss": 0.8447, | |
| "mean_token_accuracy": 0.760548378713429, | |
| "num_tokens": 859360736.0, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.5542073714558314, | |
| "grad_norm": 0.09835182130336761, | |
| "learning_rate": 0.00018337730419334128, | |
| "loss": 0.8456, | |
| "mean_token_accuracy": 0.760054505057633, | |
| "num_tokens": 869843033.0, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.557525978470537, | |
| "grad_norm": 0.11671733111143112, | |
| "learning_rate": 0.00018307417896511386, | |
| "loss": 0.8563, | |
| "mean_token_accuracy": 0.7578504301607609, | |
| "num_tokens": 880321148.0, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.5608445854852425, | |
| "grad_norm": 0.1542026400566101, | |
| "learning_rate": 0.00018276860138229253, | |
| "loss": 0.8424, | |
| "mean_token_accuracy": 0.7604312267154455, | |
| "num_tokens": 890806908.0, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.5641631924999482, | |
| "grad_norm": 0.1336473971605301, | |
| "learning_rate": 0.00018246058169999894, | |
| "loss": 0.8412, | |
| "mean_token_accuracy": 0.761156851425767, | |
| "num_tokens": 901287636.0, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.5674817995146537, | |
| "grad_norm": 0.14709115028381348, | |
| "learning_rate": 0.000182150130255311, | |
| "loss": 0.8553, | |
| "mean_token_accuracy": 0.7579629141837358, | |
| "num_tokens": 911773396.0, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.5708004065293593, | |
| "grad_norm": 0.08315177261829376, | |
| "learning_rate": 0.00018183725746691607, | |
| "loss": 0.8501, | |
| "mean_token_accuracy": 0.7591048136353493, | |
| "num_tokens": 922252700.0, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.5741190135440649, | |
| "grad_norm": 0.13854211568832397, | |
| "learning_rate": 0.0001815219738347614, | |
| "loss": 0.8369, | |
| "mean_token_accuracy": 0.7621023176237941, | |
| "num_tokens": 932731797.0, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.5774376205587705, | |
| "grad_norm": 0.09793327003717422, | |
| "learning_rate": 0.0001812042899397015, | |
| "loss": 0.8571, | |
| "mean_token_accuracy": 0.7572241809219122, | |
| "num_tokens": 943210781.0, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.580756227573476, | |
| "grad_norm": 0.15137037634849548, | |
| "learning_rate": 0.00018088421644314344, | |
| "loss": 0.8513, | |
| "mean_token_accuracy": 0.7588881932199001, | |
| "num_tokens": 953695566.0, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.5840748345881817, | |
| "grad_norm": 0.12938319146633148, | |
| "learning_rate": 0.00018056176408668862, | |
| "loss": 0.8444, | |
| "mean_token_accuracy": 0.7602495316416025, | |
| "num_tokens": 964181326.0, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.5873934416028872, | |
| "grad_norm": 0.10059011727571487, | |
| "learning_rate": 0.00018023694369177266, | |
| "loss": 0.8503, | |
| "mean_token_accuracy": 0.7586783742532134, | |
| "num_tokens": 974653160.0, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.5907120486175927, | |
| "grad_norm": 0.11409953236579895, | |
| "learning_rate": 0.00017990976615930192, | |
| "loss": 0.844, | |
| "mean_token_accuracy": 0.7604539269581437, | |
| "num_tokens": 985138920.0, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.5940306556322983, | |
| "grad_norm": 0.11919377744197845, | |
| "learning_rate": 0.00017958024246928793, | |
| "loss": 0.8397, | |
| "mean_token_accuracy": 0.76123832706362, | |
| "num_tokens": 995624680.0, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.5973492626470039, | |
| "grad_norm": 0.10679172724485397, | |
| "learning_rate": 0.00017924838368047873, | |
| "loss": 0.8407, | |
| "mean_token_accuracy": 0.7609953947365284, | |
| "num_tokens": 1006102776.0, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6006678696617095, | |
| "grad_norm": 0.15905922651290894, | |
| "learning_rate": 0.0001789142009299879, | |
| "loss": 0.8376, | |
| "mean_token_accuracy": 0.7617803292348981, | |
| "num_tokens": 1016586824.0, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.603986476676415, | |
| "grad_norm": 0.11889604479074478, | |
| "learning_rate": 0.0001785777054329205, | |
| "loss": 0.8395, | |
| "mean_token_accuracy": 0.7612660808488727, | |
| "num_tokens": 1027072584.0, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.6073050836911207, | |
| "grad_norm": 0.0883103609085083, | |
| "learning_rate": 0.00017823890848199707, | |
| "loss": 0.8504, | |
| "mean_token_accuracy": 0.7590753987431527, | |
| "num_tokens": 1037554689.0, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.6106236907058262, | |
| "grad_norm": 0.14156708121299744, | |
| "learning_rate": 0.00017789782144717446, | |
| "loss": 0.8434, | |
| "mean_token_accuracy": 0.7608080705627799, | |
| "num_tokens": 1048040449.0, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.6139422977205318, | |
| "grad_norm": 0.13070257008075714, | |
| "learning_rate": 0.00017755445577526422, | |
| "loss": 0.8442, | |
| "mean_token_accuracy": 0.7606491534039378, | |
| "num_tokens": 1058523338.0, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.6172609047352374, | |
| "grad_norm": 0.11883427202701569, | |
| "learning_rate": 0.0001772088229895485, | |
| "loss": 0.8375, | |
| "mean_token_accuracy": 0.7617071146145463, | |
| "num_tokens": 1068998950.0, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.620579511749943, | |
| "grad_norm": 0.11459514498710632, | |
| "learning_rate": 0.00017686093468939328, | |
| "loss": 0.8439, | |
| "mean_token_accuracy": 0.7603834588080645, | |
| "num_tokens": 1079462588.0, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.6238981187646485, | |
| "grad_norm": 0.0874410942196846, | |
| "learning_rate": 0.00017651080254985933, | |
| "loss": 0.8526, | |
| "mean_token_accuracy": 0.7584025146439671, | |
| "num_tokens": 1089948348.0, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.6272167257793542, | |
| "grad_norm": 0.0875912755727768, | |
| "learning_rate": 0.00017615843832131004, | |
| "loss": 0.8297, | |
| "mean_token_accuracy": 0.7632458617910742, | |
| "num_tokens": 1100430212.0, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.6305353327940597, | |
| "grad_norm": 0.12681277096271515, | |
| "learning_rate": 0.0001758038538290172, | |
| "loss": 0.8336, | |
| "mean_token_accuracy": 0.7626405974850059, | |
| "num_tokens": 1110913054.0, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6338539398087653, | |
| "grad_norm": 0.09869815409183502, | |
| "learning_rate": 0.00017544706097276442, | |
| "loss": 0.8281, | |
| "mean_token_accuracy": 0.7639485985040665, | |
| "num_tokens": 1121380974.0, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.6371725468234708, | |
| "grad_norm": 0.1290808469057083, | |
| "learning_rate": 0.0001750880717264474, | |
| "loss": 0.8318, | |
| "mean_token_accuracy": 0.7631193609908223, | |
| "num_tokens": 1131865472.0, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.6404911538381765, | |
| "grad_norm": 0.11061016470193863, | |
| "learning_rate": 0.00017472689813767233, | |
| "loss": 0.8341, | |
| "mean_token_accuracy": 0.7627505380660295, | |
| "num_tokens": 1142348802.0, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.643809760852882, | |
| "grad_norm": 0.08618409931659698, | |
| "learning_rate": 0.0001743635523273514, | |
| "loss": 0.8343, | |
| "mean_token_accuracy": 0.7625327391549945, | |
| "num_tokens": 1152830874.0, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.6471283678675875, | |
| "grad_norm": 0.11828841269016266, | |
| "learning_rate": 0.0001739980464892961, | |
| "loss": 0.8337, | |
| "mean_token_accuracy": 0.7623861156404018, | |
| "num_tokens": 1163316634.0, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.6504469748822932, | |
| "grad_norm": 0.06827554851770401, | |
| "learning_rate": 0.00017363039288980815, | |
| "loss": 0.8309, | |
| "mean_token_accuracy": 0.7630320440977811, | |
| "num_tokens": 1173796355.0, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.6537655818969987, | |
| "grad_norm": 0.09030026942491531, | |
| "learning_rate": 0.00017326060386726758, | |
| "loss": 0.8368, | |
| "mean_token_accuracy": 0.762061744555831, | |
| "num_tokens": 1184271410.0, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.6570841889117043, | |
| "grad_norm": 0.12762907147407532, | |
| "learning_rate": 0.00017288869183171887, | |
| "loss": 0.8324, | |
| "mean_token_accuracy": 0.7626056496053935, | |
| "num_tokens": 1194743145.0, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.6604027959264099, | |
| "grad_norm": 0.09776946902275085, | |
| "learning_rate": 0.00017251466926445432, | |
| "loss": 0.8366, | |
| "mean_token_accuracy": 0.7619501492008567, | |
| "num_tokens": 1205220732.0, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.6637214029411155, | |
| "grad_norm": 0.11090876907110214, | |
| "learning_rate": 0.00017213854871759524, | |
| "loss": 0.8307, | |
| "mean_token_accuracy": 0.762708786316216, | |
| "num_tokens": 1215706492.0, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.667040009955821, | |
| "grad_norm": 0.09803315252065659, | |
| "learning_rate": 0.00017176034281367076, | |
| "loss": 0.8343, | |
| "mean_token_accuracy": 0.7625784434378147, | |
| "num_tokens": 1226178379.0, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.6703586169705266, | |
| "grad_norm": 0.13478384912014008, | |
| "learning_rate": 0.00017138006424519418, | |
| "loss": 0.8308, | |
| "mean_token_accuracy": 0.7635397264733911, | |
| "num_tokens": 1236664139.0, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.6736772239852322, | |
| "grad_norm": 0.07813051342964172, | |
| "learning_rate": 0.00017099772577423687, | |
| "loss": 0.8352, | |
| "mean_token_accuracy": 0.7626818338409066, | |
| "num_tokens": 1247129133.0, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.6769958309999378, | |
| "grad_norm": 0.10438504815101624, | |
| "learning_rate": 0.0001706133402320003, | |
| "loss": 0.8289, | |
| "mean_token_accuracy": 0.7641463791951537, | |
| "num_tokens": 1257612919.0, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.6803144380146433, | |
| "grad_norm": 0.07366824150085449, | |
| "learning_rate": 0.00017022692051838512, | |
| "loss": 0.8321, | |
| "mean_token_accuracy": 0.7632344393059611, | |
| "num_tokens": 1268090812.0, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.683633045029349, | |
| "grad_norm": 0.11721368134021759, | |
| "learning_rate": 0.00016983847960155837, | |
| "loss": 0.8305, | |
| "mean_token_accuracy": 0.7635456619784236, | |
| "num_tokens": 1278567420.0, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.6869516520440545, | |
| "grad_norm": 0.12061051279306412, | |
| "learning_rate": 0.00016944803051751825, | |
| "loss": 0.8267, | |
| "mean_token_accuracy": 0.764389518275857, | |
| "num_tokens": 1289038677.0, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.69027025905876, | |
| "grad_norm": 0.09406062960624695, | |
| "learning_rate": 0.00016905558636965665, | |
| "loss": 0.8293, | |
| "mean_token_accuracy": 0.7638228122144938, | |
| "num_tokens": 1299524437.0, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.6935888660734657, | |
| "grad_norm": 0.10373110324144363, | |
| "learning_rate": 0.0001686611603283195, | |
| "loss": 0.8329, | |
| "mean_token_accuracy": 0.7628338277339936, | |
| "num_tokens": 1310010197.0, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.6969074730881712, | |
| "grad_norm": 0.1447826474905014, | |
| "learning_rate": 0.0001682647656303645, | |
| "loss": 0.8313, | |
| "mean_token_accuracy": 0.7633772963657975, | |
| "num_tokens": 1320495957.0, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7002260801028768, | |
| "grad_norm": 0.12078222632408142, | |
| "learning_rate": 0.00016786641557871716, | |
| "loss": 0.8207, | |
| "mean_token_accuracy": 0.7654614228755235, | |
| "num_tokens": 1330959272.0, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.7035446871175824, | |
| "grad_norm": 0.11979147046804428, | |
| "learning_rate": 0.0001674661235419243, | |
| "loss": 0.8191, | |
| "mean_token_accuracy": 0.7659799061715603, | |
| "num_tokens": 1341445032.0, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.706863294132288, | |
| "grad_norm": 0.09704011678695679, | |
| "learning_rate": 0.00016706390295370517, | |
| "loss": 0.8306, | |
| "mean_token_accuracy": 0.7632294148206711, | |
| "num_tokens": 1351904029.0, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.7101819011469935, | |
| "grad_norm": 0.15954768657684326, | |
| "learning_rate": 0.00016665976731250115, | |
| "loss": 0.8247, | |
| "mean_token_accuracy": 0.7646481277421117, | |
| "num_tokens": 1362389789.0, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.7135005081616991, | |
| "grad_norm": 0.14417655766010284, | |
| "learning_rate": 0.0001662537301810221, | |
| "loss": 0.8362, | |
| "mean_token_accuracy": 0.7622023215517402, | |
| "num_tokens": 1372875549.0, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.7168191151764047, | |
| "grad_norm": 0.08781994134187698, | |
| "learning_rate": 0.00016584580518579163, | |
| "loss": 0.8278, | |
| "mean_token_accuracy": 0.7639455853030086, | |
| "num_tokens": 1383345624.0, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.7201377221911103, | |
| "grad_norm": 0.09008403867483139, | |
| "learning_rate": 0.00016543600601668973, | |
| "loss": 0.8262, | |
| "mean_token_accuracy": 0.7642499217763543, | |
| "num_tokens": 1393831384.0, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.7234563292058158, | |
| "grad_norm": 0.1012243777513504, | |
| "learning_rate": 0.0001650243464264932, | |
| "loss": 0.8252, | |
| "mean_token_accuracy": 0.76409882735461, | |
| "num_tokens": 1404309091.0, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.7267749362205215, | |
| "grad_norm": 0.08128339797258377, | |
| "learning_rate": 0.0001646108402304142, | |
| "loss": 0.8229, | |
| "mean_token_accuracy": 0.7648266503587365, | |
| "num_tokens": 1414794700.0, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.730093543235227, | |
| "grad_norm": 0.11436230689287186, | |
| "learning_rate": 0.0001641955013056366, | |
| "loss": 0.8276, | |
| "mean_token_accuracy": 0.7645352957770228, | |
| "num_tokens": 1425280460.0, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.7334121502499326, | |
| "grad_norm": 0.09136373549699783, | |
| "learning_rate": 0.00016377834359085038, | |
| "loss": 0.831, | |
| "mean_token_accuracy": 0.7633469367399812, | |
| "num_tokens": 1435765321.0, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.7367307572646382, | |
| "grad_norm": 0.07795336097478867, | |
| "learning_rate": 0.00016335938108578358, | |
| "loss": 0.8306, | |
| "mean_token_accuracy": 0.7631049901247025, | |
| "num_tokens": 1446251081.0, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.7400493642793438, | |
| "grad_norm": 0.09848517179489136, | |
| "learning_rate": 0.00016293862785073278, | |
| "loss": 0.8309, | |
| "mean_token_accuracy": 0.7634068943560124, | |
| "num_tokens": 1456730603.0, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.7433679712940493, | |
| "grad_norm": 0.11463901400566101, | |
| "learning_rate": 0.000162516098006091, | |
| "loss": 0.8255, | |
| "mean_token_accuracy": 0.7645809097215533, | |
| "num_tokens": 1467207203.0, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.7466865783087548, | |
| "grad_norm": 0.11084874719381332, | |
| "learning_rate": 0.00016209180573187394, | |
| "loss": 0.83, | |
| "mean_token_accuracy": 0.7636783845722676, | |
| "num_tokens": 1477678213.0, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.7500051853234605, | |
| "grad_norm": 0.09073188900947571, | |
| "learning_rate": 0.0001616657652672441, | |
| "loss": 0.8233, | |
| "mean_token_accuracy": 0.7654302371665835, | |
| "num_tokens": 1488163973.0, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.753323792338166, | |
| "grad_norm": 0.14429152011871338, | |
| "learning_rate": 0.00016123799091003285, | |
| "loss": 0.8191, | |
| "mean_token_accuracy": 0.7660181423649192, | |
| "num_tokens": 1498637634.0, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.7566423993528716, | |
| "grad_norm": 0.07778177410364151, | |
| "learning_rate": 0.00016080849701626072, | |
| "loss": 0.826, | |
| "mean_token_accuracy": 0.764384999871254, | |
| "num_tokens": 1509120509.0, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.7599610063675772, | |
| "grad_norm": 0.12707629799842834, | |
| "learning_rate": 0.00016037729799965548, | |
| "loss": 0.8254, | |
| "mean_token_accuracy": 0.7643630396574735, | |
| "num_tokens": 1519606269.0, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.7632796133822828, | |
| "grad_norm": 0.09941043704748154, | |
| "learning_rate": 0.00015994440833116846, | |
| "loss": 0.8251, | |
| "mean_token_accuracy": 0.7642654919996857, | |
| "num_tokens": 1530087863.0, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.7665982203969883, | |
| "grad_norm": 0.07371927052736282, | |
| "learning_rate": 0.000159509842538489, | |
| "loss": 0.8093, | |
| "mean_token_accuracy": 0.767849182151258, | |
| "num_tokens": 1540567795.0, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.769916827411694, | |
| "grad_norm": 0.09582529217004776, | |
| "learning_rate": 0.0001590736152055567, | |
| "loss": 0.8287, | |
| "mean_token_accuracy": 0.7640875386074185, | |
| "num_tokens": 1551047059.0, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.7732354344263995, | |
| "grad_norm": 0.0895957350730896, | |
| "learning_rate": 0.00015863574097207226, | |
| "loss": 0.8125, | |
| "mean_token_accuracy": 0.7677104644477367, | |
| "num_tokens": 1561532819.0, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.7765540414411051, | |
| "grad_norm": 0.1037888452410698, | |
| "learning_rate": 0.00015819623453300593, | |
| "loss": 0.8153, | |
| "mean_token_accuracy": 0.7671598410233855, | |
| "num_tokens": 1572018579.0, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.7798726484558107, | |
| "grad_norm": 0.06928929686546326, | |
| "learning_rate": 0.00015775511063810448, | |
| "loss": 0.8185, | |
| "mean_token_accuracy": 0.7661426233127713, | |
| "num_tokens": 1582504339.0, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.7831912554705163, | |
| "grad_norm": 0.14609582722187042, | |
| "learning_rate": 0.0001573123840913962, | |
| "loss": 0.8152, | |
| "mean_token_accuracy": 0.7668612107634545, | |
| "num_tokens": 1592990099.0, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.7865098624852218, | |
| "grad_norm": 0.09062914550304413, | |
| "learning_rate": 0.0001568680697506939, | |
| "loss": 0.8255, | |
| "mean_token_accuracy": 0.7646079743281007, | |
| "num_tokens": 1603475859.0, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.7898284694999274, | |
| "grad_norm": 0.09113902598619461, | |
| "learning_rate": 0.0001564221825270967, | |
| "loss": 0.8181, | |
| "mean_token_accuracy": 0.7658322915434838, | |
| "num_tokens": 1613950532.0, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.793147076514633, | |
| "grad_norm": 0.0710316002368927, | |
| "learning_rate": 0.0001559747373844891, | |
| "loss": 0.8259, | |
| "mean_token_accuracy": 0.7642976144328714, | |
| "num_tokens": 1624432221.0, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.7964656835293386, | |
| "grad_norm": 0.09138786047697067, | |
| "learning_rate": 0.0001555257493390392, | |
| "loss": 0.8109, | |
| "mean_token_accuracy": 0.7680446734651923, | |
| "num_tokens": 1634917981.0, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.7997842905440441, | |
| "grad_norm": 0.07873648405075073, | |
| "learning_rate": 0.00015507523345869448, | |
| "loss": 0.8197, | |
| "mean_token_accuracy": 0.7657880330458283, | |
| "num_tokens": 1645400312.0, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.8031028975587498, | |
| "grad_norm": 0.08953968435525894, | |
| "learning_rate": 0.00015462320486267636, | |
| "loss": 0.8131, | |
| "mean_token_accuracy": 0.7674291767179966, | |
| "num_tokens": 1655884350.0, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.8064215045734553, | |
| "grad_norm": 0.07061683386564255, | |
| "learning_rate": 0.00015416967872097266, | |
| "loss": 0.8211, | |
| "mean_token_accuracy": 0.7657505188137292, | |
| "num_tokens": 1666370110.0, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.8097401115881608, | |
| "grad_norm": 0.09341979771852493, | |
| "learning_rate": 0.00015371467025382848, | |
| "loss": 0.8198, | |
| "mean_token_accuracy": 0.7655730178579688, | |
| "num_tokens": 1676855870.0, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.8130587186028665, | |
| "grad_norm": 0.08582761883735657, | |
| "learning_rate": 0.00015325819473123556, | |
| "loss": 0.8245, | |
| "mean_token_accuracy": 0.7646628726273775, | |
| "num_tokens": 1687338884.0, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.8163603932467748, | |
| "grad_norm": 0.12421102076768875, | |
| "learning_rate": 0.0001528002674724196, | |
| "loss": 0.8194, | |
| "mean_token_accuracy": 0.7662278890609742, | |
| "num_tokens": 10485760.0, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.8196789314307048, | |
| "grad_norm": 0.0791928842663765, | |
| "learning_rate": 0.00015234090384532632, | |
| "loss": 0.8111, | |
| "mean_token_accuracy": 0.7678848147392273, | |
| "num_tokens": 20971520.0, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.8229974696146347, | |
| "grad_norm": 0.10556567460298538, | |
| "learning_rate": 0.00015188011926610574, | |
| "loss": 0.8215, | |
| "mean_token_accuracy": 0.7652393862605095, | |
| "num_tokens": 31438457.0, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.8263160077985647, | |
| "grad_norm": 0.07929036021232605, | |
| "learning_rate": 0.00015141792919859466, | |
| "loss": 0.8135, | |
| "mean_token_accuracy": 0.7669544376432895, | |
| "num_tokens": 41911744.0, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.8296345459824948, | |
| "grad_norm": 0.12944328784942627, | |
| "learning_rate": 0.0001509543491537978, | |
| "loss": 0.8097, | |
| "mean_token_accuracy": 0.7680105246603489, | |
| "num_tokens": 52397504.0, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.8329530841664247, | |
| "grad_norm": 0.1384814977645874, | |
| "learning_rate": 0.00015048939468936728, | |
| "loss": 0.8143, | |
| "mean_token_accuracy": 0.7673531487584114, | |
| "num_tokens": 62877209.0, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.8362716223503547, | |
| "grad_norm": 0.100552037358284, | |
| "learning_rate": 0.0001500230814090803, | |
| "loss": 0.8119, | |
| "mean_token_accuracy": 0.7678131617605686, | |
| "num_tokens": 73352990.0, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.8395901605342847, | |
| "grad_norm": 0.08017473667860031, | |
| "learning_rate": 0.0001495554249623159, | |
| "loss": 0.8229, | |
| "mean_token_accuracy": 0.764815166592598, | |
| "num_tokens": 83835077.0, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.8429086987182146, | |
| "grad_norm": 0.07418405264616013, | |
| "learning_rate": 0.00014908644104352938, | |
| "loss": 0.8148, | |
| "mean_token_accuracy": 0.7670687526464463, | |
| "num_tokens": 94320837.0, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.8462272369021446, | |
| "grad_norm": 0.09131650626659393, | |
| "learning_rate": 0.0001486161453917257, | |
| "loss": 0.8137, | |
| "mean_token_accuracy": 0.7672370247542858, | |
| "num_tokens": 104791728.0, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.8495457750860745, | |
| "grad_norm": 0.067315474152565, | |
| "learning_rate": 0.0001481445537899313, | |
| "loss": 0.8182, | |
| "mean_token_accuracy": 0.7661247923970222, | |
| "num_tokens": 115277488.0, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.8528643132700046, | |
| "grad_norm": 0.13266009092330933, | |
| "learning_rate": 0.00014767168206466456, | |
| "loss": 0.8138, | |
| "mean_token_accuracy": 0.7671967223286629, | |
| "num_tokens": 125747330.0, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.8561828514539346, | |
| "grad_norm": 0.06727499514818192, | |
| "learning_rate": 0.00014719754608540441, | |
| "loss": 0.8148, | |
| "mean_token_accuracy": 0.7670690394937992, | |
| "num_tokens": 136233090.0, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.8595013896378645, | |
| "grad_norm": 0.07351548224687576, | |
| "learning_rate": 0.000146722161764058, | |
| "loss": 0.8196, | |
| "mean_token_accuracy": 0.7655053928494453, | |
| "num_tokens": 146718850.0, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.8628199278217945, | |
| "grad_norm": 0.0864776000380516, | |
| "learning_rate": 0.00014624554505442646, | |
| "loss": 0.8227, | |
| "mean_token_accuracy": 0.7648808546364307, | |
| "num_tokens": 157204610.0, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.8661384660057245, | |
| "grad_norm": 0.10597188770771027, | |
| "learning_rate": 0.00014576771195166983, | |
| "loss": 0.819, | |
| "mean_token_accuracy": 0.7662368580698967, | |
| "num_tokens": 167690370.0, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.8694570041896544, | |
| "grad_norm": 0.08794150501489639, | |
| "learning_rate": 0.00014528867849176978, | |
| "loss": 0.8137, | |
| "mean_token_accuracy": 0.7670834071934223, | |
| "num_tokens": 178167040.0, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.8727755423735845, | |
| "grad_norm": 0.1239166259765625, | |
| "learning_rate": 0.00014480846075099193, | |
| "loss": 0.8188, | |
| "mean_token_accuracy": 0.7662507459521294, | |
| "num_tokens": 188630882.0, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.8760940805575144, | |
| "grad_norm": 0.09917481243610382, | |
| "learning_rate": 0.00014432707484534601, | |
| "loss": 0.8095, | |
| "mean_token_accuracy": 0.7680152080953121, | |
| "num_tokens": 199112069.0, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.8794126187414444, | |
| "grad_norm": 0.08738167583942413, | |
| "learning_rate": 0.00014384453693004525, | |
| "loss": 0.8081, | |
| "mean_token_accuracy": 0.7682105012238025, | |
| "num_tokens": 209594632.0, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.8827311569253744, | |
| "grad_norm": 0.0878102034330368, | |
| "learning_rate": 0.00014336086319896395, | |
| "loss": 0.8097, | |
| "mean_token_accuracy": 0.7682200662791729, | |
| "num_tokens": 220076190.0, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.8860496951093043, | |
| "grad_norm": 0.06970654428005219, | |
| "learning_rate": 0.0001428760698840942, | |
| "loss": 0.8126, | |
| "mean_token_accuracy": 0.7674026750028133, | |
| "num_tokens": 230561950.0, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.8893682332932343, | |
| "grad_norm": 0.11389122903347015, | |
| "learning_rate": 0.0001423901732550012, | |
| "loss": 0.8129, | |
| "mean_token_accuracy": 0.7673342004418373, | |
| "num_tokens": 241043090.0, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.8926867714771644, | |
| "grad_norm": 0.10004062205553055, | |
| "learning_rate": 0.000141903189618277, | |
| "loss": 0.8143, | |
| "mean_token_accuracy": 0.7669317826628685, | |
| "num_tokens": 251528850.0, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.8960053096610943, | |
| "grad_norm": 0.11632239073514938, | |
| "learning_rate": 0.00014141513531699346, | |
| "loss": 0.8165, | |
| "mean_token_accuracy": 0.7663782104849816, | |
| "num_tokens": 262014610.0, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.8993238478450243, | |
| "grad_norm": 0.11542349308729172, | |
| "learning_rate": 0.00014092602673015377, | |
| "loss": 0.8118, | |
| "mean_token_accuracy": 0.767609317600727, | |
| "num_tokens": 272495857.0, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.9026423860289542, | |
| "grad_norm": 0.09444668143987656, | |
| "learning_rate": 0.0001404358802721427, | |
| "loss": 0.821, | |
| "mean_token_accuracy": 0.7657337315380573, | |
| "num_tokens": 282973745.0, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.9059609242128842, | |
| "grad_norm": 0.1121552363038063, | |
| "learning_rate": 0.00013994471239217574, | |
| "loss": 0.813, | |
| "mean_token_accuracy": 0.7671238102018834, | |
| "num_tokens": 293447158.0, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.9092794623968142, | |
| "grad_norm": 0.09517167508602142, | |
| "learning_rate": 0.0001394525395737471, | |
| "loss": 0.811, | |
| "mean_token_accuracy": 0.7677459038794041, | |
| "num_tokens": 303923754.0, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.9125980005807441, | |
| "grad_norm": 0.11541863530874252, | |
| "learning_rate": 0.00013895937833407652, | |
| "loss": 0.8048, | |
| "mean_token_accuracy": 0.7691592775285244, | |
| "num_tokens": 314409304.0, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.9159165387646742, | |
| "grad_norm": 0.108350470662117, | |
| "learning_rate": 0.00013846524522355503, | |
| "loss": 0.8084, | |
| "mean_token_accuracy": 0.7679906852543354, | |
| "num_tokens": 324895064.0, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.9192350769486042, | |
| "grad_norm": 0.09402704238891602, | |
| "learning_rate": 0.00013797015682518937, | |
| "loss": 0.8039, | |
| "mean_token_accuracy": 0.7693029120564461, | |
| "num_tokens": 335380824.0, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.9225536151325341, | |
| "grad_norm": 0.10586155951023102, | |
| "learning_rate": 0.0001374741297540455, | |
| "loss": 0.8108, | |
| "mean_token_accuracy": 0.7674855582416058, | |
| "num_tokens": 345866584.0, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.9258721533164641, | |
| "grad_norm": 0.08136095851659775, | |
| "learning_rate": 0.0001369771806566912, | |
| "loss": 0.8159, | |
| "mean_token_accuracy": 0.7668742746114731, | |
| "num_tokens": 356352344.0, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.9291906915003941, | |
| "grad_norm": 0.07308819890022278, | |
| "learning_rate": 0.00013647932621063712, | |
| "loss": 0.8037, | |
| "mean_token_accuracy": 0.7694840542972088, | |
| "num_tokens": 366829339.0, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.932509229684324, | |
| "grad_norm": 0.13607661426067352, | |
| "learning_rate": 0.00013598058312377727, | |
| "loss": 0.8023, | |
| "mean_token_accuracy": 0.7699119284749031, | |
| "num_tokens": 377305734.0, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.9358277678682541, | |
| "grad_norm": 0.09279151260852814, | |
| "learning_rate": 0.0001354809681338283, | |
| "loss": 0.8096, | |
| "mean_token_accuracy": 0.7683122970163823, | |
| "num_tokens": 387786198.0, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.939146306052184, | |
| "grad_norm": 0.09076095372438431, | |
| "learning_rate": 0.00013498049800776777, | |
| "loss": 0.8085, | |
| "mean_token_accuracy": 0.7685585737228393, | |
| "num_tokens": 398271958.0, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.942464844236114, | |
| "grad_norm": 0.08061348646879196, | |
| "learning_rate": 0.00013447918954127133, | |
| "loss": 0.8145, | |
| "mean_token_accuracy": 0.7670104600489139, | |
| "num_tokens": 408743324.0, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.945783382420044, | |
| "grad_norm": 0.07820383459329605, | |
| "learning_rate": 0.0001339770595581492, | |
| "loss": 0.8138, | |
| "mean_token_accuracy": 0.7669403731822968, | |
| "num_tokens": 419216266.0, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.9491019206039739, | |
| "grad_norm": 0.08628549426794052, | |
| "learning_rate": 0.00013347412490978164, | |
| "loss": 0.8024, | |
| "mean_token_accuracy": 0.7698437228798867, | |
| "num_tokens": 429687773.0, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.9524204587879039, | |
| "grad_norm": 0.09182088822126389, | |
| "learning_rate": 0.00013297040247455317, | |
| "loss": 0.8189, | |
| "mean_token_accuracy": 0.7659400343894959, | |
| "num_tokens": 440159176.0, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.955738996971834, | |
| "grad_norm": 0.08850604295730591, | |
| "learning_rate": 0.00013246590915728636, | |
| "loss": 0.8072, | |
| "mean_token_accuracy": 0.7684715516865254, | |
| "num_tokens": 450639026.0, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.9590575351557639, | |
| "grad_norm": 0.0957779511809349, | |
| "learning_rate": 0.0001319606618886744, | |
| "loss": 0.8033, | |
| "mean_token_accuracy": 0.7693692311644554, | |
| "num_tokens": 461119251.0, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.9623760733396939, | |
| "grad_norm": 0.12147443741559982, | |
| "learning_rate": 0.00013145467762471288, | |
| "loss": 0.8079, | |
| "mean_token_accuracy": 0.7683925211429596, | |
| "num_tokens": 471605011.0, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.9656946115236238, | |
| "grad_norm": 0.1033417284488678, | |
| "learning_rate": 0.00013094797334613095, | |
| "loss": 0.8045, | |
| "mean_token_accuracy": 0.7693076834082604, | |
| "num_tokens": 482090771.0, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.9690131497075538, | |
| "grad_norm": 0.1582411527633667, | |
| "learning_rate": 0.00013044056605782115, | |
| "loss": 0.7987, | |
| "mean_token_accuracy": 0.7702130317687989, | |
| "num_tokens": 492574990.0, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.9723316878914838, | |
| "grad_norm": 0.07741738110780716, | |
| "learning_rate": 0.00012993247278826896, | |
| "loss": 0.8114, | |
| "mean_token_accuracy": 0.7679798111319542, | |
| "num_tokens": 503052706.0, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.9756502260754137, | |
| "grad_norm": 0.08740879595279694, | |
| "learning_rate": 0.00012942371058898125, | |
| "loss": 0.8065, | |
| "mean_token_accuracy": 0.7690397098660469, | |
| "num_tokens": 513536496.0, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.9789687642593438, | |
| "grad_norm": 0.090821273624897, | |
| "learning_rate": 0.00012891429653391403, | |
| "loss": 0.7992, | |
| "mean_token_accuracy": 0.7701906517148018, | |
| "num_tokens": 524009801.0, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.9822873024432738, | |
| "grad_norm": 0.12651872634887695, | |
| "learning_rate": 0.0001284042477188994, | |
| "loss": 0.807, | |
| "mean_token_accuracy": 0.7687178313732147, | |
| "num_tokens": 534494491.0, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.9856058406272037, | |
| "grad_norm": 0.14386378228664398, | |
| "learning_rate": 0.00012789358126107193, | |
| "loss": 0.8044, | |
| "mean_token_accuracy": 0.7690846063196659, | |
| "num_tokens": 544979162.0, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.9889243788111337, | |
| "grad_norm": 0.09475958347320557, | |
| "learning_rate": 0.00012738231429829423, | |
| "loss": 0.8025, | |
| "mean_token_accuracy": 0.7699846878647805, | |
| "num_tokens": 555459373.0, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.9922429169950637, | |
| "grad_norm": 0.09171073138713837, | |
| "learning_rate": 0.0001268704639885816, | |
| "loss": 0.8187, | |
| "mean_token_accuracy": 0.7660573951900005, | |
| "num_tokens": 565938285.0, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.9955614551789936, | |
| "grad_norm": 0.08441364765167236, | |
| "learning_rate": 0.0001263580475095264, | |
| "loss": 0.7976, | |
| "mean_token_accuracy": 0.7706850297749043, | |
| "num_tokens": 576415157.0, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.9988799933629237, | |
| "grad_norm": 0.07692991942167282, | |
| "learning_rate": 0.0001258450820577215, | |
| "loss": 0.8044, | |
| "mean_token_accuracy": 0.7694275721907615, | |
| "num_tokens": 586900917.0, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.002322976728751, | |
| "grad_norm": 0.12558159232139587, | |
| "learning_rate": 0.0001253315848481833, | |
| "loss": 0.8821, | |
| "mean_token_accuracy": 0.7701714175293245, | |
| "num_tokens": 597771454.0, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.005641514912681, | |
| "grad_norm": 0.09756749123334885, | |
| "learning_rate": 0.0001248175731137737, | |
| "loss": 0.795, | |
| "mean_token_accuracy": 0.7711833357810974, | |
| "num_tokens": 608253785.0, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.008960053096611, | |
| "grad_norm": 0.06631714850664139, | |
| "learning_rate": 0.000124303064104622, | |
| "loss": 0.7922, | |
| "mean_token_accuracy": 0.7717965915799141, | |
| "num_tokens": 618731913.0, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.012278591280541, | |
| "grad_norm": 0.09513410925865173, | |
| "learning_rate": 0.00012378807508754607, | |
| "loss": 0.7952, | |
| "mean_token_accuracy": 0.7712634272873402, | |
| "num_tokens": 629217673.0, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.015597129464471, | |
| "grad_norm": 0.09036098420619965, | |
| "learning_rate": 0.00012327262334547258, | |
| "loss": 0.807, | |
| "mean_token_accuracy": 0.7688079163432121, | |
| "num_tokens": 639691567.0, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.0189156676484008, | |
| "grad_norm": 0.0928923711180687, | |
| "learning_rate": 0.0001227567261768573, | |
| "loss": 0.7918, | |
| "mean_token_accuracy": 0.7722170487046242, | |
| "num_tokens": 650148718.0, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.0222342058323308, | |
| "grad_norm": 0.12867727875709534, | |
| "learning_rate": 0.00012224040089510422, | |
| "loss": 0.7996, | |
| "mean_token_accuracy": 0.7704552851617337, | |
| "num_tokens": 660634478.0, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.0255527440162608, | |
| "grad_norm": 0.09281349927186966, | |
| "learning_rate": 0.00012172366482798498, | |
| "loss": 0.7969, | |
| "mean_token_accuracy": 0.7704703398048878, | |
| "num_tokens": 671118306.0, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.0288712822001909, | |
| "grad_norm": 0.12323810905218124, | |
| "learning_rate": 0.00012120653531705696, | |
| "loss": 0.8012, | |
| "mean_token_accuracy": 0.7698994226753711, | |
| "num_tokens": 681591800.0, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.0321898203841209, | |
| "grad_norm": 0.08596418052911758, | |
| "learning_rate": 0.0001206890297170814, | |
| "loss": 0.8047, | |
| "mean_token_accuracy": 0.7692951105535031, | |
| "num_tokens": 692066403.0, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.0355083585680507, | |
| "grad_norm": 0.07619434595108032, | |
| "learning_rate": 0.00012017116539544106, | |
| "loss": 0.7992, | |
| "mean_token_accuracy": 0.7704711869359017, | |
| "num_tokens": 702551806.0, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.0388268967519807, | |
| "grad_norm": 0.10103894025087357, | |
| "learning_rate": 0.00011965295973155733, | |
| "loss": 0.7994, | |
| "mean_token_accuracy": 0.7704467341303826, | |
| "num_tokens": 713032600.0, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.0421454349359107, | |
| "grad_norm": 0.13758236169815063, | |
| "learning_rate": 0.00011913443011630694, | |
| "loss": 0.792, | |
| "mean_token_accuracy": 0.7720990940928459, | |
| "num_tokens": 723516954.0, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.0454639731198407, | |
| "grad_norm": 0.09025830775499344, | |
| "learning_rate": 0.0001186155939514384, | |
| "loss": 0.7947, | |
| "mean_token_accuracy": 0.7716163240373135, | |
| "num_tokens": 733990493.0, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.0487825113037708, | |
| "grad_norm": 0.09836422652006149, | |
| "learning_rate": 0.00011809646864898796, | |
| "loss": 0.7883, | |
| "mean_token_accuracy": 0.772812956571579, | |
| "num_tokens": 744476253.0, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.0521010494877006, | |
| "grad_norm": 0.12760159373283386, | |
| "learning_rate": 0.00011757707163069532, | |
| "loss": 0.7978, | |
| "mean_token_accuracy": 0.7706296682357788, | |
| "num_tokens": 754945045.0, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.0554195876716306, | |
| "grad_norm": 0.10166628658771515, | |
| "learning_rate": 0.00011705742032741869, | |
| "loss": 0.7935, | |
| "mean_token_accuracy": 0.7715852670371532, | |
| "num_tokens": 765424810.0, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.0587381258555606, | |
| "grad_norm": 0.09439677745103836, | |
| "learning_rate": 0.0001165375321785503, | |
| "loss": 0.7903, | |
| "mean_token_accuracy": 0.772304394096136, | |
| "num_tokens": 775910570.0, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.0620566640394906, | |
| "grad_norm": 0.10146058350801468, | |
| "learning_rate": 0.00011601742463143078, | |
| "loss": 0.7908, | |
| "mean_token_accuracy": 0.7720572873950005, | |
| "num_tokens": 786382409.0, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.0653752022234206, | |
| "grad_norm": 0.08949461579322815, | |
| "learning_rate": 0.00011549711514076362, | |
| "loss": 0.7877, | |
| "mean_token_accuracy": 0.7730796381831169, | |
| "num_tokens": 796868169.0, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.0686937404073507, | |
| "grad_norm": 0.15434816479682922, | |
| "learning_rate": 0.00011497662116802966, | |
| "loss": 0.7992, | |
| "mean_token_accuracy": 0.7702365778386593, | |
| "num_tokens": 807353929.0, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.0720122785912805, | |
| "grad_norm": 0.10207755118608475, | |
| "learning_rate": 0.00011445596018090075, | |
| "loss": 0.7967, | |
| "mean_token_accuracy": 0.7711164936423301, | |
| "num_tokens": 817835575.0, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.0753308167752105, | |
| "grad_norm": 0.10703703761100769, | |
| "learning_rate": 0.00011393514965265386, | |
| "loss": 0.7969, | |
| "mean_token_accuracy": 0.7708111874759197, | |
| "num_tokens": 828314969.0, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.0786493549591405, | |
| "grad_norm": 0.08254210650920868, | |
| "learning_rate": 0.00011341420706158443, | |
| "loss": 0.8012, | |
| "mean_token_accuracy": 0.7694485619664192, | |
| "num_tokens": 838793937.0, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.0819678931430705, | |
| "grad_norm": 0.07379141449928284, | |
| "learning_rate": 0.00011289314989041992, | |
| "loss": 0.8013, | |
| "mean_token_accuracy": 0.7696585588157177, | |
| "num_tokens": 849270592.0, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.0852864313270005, | |
| "grad_norm": 0.0758775994181633, | |
| "learning_rate": 0.00011237199562573316, | |
| "loss": 0.7934, | |
| "mean_token_accuracy": 0.7715918220579624, | |
| "num_tokens": 859756352.0, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.0886049695109303, | |
| "grad_norm": 0.10384336858987808, | |
| "learning_rate": 0.00011185076175735527, | |
| "loss": 0.7916, | |
| "mean_token_accuracy": 0.772300997376442, | |
| "num_tokens": 870235675.0, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.0919235076948604, | |
| "grad_norm": 0.13019920885562897, | |
| "learning_rate": 0.00011132946577778902, | |
| "loss": 0.8043, | |
| "mean_token_accuracy": 0.769441581517458, | |
| "num_tokens": 880714024.0, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.0952420458787904, | |
| "grad_norm": 0.10255826264619827, | |
| "learning_rate": 0.00011080812518162143, | |
| "loss": 0.781, | |
| "mean_token_accuracy": 0.774506414681673, | |
| "num_tokens": 891199784.0, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.0985605840627204, | |
| "grad_norm": 0.06190058961510658, | |
| "learning_rate": 0.000110286757464937, | |
| "loss": 0.7933, | |
| "mean_token_accuracy": 0.7713362969458103, | |
| "num_tokens": 901685544.0, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.1018791222466504, | |
| "grad_norm": 0.06466338783502579, | |
| "learning_rate": 0.00010976538012473035, | |
| "loss": 0.7938, | |
| "mean_token_accuracy": 0.7716447144746781, | |
| "num_tokens": 912159149.0, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.1051976604305804, | |
| "grad_norm": 0.12337905913591385, | |
| "learning_rate": 0.00010924401065831902, | |
| "loss": 0.7947, | |
| "mean_token_accuracy": 0.77125583589077, | |
| "num_tokens": 922641469.0, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.1085161986145102, | |
| "grad_norm": 0.0873250737786293, | |
| "learning_rate": 0.00010872266656275629, | |
| "loss": 0.7982, | |
| "mean_token_accuracy": 0.7702787436544896, | |
| "num_tokens": 933121876.0, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.1118347367984402, | |
| "grad_norm": 0.09560223668813705, | |
| "learning_rate": 0.00010820136533424421, | |
| "loss": 0.7842, | |
| "mean_token_accuracy": 0.7739646509289742, | |
| "num_tokens": 943601592.0, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.1151532749823703, | |
| "grad_norm": 0.06694887578487396, | |
| "learning_rate": 0.00010768012446754587, | |
| "loss": 0.7911, | |
| "mean_token_accuracy": 0.7719299428164959, | |
| "num_tokens": 954087352.0, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.1184718131663003, | |
| "grad_norm": 0.10535664856433868, | |
| "learning_rate": 0.00010715896145539888, | |
| "loss": 0.7823, | |
| "mean_token_accuracy": 0.7744208499789238, | |
| "num_tokens": 964567924.0, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.1217903513502303, | |
| "grad_norm": 0.1375124454498291, | |
| "learning_rate": 0.00010663789378792802, | |
| "loss": 0.7973, | |
| "mean_token_accuracy": 0.7705752685666084, | |
| "num_tokens": 975053684.0, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.12510888953416, | |
| "grad_norm": 0.08048464357852936, | |
| "learning_rate": 0.0001061169389520583, | |
| "loss": 0.7918, | |
| "mean_token_accuracy": 0.7719768635928631, | |
| "num_tokens": 985539444.0, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.1284274277180901, | |
| "grad_norm": 0.0729563981294632, | |
| "learning_rate": 0.00010559611443092816, | |
| "loss": 0.7926, | |
| "mean_token_accuracy": 0.7714476838707924, | |
| "num_tokens": 996019948.0, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.1317459659020201, | |
| "grad_norm": 0.09618189930915833, | |
| "learning_rate": 0.00010507543770330256, | |
| "loss": 0.7846, | |
| "mean_token_accuracy": 0.7737831912934781, | |
| "num_tokens": 1006497720.0, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.1350645040859502, | |
| "grad_norm": 0.08791498839855194, | |
| "learning_rate": 0.00010455492624298677, | |
| "loss": 0.7924, | |
| "mean_token_accuracy": 0.7721051789820195, | |
| "num_tokens": 1016976970.0, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.1383830422698802, | |
| "grad_norm": 0.09482545405626297, | |
| "learning_rate": 0.00010403459751823956, | |
| "loss": 0.7902, | |
| "mean_token_accuracy": 0.7721517287194729, | |
| "num_tokens": 1027460107.0, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.1417015804538102, | |
| "grad_norm": 0.08068563789129257, | |
| "learning_rate": 0.00010351446899118719, | |
| "loss": 0.801, | |
| "mean_token_accuracy": 0.7699498064815998, | |
| "num_tokens": 1037937962.0, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.14502011863774, | |
| "grad_norm": 0.0996297150850296, | |
| "learning_rate": 0.0001029945581172373, | |
| "loss": 0.7863, | |
| "mean_token_accuracy": 0.7731556259095669, | |
| "num_tokens": 1048417873.0, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.14833865682167, | |
| "grad_norm": 0.12460768222808838, | |
| "learning_rate": 0.00010247488234449316, | |
| "loss": 0.7969, | |
| "mean_token_accuracy": 0.7708781689405442, | |
| "num_tokens": 1058902339.0, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.1516571950056, | |
| "grad_norm": 0.11318309605121613, | |
| "learning_rate": 0.00010195545911316804, | |
| "loss": 0.7881, | |
| "mean_token_accuracy": 0.7728428095579147, | |
| "num_tokens": 1069388099.0, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.15497573318953, | |
| "grad_norm": 0.09075281769037247, | |
| "learning_rate": 0.00010143630585500005, | |
| "loss": 0.7942, | |
| "mean_token_accuracy": 0.7715302638709545, | |
| "num_tokens": 1079866485.0, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.15829427137346, | |
| "grad_norm": 0.11182031035423279, | |
| "learning_rate": 0.00010091743999266701, | |
| "loss": 0.7982, | |
| "mean_token_accuracy": 0.7702980041503906, | |
| "num_tokens": 1090352245.0, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.1616128095573899, | |
| "grad_norm": 0.11811356246471405, | |
| "learning_rate": 0.00010039887893920181, | |
| "loss": 0.7852, | |
| "mean_token_accuracy": 0.7734420292079449, | |
| "num_tokens": 1100827274.0, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.16493134774132, | |
| "grad_norm": 0.12840627133846283, | |
| "learning_rate": 9.9880640097408e-05, | |
| "loss": 0.7921, | |
| "mean_token_accuracy": 0.7717530056834221, | |
| "num_tokens": 1111308266.0, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.16824988592525, | |
| "grad_norm": 0.12075144052505493, | |
| "learning_rate": 9.936274085927574e-05, | |
| "loss": 0.7918, | |
| "mean_token_accuracy": 0.7717990390956402, | |
| "num_tokens": 1121793522.0, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.17156842410918, | |
| "grad_norm": 0.0767706111073494, | |
| "learning_rate": 9.884519860539827e-05, | |
| "loss": 0.7858, | |
| "mean_token_accuracy": 0.7738195836544037, | |
| "num_tokens": 1132279282.0, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.17488696229311, | |
| "grad_norm": 0.10788602381944656, | |
| "learning_rate": 9.832803070438841e-05, | |
| "loss": 0.79, | |
| "mean_token_accuracy": 0.7723886162042618, | |
| "num_tokens": 1142765042.0, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.17820550047704, | |
| "grad_norm": 0.05944109335541725, | |
| "learning_rate": 9.781125451229583e-05, | |
| "loss": 0.7893, | |
| "mean_token_accuracy": 0.7728860370814801, | |
| "num_tokens": 1153248080.0, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.1815240386609698, | |
| "grad_norm": 0.06739296019077301, | |
| "learning_rate": 9.72948873720244e-05, | |
| "loss": 0.7849, | |
| "mean_token_accuracy": 0.7739810697734356, | |
| "num_tokens": 1163733840.0, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.1848425768448998, | |
| "grad_norm": 0.08329974114894867, | |
| "learning_rate": 9.677894661275051e-05, | |
| "loss": 0.7921, | |
| "mean_token_accuracy": 0.7716331586241723, | |
| "num_tokens": 1174212145.0, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.1881611150288298, | |
| "grad_norm": 0.0659755989909172, | |
| "learning_rate": 9.626344954934115e-05, | |
| "loss": 0.7919, | |
| "mean_token_accuracy": 0.7715703479945659, | |
| "num_tokens": 1184694650.0, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.1914796532127598, | |
| "grad_norm": 0.09240937978029251, | |
| "learning_rate": 9.574841348177294e-05, | |
| "loss": 0.7912, | |
| "mean_token_accuracy": 0.7719730474054813, | |
| "num_tokens": 1195180410.0, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.1947981913966896, | |
| "grad_norm": 0.08444469422101974, | |
| "learning_rate": 9.523385569455174e-05, | |
| "loss": 0.7911, | |
| "mean_token_accuracy": 0.7720673143863678, | |
| "num_tokens": 1205655112.0, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.1981167295806197, | |
| "grad_norm": 0.09250594675540924, | |
| "learning_rate": 9.471979345613218e-05, | |
| "loss": 0.793, | |
| "mean_token_accuracy": 0.7719442062079906, | |
| "num_tokens": 1216136330.0, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.2014352677645497, | |
| "grad_norm": 0.11664444208145142, | |
| "learning_rate": 9.420624401833857e-05, | |
| "loss": 0.7919, | |
| "mean_token_accuracy": 0.7720701314508915, | |
| "num_tokens": 1226618040.0, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.2047538059484797, | |
| "grad_norm": 0.06814084202051163, | |
| "learning_rate": 9.369322461578565e-05, | |
| "loss": 0.7842, | |
| "mean_token_accuracy": 0.7741835057735443, | |
| "num_tokens": 1237102124.0, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.2080723441324097, | |
| "grad_norm": 0.10373629629611969, | |
| "learning_rate": 9.318075246530027e-05, | |
| "loss": 0.787, | |
| "mean_token_accuracy": 0.7731135085225105, | |
| "num_tokens": 1247585838.0, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.2113908823163397, | |
| "grad_norm": 0.0860927551984787, | |
| "learning_rate": 9.266884476534372e-05, | |
| "loss": 0.7922, | |
| "mean_token_accuracy": 0.7722108155488968, | |
| "num_tokens": 1258052880.0, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.2147094205002698, | |
| "grad_norm": 0.06990491598844528, | |
| "learning_rate": 9.215751869543428e-05, | |
| "loss": 0.7887, | |
| "mean_token_accuracy": 0.7730976432561875, | |
| "num_tokens": 1268537741.0, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.2180279586841996, | |
| "grad_norm": 0.09814431518316269, | |
| "learning_rate": 9.164679141557096e-05, | |
| "loss": 0.7807, | |
| "mean_token_accuracy": 0.7746933653950692, | |
| "num_tokens": 1279014642.0, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.2213464968681296, | |
| "grad_norm": 0.08182793855667114, | |
| "learning_rate": 9.113668006565748e-05, | |
| "loss": 0.7821, | |
| "mean_token_accuracy": 0.7741866044700145, | |
| "num_tokens": 1289494803.0, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.2246650350520596, | |
| "grad_norm": 0.07170803844928741, | |
| "learning_rate": 9.062720176492707e-05, | |
| "loss": 0.7953, | |
| "mean_token_accuracy": 0.7713256381452084, | |
| "num_tokens": 1299968716.0, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.2279835732359896, | |
| "grad_norm": 0.09101345390081406, | |
| "learning_rate": 9.011837361136796e-05, | |
| "loss": 0.7819, | |
| "mean_token_accuracy": 0.7744043007493019, | |
| "num_tokens": 1310450276.0, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.2313021114199194, | |
| "grad_norm": 0.06418652832508087, | |
| "learning_rate": 8.961021268114948e-05, | |
| "loss": 0.7851, | |
| "mean_token_accuracy": 0.7738088794052601, | |
| "num_tokens": 1320933118.0, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.2346206496038494, | |
| "grad_norm": 0.08518897742033005, | |
| "learning_rate": 8.910273602804929e-05, | |
| "loss": 0.7846, | |
| "mean_token_accuracy": 0.7735204815864563, | |
| "num_tokens": 1331418878.0, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.2379391877877794, | |
| "grad_norm": 0.08660221844911575, | |
| "learning_rate": 8.859596068288063e-05, | |
| "loss": 0.7785, | |
| "mean_token_accuracy": 0.7747997909784317, | |
| "num_tokens": 1341902082.0, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.2412577259717095, | |
| "grad_norm": 0.08849412202835083, | |
| "learning_rate": 8.808990365292112e-05, | |
| "loss": 0.7737, | |
| "mean_token_accuracy": 0.776513147354126, | |
| "num_tokens": 1352382695.0, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.2445762641556395, | |
| "grad_norm": 0.09439458698034286, | |
| "learning_rate": 8.758458192134182e-05, | |
| "loss": 0.7944, | |
| "mean_token_accuracy": 0.7717543512582778, | |
| "num_tokens": 1362860546.0, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.2478948023395695, | |
| "grad_norm": 0.09551844000816345, | |
| "learning_rate": 8.708001244663735e-05, | |
| "loss": 0.7907, | |
| "mean_token_accuracy": 0.7722452618181705, | |
| "num_tokens": 1373346306.0, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.2512133405234995, | |
| "grad_norm": 0.07816372066736221, | |
| "learning_rate": 8.657621216205674e-05, | |
| "loss": 0.7865, | |
| "mean_token_accuracy": 0.7729771360754967, | |
| "num_tokens": 1383824479.0, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.2545318787074293, | |
| "grad_norm": 0.08735434710979462, | |
| "learning_rate": 8.607319797503508e-05, | |
| "loss": 0.7861, | |
| "mean_token_accuracy": 0.7732105948030948, | |
| "num_tokens": 1394310239.0, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.2578504168913593, | |
| "grad_norm": 0.0805339515209198, | |
| "learning_rate": 8.557098676662629e-05, | |
| "loss": 0.7887, | |
| "mean_token_accuracy": 0.7724261164665223, | |
| "num_tokens": 1404791576.0, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.2611689550752894, | |
| "grad_norm": 0.0686466172337532, | |
| "learning_rate": 8.506959539093653e-05, | |
| "loss": 0.7938, | |
| "mean_token_accuracy": 0.7717478558421135, | |
| "num_tokens": 1415260344.0, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.2644874932592194, | |
| "grad_norm": 0.09132260084152222, | |
| "learning_rate": 8.456904067455834e-05, | |
| "loss": 0.7872, | |
| "mean_token_accuracy": 0.7728922508656979, | |
| "num_tokens": 1425740863.0, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.2678060314431492, | |
| "grad_norm": 0.0798739492893219, | |
| "learning_rate": 8.406933941600626e-05, | |
| "loss": 0.8006, | |
| "mean_token_accuracy": 0.7696124531328679, | |
| "num_tokens": 1436215590.0, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.2711245696270792, | |
| "grad_norm": 0.07844545692205429, | |
| "learning_rate": 8.357050838515305e-05, | |
| "loss": 0.7927, | |
| "mean_token_accuracy": 0.7717352271080017, | |
| "num_tokens": 1446690944.0, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.2744431078110092, | |
| "grad_norm": 0.08331983536481857, | |
| "learning_rate": 8.307256432266673e-05, | |
| "loss": 0.7724, | |
| "mean_token_accuracy": 0.7766589388251305, | |
| "num_tokens": 1457171083.0, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.2777616459949392, | |
| "grad_norm": 0.08180844038724899, | |
| "learning_rate": 8.257552393944871e-05, | |
| "loss": 0.7859, | |
| "mean_token_accuracy": 0.7733499869704247, | |
| "num_tokens": 1467640759.0, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.2810801841788693, | |
| "grad_norm": 0.07894773781299591, | |
| "learning_rate": 8.207940391607334e-05, | |
| "loss": 0.7912, | |
| "mean_token_accuracy": 0.7721025735139847, | |
| "num_tokens": 1478126519.0, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.2843987223627993, | |
| "grad_norm": 0.0866783857345581, | |
| "learning_rate": 8.15842209022277e-05, | |
| "loss": 0.7818, | |
| "mean_token_accuracy": 0.7743147432804107, | |
| "num_tokens": 1488598705.0, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.2877172605467293, | |
| "grad_norm": 0.10071973502635956, | |
| "learning_rate": 8.108999151615315e-05, | |
| "loss": 0.7772, | |
| "mean_token_accuracy": 0.7752561815083027, | |
| "num_tokens": 1499063951.0, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.291035798730659, | |
| "grad_norm": 0.14016222953796387, | |
| "learning_rate": 8.059673234408742e-05, | |
| "loss": 0.7787, | |
| "mean_token_accuracy": 0.7748059660196305, | |
| "num_tokens": 1509548184.0, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.2943543369145891, | |
| "grad_norm": 0.11304216831922531, | |
| "learning_rate": 8.010445993970801e-05, | |
| "loss": 0.7926, | |
| "mean_token_accuracy": 0.7715144835412502, | |
| "num_tokens": 1520033715.0, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.2976728750985191, | |
| "grad_norm": 0.08642231673002243, | |
| "learning_rate": 7.961319082357683e-05, | |
| "loss": 0.7721, | |
| "mean_token_accuracy": 0.7762427523732185, | |
| "num_tokens": 1530519443.0, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.3009914132824492, | |
| "grad_norm": 0.07883604615926743, | |
| "learning_rate": 7.912294148258552e-05, | |
| "loss": 0.7875, | |
| "mean_token_accuracy": 0.7730479247868061, | |
| "num_tokens": 1540979289.0, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.304309951466379, | |
| "grad_norm": 0.0846463143825531, | |
| "learning_rate": 7.863372836940235e-05, | |
| "loss": 0.7791, | |
| "mean_token_accuracy": 0.7748443402349949, | |
| "num_tokens": 1551465049.0, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.307628489650309, | |
| "grad_norm": 0.10091651231050491, | |
| "learning_rate": 7.814556790191998e-05, | |
| "loss": 0.7714, | |
| "mean_token_accuracy": 0.7768020920455456, | |
| "num_tokens": 1561950809.0, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.310947027834239, | |
| "grad_norm": 0.07219678163528442, | |
| "learning_rate": 7.765847646270444e-05, | |
| "loss": 0.7765, | |
| "mean_token_accuracy": 0.7754981651902199, | |
| "num_tokens": 1572429097.0, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.314265566018169, | |
| "grad_norm": 0.09150810539722443, | |
| "learning_rate": 7.717247039844544e-05, | |
| "loss": 0.7762, | |
| "mean_token_accuracy": 0.7758684448897839, | |
| "num_tokens": 1582893545.0, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.317584104202099, | |
| "grad_norm": 0.1428510546684265, | |
| "learning_rate": 7.66875660194077e-05, | |
| "loss": 0.7913, | |
| "mean_token_accuracy": 0.772127203643322, | |
| "num_tokens": 1593369998.0, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.320902642386029, | |
| "grad_norm": 0.09178195148706436, | |
| "learning_rate": 7.62037795988837e-05, | |
| "loss": 0.7793, | |
| "mean_token_accuracy": 0.7747820563614368, | |
| "num_tokens": 1603848669.0, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.3242211805699589, | |
| "grad_norm": 0.07012277841567993, | |
| "learning_rate": 7.572112737264734e-05, | |
| "loss": 0.782, | |
| "mean_token_accuracy": 0.774373073130846, | |
| "num_tokens": 1614314052.0, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.3275397187538889, | |
| "grad_norm": 0.06344877183437347, | |
| "learning_rate": 7.523962553840917e-05, | |
| "loss": 0.7869, | |
| "mean_token_accuracy": 0.773041807860136, | |
| "num_tokens": 1624794343.0, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.330858256937819, | |
| "grad_norm": 0.11461348831653595, | |
| "learning_rate": 7.475929025527298e-05, | |
| "loss": 0.788, | |
| "mean_token_accuracy": 0.7731569536030293, | |
| "num_tokens": 1635275263.0, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.334176795121749, | |
| "grad_norm": 0.0666208416223526, | |
| "learning_rate": 7.428013764319318e-05, | |
| "loss": 0.7795, | |
| "mean_token_accuracy": 0.7747226603329181, | |
| "num_tokens": 1645746148.0, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.3374953333056787, | |
| "grad_norm": 0.07270121574401855, | |
| "learning_rate": 7.380218378243409e-05, | |
| "loss": 0.7805, | |
| "mean_token_accuracy": 0.774812101572752, | |
| "num_tokens": 1656231908.0, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.3408138714896087, | |
| "grad_norm": 0.09579236060380936, | |
| "learning_rate": 7.332544471303011e-05, | |
| "loss": 0.7881, | |
| "mean_token_accuracy": 0.7726102568209171, | |
| "num_tokens": 1666707837.0, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.3441324096735388, | |
| "grad_norm": 0.07544690370559692, | |
| "learning_rate": 7.284993643424751e-05, | |
| "loss": 0.7816, | |
| "mean_token_accuracy": 0.7744814246892929, | |
| "num_tokens": 1677193597.0, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.3474509478574688, | |
| "grad_norm": 0.07443518191576004, | |
| "learning_rate": 7.237567490404747e-05, | |
| "loss": 0.7834, | |
| "mean_token_accuracy": 0.774057149887085, | |
| "num_tokens": 1687677911.0, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.3507694860413988, | |
| "grad_norm": 0.06961726397275925, | |
| "learning_rate": 7.190267603855058e-05, | |
| "loss": 0.774, | |
| "mean_token_accuracy": 0.7760677352547646, | |
| "num_tokens": 1698157172.0, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.3540880242253288, | |
| "grad_norm": 0.08477471768856049, | |
| "learning_rate": 7.14309557115026e-05, | |
| "loss": 0.7746, | |
| "mean_token_accuracy": 0.7758500918745994, | |
| "num_tokens": 1708636922.0, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.3574065624092588, | |
| "grad_norm": 0.10532096773386002, | |
| "learning_rate": 7.09605297537419e-05, | |
| "loss": 0.7803, | |
| "mean_token_accuracy": 0.774381760507822, | |
| "num_tokens": 1719116205.0, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.3607251005931886, | |
| "grad_norm": 0.0649094209074974, | |
| "learning_rate": 7.049141395266792e-05, | |
| "loss": 0.7738, | |
| "mean_token_accuracy": 0.7759659215807915, | |
| "num_tokens": 1729597345.0, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.3640436387771186, | |
| "grad_norm": 0.09603875875473022, | |
| "learning_rate": 7.002362405171164e-05, | |
| "loss": 0.7875, | |
| "mean_token_accuracy": 0.7733911462128162, | |
| "num_tokens": 1740083105.0, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.3673621769610487, | |
| "grad_norm": 0.09281712770462036, | |
| "learning_rate": 6.955717574980701e-05, | |
| "loss": 0.7797, | |
| "mean_token_accuracy": 0.7746181301772594, | |
| "num_tokens": 1750565848.0, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.3706807151449787, | |
| "grad_norm": 0.07830017805099487, | |
| "learning_rate": 6.90920847008643e-05, | |
| "loss": 0.7848, | |
| "mean_token_accuracy": 0.7739394195377827, | |
| "num_tokens": 1761044225.0, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.3739992533289085, | |
| "grad_norm": 0.11212293058633804, | |
| "learning_rate": 6.862836651324457e-05, | |
| "loss": 0.7792, | |
| "mean_token_accuracy": 0.7750230267643928, | |
| "num_tokens": 1771529777.0, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.3773177915128385, | |
| "grad_norm": 0.08509458601474762, | |
| "learning_rate": 6.816603674923592e-05, | |
| "loss": 0.7736, | |
| "mean_token_accuracy": 0.7765054024755955, | |
| "num_tokens": 1782012345.0, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.3806363296967685, | |
| "grad_norm": 0.08097831904888153, | |
| "learning_rate": 6.770511092453128e-05, | |
| "loss": 0.7811, | |
| "mean_token_accuracy": 0.7747589543461799, | |
| "num_tokens": 1792495321.0, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.3839548678806985, | |
| "grad_norm": 0.07892820984125137, | |
| "learning_rate": 6.724560450770766e-05, | |
| "loss": 0.7903, | |
| "mean_token_accuracy": 0.7728420466184616, | |
| "num_tokens": 1802981081.0, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.3872734060646286, | |
| "grad_norm": 0.1068158969283104, | |
| "learning_rate": 6.678753291970699e-05, | |
| "loss": 0.7842, | |
| "mean_token_accuracy": 0.773830558359623, | |
| "num_tokens": 1813466841.0, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.3905919442485586, | |
| "grad_norm": 0.05995525047183037, | |
| "learning_rate": 6.63309115333187e-05, | |
| "loss": 0.7773, | |
| "mean_token_accuracy": 0.7754997856914997, | |
| "num_tokens": 1823952601.0, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.3939104824324886, | |
| "grad_norm": 0.06882365792989731, | |
| "learning_rate": 6.587575567266365e-05, | |
| "loss": 0.7839, | |
| "mean_token_accuracy": 0.7739127658307552, | |
| "num_tokens": 1834429277.0, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.3972290206164184, | |
| "grad_norm": 0.1076866015791893, | |
| "learning_rate": 6.542208061267998e-05, | |
| "loss": 0.7913, | |
| "mean_token_accuracy": 0.7725215159356594, | |
| "num_tokens": 1844908653.0, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.4005475588003484, | |
| "grad_norm": 0.08683478087186813, | |
| "learning_rate": 6.496990157861063e-05, | |
| "loss": 0.777, | |
| "mean_token_accuracy": 0.7755366273224353, | |
| "num_tokens": 1855383144.0, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.4038660969842784, | |
| "grad_norm": 0.07578273862600327, | |
| "learning_rate": 6.451923374549198e-05, | |
| "loss": 0.7741, | |
| "mean_token_accuracy": 0.7762755893170834, | |
| "num_tokens": 1865852790.0, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.4071846351682085, | |
| "grad_norm": 0.066180020570755, | |
| "learning_rate": 6.407009223764497e-05, | |
| "loss": 0.7793, | |
| "mean_token_accuracy": 0.7752706862986087, | |
| "num_tokens": 1876338550.0, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.4105031733521383, | |
| "grad_norm": 0.08395300805568695, | |
| "learning_rate": 6.362249212816726e-05, | |
| "loss": 0.77, | |
| "mean_token_accuracy": 0.7771471291780472, | |
| "num_tokens": 1886820844.0, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.4138217115360683, | |
| "grad_norm": 0.052178774029016495, | |
| "learning_rate": 6.317644843842758e-05, | |
| "loss": 0.7834, | |
| "mean_token_accuracy": 0.7741237193346023, | |
| "num_tokens": 1897293470.0, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.4171402497199983, | |
| "grad_norm": 0.07526011019945145, | |
| "learning_rate": 6.273197613756148e-05, | |
| "loss": 0.7873, | |
| "mean_token_accuracy": 0.7730425357818603, | |
| "num_tokens": 1907779230.0, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.4204587879039283, | |
| "grad_norm": 0.1261919140815735, | |
| "learning_rate": 6.228909014196907e-05, | |
| "loss": 0.7719, | |
| "mean_token_accuracy": 0.7760506883263588, | |
| "num_tokens": 1918253340.0, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.4237773260878583, | |
| "grad_norm": 0.12899625301361084, | |
| "learning_rate": 6.184780531481431e-05, | |
| "loss": 0.7794, | |
| "mean_token_accuracy": 0.7748920321464539, | |
| "num_tokens": 1928739100.0, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.4270958642717884, | |
| "grad_norm": 0.11729896813631058, | |
| "learning_rate": 6.140813646552633e-05, | |
| "loss": 0.783, | |
| "mean_token_accuracy": 0.7740238346159458, | |
| "num_tokens": 1939222890.0, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.4304144024557184, | |
| "grad_norm": 0.07414821535348892, | |
| "learning_rate": 6.097009834930236e-05, | |
| "loss": 0.7757, | |
| "mean_token_accuracy": 0.7755299225449562, | |
| "num_tokens": 1949708650.0, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.4337329406396482, | |
| "grad_norm": 0.12376933544874191, | |
| "learning_rate": 6.053370566661254e-05, | |
| "loss": 0.7787, | |
| "mean_token_accuracy": 0.7750980533659458, | |
| "num_tokens": 1960194410.0, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.4370514788235782, | |
| "grad_norm": 0.12327831983566284, | |
| "learning_rate": 6.009897306270662e-05, | |
| "loss": 0.7757, | |
| "mean_token_accuracy": 0.7755475424230098, | |
| "num_tokens": 1970678987.0, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.4403700170075082, | |
| "grad_norm": 0.07328958809375763, | |
| "learning_rate": 5.966591512712239e-05, | |
| "loss": 0.7837, | |
| "mean_token_accuracy": 0.773887825012207, | |
| "num_tokens": 1981153472.0, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.4436885551914382, | |
| "grad_norm": 0.06780887395143509, | |
| "learning_rate": 5.9234546393196146e-05, | |
| "loss": 0.7781, | |
| "mean_token_accuracy": 0.7751296453177929, | |
| "num_tokens": 1991631098.0, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.447007093375368, | |
| "grad_norm": 0.1018683910369873, | |
| "learning_rate": 5.880488133757494e-05, | |
| "loss": 0.77, | |
| "mean_token_accuracy": 0.7767154656350612, | |
| "num_tokens": 2002106094.0, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.450325631559298, | |
| "grad_norm": 0.1522637903690338, | |
| "learning_rate": 5.837693437973073e-05, | |
| "loss": 0.783, | |
| "mean_token_accuracy": 0.7741337135434151, | |
| "num_tokens": 2012587800.0, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.453644169743228, | |
| "grad_norm": 0.08331139385700226, | |
| "learning_rate": 5.795071988147649e-05, | |
| "loss": 0.7763, | |
| "mean_token_accuracy": 0.7759707301855088, | |
| "num_tokens": 2023064521.0, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.456962707927158, | |
| "grad_norm": 0.08645942062139511, | |
| "learning_rate": 5.752625214648404e-05, | |
| "loss": 0.7746, | |
| "mean_token_accuracy": 0.7762944281101227, | |
| "num_tokens": 2033548491.0, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.4602812461110881, | |
| "grad_norm": 0.09425269067287445, | |
| "learning_rate": 5.710354541980435e-05, | |
| "loss": 0.7751, | |
| "mean_token_accuracy": 0.775750569999218, | |
| "num_tokens": 2044033298.0, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.4635997842950181, | |
| "grad_norm": 0.09406430274248123, | |
| "learning_rate": 5.668261388738927e-05, | |
| "loss": 0.7666, | |
| "mean_token_accuracy": 0.7776207953691483, | |
| "num_tokens": 2054515177.0, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.4669183224789482, | |
| "grad_norm": 0.08789300918579102, | |
| "learning_rate": 5.626347167561543e-05, | |
| "loss": 0.7727, | |
| "mean_token_accuracy": 0.7764379486441613, | |
| "num_tokens": 2064985847.0, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.470236860662878, | |
| "grad_norm": 0.07988473773002625, | |
| "learning_rate": 5.584613285081031e-05, | |
| "loss": 0.7763, | |
| "mean_token_accuracy": 0.7756894461810588, | |
| "num_tokens": 2075471545.0, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.473555398846808, | |
| "grad_norm": 0.07571577280759811, | |
| "learning_rate": 5.543061141878001e-05, | |
| "loss": 0.7827, | |
| "mean_token_accuracy": 0.7742387793958188, | |
| "num_tokens": 2085957305.0, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.476873937030738, | |
| "grad_norm": 0.09301453828811646, | |
| "learning_rate": 5.501692132433937e-05, | |
| "loss": 0.7766, | |
| "mean_token_accuracy": 0.7756397731602191, | |
| "num_tokens": 2096438910.0, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.480192475214668, | |
| "grad_norm": 0.07560286670923233, | |
| "learning_rate": 5.460507645084385e-05, | |
| "loss": 0.7755, | |
| "mean_token_accuracy": 0.7756211280822753, | |
| "num_tokens": 2106914965.0, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.4835110133985978, | |
| "grad_norm": 0.07497697323560715, | |
| "learning_rate": 5.419509061972372e-05, | |
| "loss": 0.7794, | |
| "mean_token_accuracy": 0.7751137435436248, | |
| "num_tokens": 2117398567.0, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.4868295515825278, | |
| "grad_norm": 0.06486741453409195, | |
| "learning_rate": 5.378697759002016e-05, | |
| "loss": 0.7739, | |
| "mean_token_accuracy": 0.7761786207556725, | |
| "num_tokens": 2127871680.0, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.4901480897664579, | |
| "grad_norm": 0.06366632133722305, | |
| "learning_rate": 5.338075105792344e-05, | |
| "loss": 0.7803, | |
| "mean_token_accuracy": 0.7748170055449008, | |
| "num_tokens": 2138349551.0, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.4934666279503879, | |
| "grad_norm": 0.06042411923408508, | |
| "learning_rate": 5.2976424656313425e-05, | |
| "loss": 0.779, | |
| "mean_token_accuracy": 0.7748967044055461, | |
| "num_tokens": 2148835311.0, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.496785166134318, | |
| "grad_norm": 0.07581470161676407, | |
| "learning_rate": 5.2574011954301984e-05, | |
| "loss": 0.775, | |
| "mean_token_accuracy": 0.7760786689817906, | |
| "num_tokens": 2159319596.0, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.500103704318248, | |
| "grad_norm": 0.06507743149995804, | |
| "learning_rate": 5.2173526456777644e-05, | |
| "loss": 0.7811, | |
| "mean_token_accuracy": 0.7744904771447182, | |
| "num_tokens": 2169799824.0, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.503422242502178, | |
| "grad_norm": 0.06990982592105865, | |
| "learning_rate": 5.17749816039523e-05, | |
| "loss": 0.7749, | |
| "mean_token_accuracy": 0.7760398216545582, | |
| "num_tokens": 2180285584.0, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.5067407806861077, | |
| "grad_norm": 0.087668277323246, | |
| "learning_rate": 5.137839077091016e-05, | |
| "loss": 0.7754, | |
| "mean_token_accuracy": 0.7759116359055043, | |
| "num_tokens": 2190771344.0, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.5100593188700377, | |
| "grad_norm": 0.0703718364238739, | |
| "learning_rate": 5.098376726715899e-05, | |
| "loss": 0.7825, | |
| "mean_token_accuracy": 0.7736853919923306, | |
| "num_tokens": 2201257104.0, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.5133778570539678, | |
| "grad_norm": 0.07812221348285675, | |
| "learning_rate": 5.059112433618338e-05, | |
| "loss": 0.7781, | |
| "mean_token_accuracy": 0.7749250061810017, | |
| "num_tokens": 2211735778.0, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.5166963952378976, | |
| "grad_norm": 0.06752278655767441, | |
| "learning_rate": 5.0200475155000294e-05, | |
| "loss": 0.7742, | |
| "mean_token_accuracy": 0.776116319745779, | |
| "num_tokens": 2222214925.0, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.5200149334218276, | |
| "grad_norm": 0.06351261585950851, | |
| "learning_rate": 4.9811832833716834e-05, | |
| "loss": 0.7785, | |
| "mean_token_accuracy": 0.775452945381403, | |
| "num_tokens": 2232685414.0, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.5233334716057576, | |
| "grad_norm": 0.08866973221302032, | |
| "learning_rate": 4.942521041509034e-05, | |
| "loss": 0.7754, | |
| "mean_token_accuracy": 0.775909723341465, | |
| "num_tokens": 2243171174.0, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.5266520097896876, | |
| "grad_norm": 0.08251211047172546, | |
| "learning_rate": 4.904062087409058e-05, | |
| "loss": 0.7753, | |
| "mean_token_accuracy": 0.7754239991307259, | |
| "num_tokens": 2253651360.0, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.5299705479736176, | |
| "grad_norm": 0.08602248132228851, | |
| "learning_rate": 4.8658077117464386e-05, | |
| "loss": 0.7776, | |
| "mean_token_accuracy": 0.7752176553010941, | |
| "num_tokens": 2264137120.0, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.5332890861575477, | |
| "grad_norm": 0.0935678705573082, | |
| "learning_rate": 4.827759198330248e-05, | |
| "loss": 0.7746, | |
| "mean_token_accuracy": 0.7757936008274555, | |
| "num_tokens": 2274607585.0, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.5366076243414777, | |
| "grad_norm": 0.0817374438047409, | |
| "learning_rate": 4.7899178240608664e-05, | |
| "loss": 0.7789, | |
| "mean_token_accuracy": 0.7749560095369816, | |
| "num_tokens": 2285085749.0, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.5399261625254077, | |
| "grad_norm": 0.06255115568637848, | |
| "learning_rate": 4.752284858887117e-05, | |
| "loss": 0.7761, | |
| "mean_token_accuracy": 0.7755250073969364, | |
| "num_tokens": 2295566954.0, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.5432447007093375, | |
| "grad_norm": 0.0950886607170105, | |
| "learning_rate": 4.714861565763665e-05, | |
| "loss": 0.7714, | |
| "mean_token_accuracy": 0.776761844754219, | |
| "num_tokens": 2306052714.0, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.5465632388932675, | |
| "grad_norm": 0.06539395451545715, | |
| "learning_rate": 4.677649200608619e-05, | |
| "loss": 0.7703, | |
| "mean_token_accuracy": 0.7772861413657666, | |
| "num_tokens": 2316538474.0, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.5498817770771975, | |
| "grad_norm": 0.06552979350090027, | |
| "learning_rate": 4.640649012261396e-05, | |
| "loss": 0.7775, | |
| "mean_token_accuracy": 0.7757456503808499, | |
| "num_tokens": 2327018194.0, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.5532003152611273, | |
| "grad_norm": 0.12058078497648239, | |
| "learning_rate": 4.6038622424407956e-05, | |
| "loss": 0.7743, | |
| "mean_token_accuracy": 0.7763642080128192, | |
| "num_tokens": 2337503954.0, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.5565188534450574, | |
| "grad_norm": 0.08425801992416382, | |
| "learning_rate": 4.567290125703331e-05, | |
| "loss": 0.7758, | |
| "mean_token_accuracy": 0.7755994580686092, | |
| "num_tokens": 2347989714.0, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.5598373916289874, | |
| "grad_norm": 0.07768967747688293, | |
| "learning_rate": 4.53093388940181e-05, | |
| "loss": 0.7748, | |
| "mean_token_accuracy": 0.775930143892765, | |
| "num_tokens": 2358463543.0, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.5631559298129174, | |
| "grad_norm": 0.08114529401063919, | |
| "learning_rate": 4.494794753644134e-05, | |
| "loss": 0.7781, | |
| "mean_token_accuracy": 0.7751664377748966, | |
| "num_tokens": 2368949303.0, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.5664744679968474, | |
| "grad_norm": 0.10389601439237595, | |
| "learning_rate": 4.4588739312523515e-05, | |
| "loss": 0.7727, | |
| "mean_token_accuracy": 0.7765629783272743, | |
| "num_tokens": 2379435063.0, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.5697930061807774, | |
| "grad_norm": 0.07367324829101562, | |
| "learning_rate": 4.4231726277219636e-05, | |
| "loss": 0.7767, | |
| "mean_token_accuracy": 0.7754860304296016, | |
| "num_tokens": 2389918369.0, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.5731115443647075, | |
| "grad_norm": 0.09348005801439285, | |
| "learning_rate": 4.387692041181459e-05, | |
| "loss": 0.776, | |
| "mean_token_accuracy": 0.7754479125142097, | |
| "num_tokens": 2400401304.0, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.5764300825486375, | |
| "grad_norm": 0.07626502215862274, | |
| "learning_rate": 4.352433362352112e-05, | |
| "loss": 0.7779, | |
| "mean_token_accuracy": 0.774944218993187, | |
| "num_tokens": 2410879449.0, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.5797486207325673, | |
| "grad_norm": 0.08088341355323792, | |
| "learning_rate": 4.3173977745080166e-05, | |
| "loss": 0.7768, | |
| "mean_token_accuracy": 0.775431302934885, | |
| "num_tokens": 2421365209.0, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.5830671589164973, | |
| "grad_norm": 0.05723877623677254, | |
| "learning_rate": 4.282586453436383e-05, | |
| "loss": 0.7752, | |
| "mean_token_accuracy": 0.77611697986722, | |
| "num_tokens": 2431850969.0, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.5863856971004273, | |
| "grad_norm": 0.10977209359407425, | |
| "learning_rate": 4.248000567398066e-05, | |
| "loss": 0.7893, | |
| "mean_token_accuracy": 0.7726804412901401, | |
| "num_tokens": 2442328548.0, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.5897042352843571, | |
| "grad_norm": 0.09593162685632706, | |
| "learning_rate": 4.213641277088373e-05, | |
| "loss": 0.7762, | |
| "mean_token_accuracy": 0.7757141642272473, | |
| "num_tokens": 2452811459.0, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.5930227734682871, | |
| "grad_norm": 0.12312334030866623, | |
| "learning_rate": 4.179509735598105e-05, | |
| "loss": 0.7731, | |
| "mean_token_accuracy": 0.7762953326106071, | |
| "num_tokens": 2463293597.0, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.5963413116522172, | |
| "grad_norm": 0.10306856781244278, | |
| "learning_rate": 4.145607088374854e-05, | |
| "loss": 0.7761, | |
| "mean_token_accuracy": 0.7758133940398693, | |
| "num_tokens": 2473779357.0, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.5996598498361472, | |
| "grad_norm": 0.09463858604431152, | |
| "learning_rate": 4.111934473184577e-05, | |
| "loss": 0.7635, | |
| "mean_token_accuracy": 0.7788975313305855, | |
| "num_tokens": 2484257764.0, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.6029783880200772, | |
| "grad_norm": 0.10744182020425797, | |
| "learning_rate": 4.07849302007339e-05, | |
| "loss": 0.767, | |
| "mean_token_accuracy": 0.7774240888655186, | |
| "num_tokens": 2494733568.0, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.6062969262040072, | |
| "grad_norm": 0.08114374428987503, | |
| "learning_rate": 4.045283851329663e-05, | |
| "loss": 0.7814, | |
| "mean_token_accuracy": 0.7743571817874908, | |
| "num_tokens": 2505210335.0, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.6096154643879372, | |
| "grad_norm": 0.0817594826221466, | |
| "learning_rate": 4.012308081446351e-05, | |
| "loss": 0.7713, | |
| "mean_token_accuracy": 0.7768932566046715, | |
| "num_tokens": 2515674732.0, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.6129340025718673, | |
| "grad_norm": 0.08101768046617508, | |
| "learning_rate": 3.9795668170835874e-05, | |
| "loss": 0.7832, | |
| "mean_token_accuracy": 0.773908444494009, | |
| "num_tokens": 2526158406.0, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.616252540755797, | |
| "grad_norm": 0.05949486419558525, | |
| "learning_rate": 3.947061157031552e-05, | |
| "loss": 0.779, | |
| "mean_token_accuracy": 0.775159952044487, | |
| "num_tokens": 2536644166.0, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.619571078939727, | |
| "grad_norm": 0.08656177669763565, | |
| "learning_rate": 3.9147921921735875e-05, | |
| "loss": 0.7684, | |
| "mean_token_accuracy": 0.7776845954358578, | |
| "num_tokens": 2547119566.0, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.6228896171236569, | |
| "grad_norm": 0.1058259829878807, | |
| "learning_rate": 3.882761005449595e-05, | |
| "loss": 0.7746, | |
| "mean_token_accuracy": 0.7759816244244575, | |
| "num_tokens": 2557595698.0, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.6262081553075869, | |
| "grad_norm": 0.08031774312257767, | |
| "learning_rate": 3.8509686718196935e-05, | |
| "loss": 0.7753, | |
| "mean_token_accuracy": 0.775927259773016, | |
| "num_tokens": 2568075546.0, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.629526693491517, | |
| "grad_norm": 0.0715925469994545, | |
| "learning_rate": 3.819416258228136e-05, | |
| "loss": 0.7618, | |
| "mean_token_accuracy": 0.778892420232296, | |
| "num_tokens": 2578561306.0, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.632845231675447, | |
| "grad_norm": 0.15235373377799988, | |
| "learning_rate": 3.7881048235675123e-05, | |
| "loss": 0.7756, | |
| "mean_token_accuracy": 0.7754349842667579, | |
| "num_tokens": 2589037906.0, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.636163769859377, | |
| "grad_norm": 0.08016230911016464, | |
| "learning_rate": 3.757035418643201e-05, | |
| "loss": 0.7793, | |
| "mean_token_accuracy": 0.775123992562294, | |
| "num_tokens": 2599523666.0, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.639482308043307, | |
| "grad_norm": 0.11928538233041763, | |
| "learning_rate": 3.7262090861381194e-05, | |
| "loss": 0.7799, | |
| "mean_token_accuracy": 0.7747947402298451, | |
| "num_tokens": 2610009426.0, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.642800846227237, | |
| "grad_norm": 0.10283015668392181, | |
| "learning_rate": 3.69562686057772e-05, | |
| "loss": 0.7739, | |
| "mean_token_accuracy": 0.7760435193777084, | |
| "num_tokens": 2620472464.0, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.646119384411167, | |
| "grad_norm": 0.06924333423376083, | |
| "learning_rate": 3.665289768295275e-05, | |
| "loss": 0.7712, | |
| "mean_token_accuracy": 0.7768824696540833, | |
| "num_tokens": 2630950285.0, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.6494379225950968, | |
| "grad_norm": 0.08660932630300522, | |
| "learning_rate": 3.635198827397443e-05, | |
| "loss": 0.7793, | |
| "mean_token_accuracy": 0.7751142635941506, | |
| "num_tokens": 2641428630.0, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.6527564607790268, | |
| "grad_norm": 0.0652114674448967, | |
| "learning_rate": 3.6053550477300755e-05, | |
| "loss": 0.7704, | |
| "mean_token_accuracy": 0.7767096310853958, | |
| "num_tokens": 2651910105.0, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.6560749989629568, | |
| "grad_norm": 0.07259002327919006, | |
| "learning_rate": 3.575759430844358e-05, | |
| "loss": 0.7763, | |
| "mean_token_accuracy": 0.7753757193684578, | |
| "num_tokens": 2662386058.0, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.6593935371468866, | |
| "grad_norm": 0.08280441910028458, | |
| "learning_rate": 3.5464129699631756e-05, | |
| "loss": 0.7665, | |
| "mean_token_accuracy": 0.7776149123907089, | |
| "num_tokens": 2672871818.0, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.6627120753308167, | |
| "grad_norm": 0.08868120610713959, | |
| "learning_rate": 3.5173166499477905e-05, | |
| "loss": 0.7726, | |
| "mean_token_accuracy": 0.7763372980058193, | |
| "num_tokens": 2683348419.0, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 1.6660306135147467, | |
| "grad_norm": 0.10042263567447662, | |
| "learning_rate": 3.4884714472647915e-05, | |
| "loss": 0.7689, | |
| "mean_token_accuracy": 0.7774047166109085, | |
| "num_tokens": 2693822490.0, | |
| "step": 5020 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6026, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 10, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.544416933810536e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |