| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 11.913669064748202, | |
| "eval_steps": 500, | |
| "global_step": 828, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.014388489208633094, | |
| "grad_norm": 3.779401339094513, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 3.8262, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02877697841726619, | |
| "grad_norm": 10.455825805969267, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 6.7511, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.04316546762589928, | |
| "grad_norm": 5.6185654464107815, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 4.6228, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.05755395683453238, | |
| "grad_norm": 4.885801768876069, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 4.2241, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.07194244604316546, | |
| "grad_norm": 10.403297492152396, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 6.7416, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.08633093525179857, | |
| "grad_norm": 4.5044178093473395, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 4.1637, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.10071942446043165, | |
| "grad_norm": 4.734693138114069, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 4.3628, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.11510791366906475, | |
| "grad_norm": 4.288727085080122, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 4.0006, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.12949640287769784, | |
| "grad_norm": 6.746488042337733, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 5.1247, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.14388489208633093, | |
| "grad_norm": 4.730837471611876, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 4.167, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.15827338129496402, | |
| "grad_norm": 5.617511430019142, | |
| "learning_rate": 8.8e-06, | |
| "loss": 4.8073, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.17266187050359713, | |
| "grad_norm": 4.585866335374106, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 4.1609, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.18705035971223022, | |
| "grad_norm": 11.787607704302536, | |
| "learning_rate": 1.04e-05, | |
| "loss": 7.1837, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.2014388489208633, | |
| "grad_norm": 4.123753478777725, | |
| "learning_rate": 1.1200000000000001e-05, | |
| "loss": 3.9041, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.2158273381294964, | |
| "grad_norm": 3.8762103667223227, | |
| "learning_rate": 1.2e-05, | |
| "loss": 3.7087, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.2302158273381295, | |
| "grad_norm": 4.21611793164487, | |
| "learning_rate": 1.2800000000000001e-05, | |
| "loss": 3.8878, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.2446043165467626, | |
| "grad_norm": 4.614901815617855, | |
| "learning_rate": 1.3600000000000002e-05, | |
| "loss": 4.098, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.2589928057553957, | |
| "grad_norm": 3.8977663337164286, | |
| "learning_rate": 1.4400000000000001e-05, | |
| "loss": 3.6943, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.2733812949640288, | |
| "grad_norm": 4.8023114000216465, | |
| "learning_rate": 1.5200000000000002e-05, | |
| "loss": 4.0675, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.28776978417266186, | |
| "grad_norm": 4.371540379053842, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 3.8599, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.302158273381295, | |
| "grad_norm": 5.726889530637721, | |
| "learning_rate": 1.6800000000000002e-05, | |
| "loss": 4.5061, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.31654676258992803, | |
| "grad_norm": 3.9969844690452887, | |
| "learning_rate": 1.76e-05, | |
| "loss": 3.6472, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.33093525179856115, | |
| "grad_norm": 11.516154261012499, | |
| "learning_rate": 1.8400000000000003e-05, | |
| "loss": 6.2924, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.34532374100719426, | |
| "grad_norm": 5.202990002676231, | |
| "learning_rate": 1.9200000000000003e-05, | |
| "loss": 4.0705, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.3597122302158273, | |
| "grad_norm": 4.176782643264017, | |
| "learning_rate": 2e-05, | |
| "loss": 3.5909, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.37410071942446044, | |
| "grad_norm": 6.424896250724197, | |
| "learning_rate": 1.9999923468873635e-05, | |
| "loss": 4.2519, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.38848920863309355, | |
| "grad_norm": 3.814366825221532, | |
| "learning_rate": 1.999969387666594e-05, | |
| "loss": 3.2879, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.4028776978417266, | |
| "grad_norm": 10.112357856323287, | |
| "learning_rate": 1.9999311226891104e-05, | |
| "loss": 5.1954, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.4172661870503597, | |
| "grad_norm": 5.7174917457637795, | |
| "learning_rate": 1.999877552540605e-05, | |
| "loss": 3.7522, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.4316546762589928, | |
| "grad_norm": 10.763244722760309, | |
| "learning_rate": 1.9998086780410353e-05, | |
| "loss": 4.8527, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.4460431654676259, | |
| "grad_norm": 3.982452930852662, | |
| "learning_rate": 1.999724500244609e-05, | |
| "loss": 3.1306, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.460431654676259, | |
| "grad_norm": 5.709026877118652, | |
| "learning_rate": 1.999625020439771e-05, | |
| "loss": 3.3423, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.4748201438848921, | |
| "grad_norm": 6.659790318204302, | |
| "learning_rate": 1.999510240149181e-05, | |
| "loss": 3.4041, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.4892086330935252, | |
| "grad_norm": 4.7853395869132545, | |
| "learning_rate": 1.9993801611296923e-05, | |
| "loss": 2.985, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.5035971223021583, | |
| "grad_norm": 4.922928181710041, | |
| "learning_rate": 1.999234785372324e-05, | |
| "loss": 2.8203, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.5179856115107914, | |
| "grad_norm": 5.760568951577959, | |
| "learning_rate": 1.9990741151022302e-05, | |
| "loss": 2.6983, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.5323741007194245, | |
| "grad_norm": 4.4691409045575075, | |
| "learning_rate": 1.9988981527786656e-05, | |
| "loss": 2.5688, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.5467625899280576, | |
| "grad_norm": 7.274174017956967, | |
| "learning_rate": 1.99870690109495e-05, | |
| "loss": 2.6621, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.5611510791366906, | |
| "grad_norm": 4.569137013282271, | |
| "learning_rate": 1.9985003629784237e-05, | |
| "loss": 2.5249, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.5755395683453237, | |
| "grad_norm": 2.929731882279866, | |
| "learning_rate": 1.9982785415904063e-05, | |
| "loss": 2.4861, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.5899280575539568, | |
| "grad_norm": 3.7590625764657815, | |
| "learning_rate": 1.998041440326146e-05, | |
| "loss": 2.3703, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.60431654676259, | |
| "grad_norm": 3.113972586690868, | |
| "learning_rate": 1.9977890628147684e-05, | |
| "loss": 2.3579, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.6187050359712231, | |
| "grad_norm": 4.310115895361215, | |
| "learning_rate": 1.99752141291922e-05, | |
| "loss": 2.4436, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.6330935251798561, | |
| "grad_norm": 3.609141873223579, | |
| "learning_rate": 1.99723849473621e-05, | |
| "loss": 2.3687, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.6474820143884892, | |
| "grad_norm": 2.889773990288414, | |
| "learning_rate": 1.996940312596149e-05, | |
| "loss": 2.2521, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.6618705035971223, | |
| "grad_norm": 2.8196363081660745, | |
| "learning_rate": 1.9966268710630795e-05, | |
| "loss": 2.1572, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.6762589928057554, | |
| "grad_norm": 3.5289128758260255, | |
| "learning_rate": 1.996298174934608e-05, | |
| "loss": 2.2095, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.6906474820143885, | |
| "grad_norm": 4.166486783655687, | |
| "learning_rate": 1.9959542292418317e-05, | |
| "loss": 2.0916, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.7050359712230215, | |
| "grad_norm": 3.6766424577128047, | |
| "learning_rate": 1.9955950392492604e-05, | |
| "loss": 2.0578, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.7194244604316546, | |
| "grad_norm": 2.989826753407446, | |
| "learning_rate": 1.9952206104547378e-05, | |
| "loss": 2.0855, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.7338129496402878, | |
| "grad_norm": 6.40215562149978, | |
| "learning_rate": 1.994830948589355e-05, | |
| "loss": 1.8788, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.7482014388489209, | |
| "grad_norm": 4.072155747218333, | |
| "learning_rate": 1.9944260596173642e-05, | |
| "loss": 1.9819, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.762589928057554, | |
| "grad_norm": 3.724293840264578, | |
| "learning_rate": 1.9940059497360874e-05, | |
| "loss": 1.8445, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.7769784172661871, | |
| "grad_norm": 3.406626514519604, | |
| "learning_rate": 1.9935706253758206e-05, | |
| "loss": 1.9222, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.7913669064748201, | |
| "grad_norm": 3.3579698036375034, | |
| "learning_rate": 1.9931200931997372e-05, | |
| "loss": 1.716, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.8057553956834532, | |
| "grad_norm": 3.430514351410994, | |
| "learning_rate": 1.9926543601037843e-05, | |
| "loss": 1.795, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.8201438848920863, | |
| "grad_norm": 3.0933971993062017, | |
| "learning_rate": 1.992173433216577e-05, | |
| "loss": 1.6326, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.8345323741007195, | |
| "grad_norm": 2.658306477244865, | |
| "learning_rate": 1.99167731989929e-05, | |
| "loss": 1.8422, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.8489208633093526, | |
| "grad_norm": 2.609103199735189, | |
| "learning_rate": 1.9911660277455473e-05, | |
| "loss": 1.7832, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.8633093525179856, | |
| "grad_norm": 3.0489907374135896, | |
| "learning_rate": 1.9906395645813e-05, | |
| "loss": 1.5908, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.8776978417266187, | |
| "grad_norm": 2.9154327708322803, | |
| "learning_rate": 1.990097938464713e-05, | |
| "loss": 1.5599, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.8920863309352518, | |
| "grad_norm": 2.6855178783593328, | |
| "learning_rate": 1.989541157686037e-05, | |
| "loss": 1.6876, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.9064748201438849, | |
| "grad_norm": 2.410132159045943, | |
| "learning_rate": 1.9889692307674847e-05, | |
| "loss": 1.5693, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.920863309352518, | |
| "grad_norm": 2.6119620830871244, | |
| "learning_rate": 1.9883821664630977e-05, | |
| "loss": 1.4076, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.935251798561151, | |
| "grad_norm": 2.5077319176478996, | |
| "learning_rate": 1.987779973758615e-05, | |
| "loss": 1.5181, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.9496402877697842, | |
| "grad_norm": 2.8061485591127266, | |
| "learning_rate": 1.987162661871333e-05, | |
| "loss": 1.3751, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.9640287769784173, | |
| "grad_norm": 2.685195543198549, | |
| "learning_rate": 1.986530240249968e-05, | |
| "loss": 1.3248, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.9784172661870504, | |
| "grad_norm": 2.6515044506712546, | |
| "learning_rate": 1.985882718574506e-05, | |
| "loss": 1.2112, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.9928057553956835, | |
| "grad_norm": 2.1678461224085193, | |
| "learning_rate": 1.9852201067560607e-05, | |
| "loss": 1.3792, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 1.0071942446043165, | |
| "grad_norm": 2.231749821096067, | |
| "learning_rate": 1.984542414936718e-05, | |
| "loss": 1.2438, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.0215827338129497, | |
| "grad_norm": 2.5781231491148353, | |
| "learning_rate": 1.9838496534893807e-05, | |
| "loss": 1.5007, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 1.0359712230215827, | |
| "grad_norm": 2.5108817806595574, | |
| "learning_rate": 1.9831418330176127e-05, | |
| "loss": 1.4368, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 1.0503597122302157, | |
| "grad_norm": 1.9489467948836736, | |
| "learning_rate": 1.9824189643554724e-05, | |
| "loss": 1.2176, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 1.064748201438849, | |
| "grad_norm": 2.431713013736794, | |
| "learning_rate": 1.9816810585673515e-05, | |
| "loss": 1.2662, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 1.079136690647482, | |
| "grad_norm": 2.615444743987483, | |
| "learning_rate": 1.9809281269478015e-05, | |
| "loss": 0.6466, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.0935251798561152, | |
| "grad_norm": 1.9780475992590945, | |
| "learning_rate": 1.9801601810213634e-05, | |
| "loss": 1.1773, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 1.1079136690647482, | |
| "grad_norm": 2.738489524134038, | |
| "learning_rate": 1.979377232542391e-05, | |
| "loss": 0.7522, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 1.1223021582733812, | |
| "grad_norm": 2.92031012217587, | |
| "learning_rate": 1.9785792934948697e-05, | |
| "loss": 1.2811, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 1.1366906474820144, | |
| "grad_norm": 2.1812951842981407, | |
| "learning_rate": 1.9777663760922342e-05, | |
| "loss": 1.2223, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 1.1510791366906474, | |
| "grad_norm": 1.9774480380800536, | |
| "learning_rate": 1.976938492777182e-05, | |
| "loss": 1.2216, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.1654676258992807, | |
| "grad_norm": 2.0162999343359904, | |
| "learning_rate": 1.9760956562214808e-05, | |
| "loss": 1.1783, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 1.1798561151079137, | |
| "grad_norm": 1.8114249309162656, | |
| "learning_rate": 1.9752378793257777e-05, | |
| "loss": 0.9817, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 1.1942446043165469, | |
| "grad_norm": 2.7290657585488143, | |
| "learning_rate": 1.9743651752193983e-05, | |
| "loss": 0.9542, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 1.20863309352518, | |
| "grad_norm": 2.017011266770035, | |
| "learning_rate": 1.9734775572601487e-05, | |
| "loss": 1.1217, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 1.223021582733813, | |
| "grad_norm": 1.748500187733016, | |
| "learning_rate": 1.9725750390341093e-05, | |
| "loss": 0.7081, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.2374100719424461, | |
| "grad_norm": 5.7387726390350515, | |
| "learning_rate": 1.9716576343554274e-05, | |
| "loss": 0.7381, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 1.2517985611510791, | |
| "grad_norm": 2.160256977147074, | |
| "learning_rate": 1.9707253572661057e-05, | |
| "loss": 1.0861, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 1.2661870503597124, | |
| "grad_norm": 2.4513022300810223, | |
| "learning_rate": 1.969778222035787e-05, | |
| "loss": 1.0924, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 1.2805755395683454, | |
| "grad_norm": 2.2964346352019116, | |
| "learning_rate": 1.9688162431615367e-05, | |
| "loss": 0.7906, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 1.2949640287769784, | |
| "grad_norm": 2.760514099820931, | |
| "learning_rate": 1.9678394353676203e-05, | |
| "loss": 1.0421, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.3093525179856116, | |
| "grad_norm": 2.977379886340304, | |
| "learning_rate": 1.9668478136052776e-05, | |
| "loss": 1.0089, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 1.3237410071942446, | |
| "grad_norm": 3.228823722579014, | |
| "learning_rate": 1.9658413930524955e-05, | |
| "loss": 0.882, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 1.3381294964028778, | |
| "grad_norm": 1.8879288085516621, | |
| "learning_rate": 1.9648201891137725e-05, | |
| "loss": 0.8884, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 1.3525179856115108, | |
| "grad_norm": 5.701861760835263, | |
| "learning_rate": 1.963784217419887e-05, | |
| "loss": 0.5543, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 1.3669064748201438, | |
| "grad_norm": 1.9714095423076823, | |
| "learning_rate": 1.9627334938276547e-05, | |
| "loss": 0.9301, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.381294964028777, | |
| "grad_norm": 2.440289446102772, | |
| "learning_rate": 1.961668034419688e-05, | |
| "loss": 0.5015, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.39568345323741, | |
| "grad_norm": 2.3315013817563237, | |
| "learning_rate": 1.9605878555041484e-05, | |
| "loss": 0.9329, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 1.4100719424460433, | |
| "grad_norm": 2.543223303151188, | |
| "learning_rate": 1.9594929736144978e-05, | |
| "loss": 0.981, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 1.4244604316546763, | |
| "grad_norm": 2.2968302939118486, | |
| "learning_rate": 1.9583834055092446e-05, | |
| "loss": 0.8583, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 1.4388489208633093, | |
| "grad_norm": 2.3678435949631287, | |
| "learning_rate": 1.9572591681716888e-05, | |
| "loss": 0.9773, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.4532374100719425, | |
| "grad_norm": 5.699515821984953, | |
| "learning_rate": 1.95612027880966e-05, | |
| "loss": 0.5195, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.4676258992805755, | |
| "grad_norm": 2.4763879942295812, | |
| "learning_rate": 1.9549667548552557e-05, | |
| "loss": 0.7692, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 1.4820143884892087, | |
| "grad_norm": 1.726706976599975, | |
| "learning_rate": 1.9537986139645724e-05, | |
| "loss": 0.7894, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.4964028776978417, | |
| "grad_norm": 2.880795266012809, | |
| "learning_rate": 1.9526158740174392e-05, | |
| "loss": 0.8268, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.5107913669064748, | |
| "grad_norm": 2.2837687142476737, | |
| "learning_rate": 1.951418553117139e-05, | |
| "loss": 0.7285, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.5251798561151078, | |
| "grad_norm": 2.401929061303925, | |
| "learning_rate": 1.950206669590136e-05, | |
| "loss": 0.7437, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.539568345323741, | |
| "grad_norm": 2.109686331424331, | |
| "learning_rate": 1.9489802419857918e-05, | |
| "loss": 0.7687, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.5539568345323742, | |
| "grad_norm": 2.52807406566671, | |
| "learning_rate": 1.947739289076084e-05, | |
| "loss": 0.7827, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.5683453237410072, | |
| "grad_norm": 2.399711195058357, | |
| "learning_rate": 1.9464838298553172e-05, | |
| "loss": 0.4237, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.5827338129496402, | |
| "grad_norm": 2.06327086788237, | |
| "learning_rate": 1.9452138835398333e-05, | |
| "loss": 0.6328, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.5971223021582732, | |
| "grad_norm": 1.8934017549759041, | |
| "learning_rate": 1.9439294695677168e-05, | |
| "loss": 0.7544, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.6115107913669064, | |
| "grad_norm": 1.7326175063319036, | |
| "learning_rate": 1.9426306075984968e-05, | |
| "loss": 0.5431, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.6258992805755397, | |
| "grad_norm": 2.1015742280893184, | |
| "learning_rate": 1.9413173175128472e-05, | |
| "loss": 0.6663, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.6402877697841727, | |
| "grad_norm": 2.231853898087344, | |
| "learning_rate": 1.9399896194122824e-05, | |
| "loss": 0.6107, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.6546762589928057, | |
| "grad_norm": 2.090875801066189, | |
| "learning_rate": 1.9386475336188484e-05, | |
| "loss": 0.6786, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.6690647482014387, | |
| "grad_norm": 2.3679863454534678, | |
| "learning_rate": 1.9372910806748124e-05, | |
| "loss": 0.5826, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.683453237410072, | |
| "grad_norm": 2.0143151155086585, | |
| "learning_rate": 1.935920281342349e-05, | |
| "loss": 0.5107, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.6978417266187051, | |
| "grad_norm": 2.0579871874173326, | |
| "learning_rate": 1.934535156603222e-05, | |
| "loss": 0.5457, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.7122302158273381, | |
| "grad_norm": 2.0248928133131505, | |
| "learning_rate": 1.933135727658462e-05, | |
| "loss": 0.5204, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.7266187050359711, | |
| "grad_norm": 2.143170055281987, | |
| "learning_rate": 1.931722015928044e-05, | |
| "loss": 0.4414, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.7410071942446042, | |
| "grad_norm": 3.8092005485468086, | |
| "learning_rate": 1.930294043050558e-05, | |
| "loss": 0.3688, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.7553956834532374, | |
| "grad_norm": 1.989587109704384, | |
| "learning_rate": 1.928851830882879e-05, | |
| "loss": 0.4322, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.7697841726618706, | |
| "grad_norm": 2.12538729505454, | |
| "learning_rate": 1.9273954014998307e-05, | |
| "loss": 0.3567, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.7841726618705036, | |
| "grad_norm": 2.0988722867429135, | |
| "learning_rate": 1.92592477719385e-05, | |
| "loss": 0.4249, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.7985611510791366, | |
| "grad_norm": 2.0670095637448815, | |
| "learning_rate": 1.9244399804746436e-05, | |
| "loss": 0.4687, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.8129496402877698, | |
| "grad_norm": 2.9462308640831436, | |
| "learning_rate": 1.9229410340688442e-05, | |
| "loss": 0.4576, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.8273381294964028, | |
| "grad_norm": 2.2511867293077144, | |
| "learning_rate": 1.9214279609196632e-05, | |
| "loss": 0.361, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.841726618705036, | |
| "grad_norm": 2.9578408313586224, | |
| "learning_rate": 1.9199007841865395e-05, | |
| "loss": 0.3939, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.856115107913669, | |
| "grad_norm": 1.67569117249568, | |
| "learning_rate": 1.9183595272447843e-05, | |
| "loss": 0.3387, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.870503597122302, | |
| "grad_norm": 1.922970389381037, | |
| "learning_rate": 1.9168042136852228e-05, | |
| "loss": 0.3162, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.8848920863309353, | |
| "grad_norm": 8.10597561850986, | |
| "learning_rate": 1.9152348673138355e-05, | |
| "loss": 0.2718, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.8992805755395683, | |
| "grad_norm": 4.044552909471015, | |
| "learning_rate": 1.913651512151391e-05, | |
| "loss": 0.2843, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.9136690647482015, | |
| "grad_norm": 1.8361101289997892, | |
| "learning_rate": 1.9120541724330802e-05, | |
| "loss": 0.2922, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.9280575539568345, | |
| "grad_norm": 1.8567473300234578, | |
| "learning_rate": 1.910442872608145e-05, | |
| "loss": 0.2136, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.9424460431654675, | |
| "grad_norm": 2.263518478480423, | |
| "learning_rate": 1.908817637339503e-05, | |
| "loss": 0.2331, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.9568345323741008, | |
| "grad_norm": 2.655129174999631, | |
| "learning_rate": 1.9071784915033717e-05, | |
| "loss": 0.2805, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.9712230215827338, | |
| "grad_norm": 2.349586516019947, | |
| "learning_rate": 1.9055254601888867e-05, | |
| "loss": 0.3259, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.985611510791367, | |
| "grad_norm": 2.03687355334055, | |
| "learning_rate": 1.9038585686977168e-05, | |
| "loss": 0.2869, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.9583687224064192, | |
| "learning_rate": 1.9021778425436797e-05, | |
| "loss": 0.3408, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 2.014388489208633, | |
| "grad_norm": 1.91826726074781, | |
| "learning_rate": 1.9004833074523478e-05, | |
| "loss": 0.2307, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 2.028776978417266, | |
| "grad_norm": 1.1616239437089266, | |
| "learning_rate": 1.8987749893606575e-05, | |
| "loss": 0.158, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 2.0431654676258995, | |
| "grad_norm": 2.661585557841078, | |
| "learning_rate": 1.8970529144165103e-05, | |
| "loss": 0.182, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 2.0575539568345325, | |
| "grad_norm": 1.4648504478084143, | |
| "learning_rate": 1.8953171089783725e-05, | |
| "loss": 0.1868, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 2.0719424460431655, | |
| "grad_norm": 1.6563021788099919, | |
| "learning_rate": 1.8935675996148738e-05, | |
| "loss": 0.2079, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 2.0863309352517985, | |
| "grad_norm": 1.765245657702871, | |
| "learning_rate": 1.8918044131043987e-05, | |
| "loss": 0.2056, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 2.1007194244604315, | |
| "grad_norm": 1.5438608872021158, | |
| "learning_rate": 1.890027576434677e-05, | |
| "loss": 0.2635, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 2.115107913669065, | |
| "grad_norm": 2.2956532783932535, | |
| "learning_rate": 1.8882371168023708e-05, | |
| "loss": 0.2029, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 2.129496402877698, | |
| "grad_norm": 1.4619363151073599, | |
| "learning_rate": 1.8864330616126586e-05, | |
| "loss": 0.155, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 2.143884892086331, | |
| "grad_norm": 2.1621204649874124, | |
| "learning_rate": 1.8846154384788162e-05, | |
| "loss": 0.1719, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 2.158273381294964, | |
| "grad_norm": 2.7166855043485967, | |
| "learning_rate": 1.8827842752217917e-05, | |
| "loss": 0.1819, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 2.172661870503597, | |
| "grad_norm": 1.8834021077536263, | |
| "learning_rate": 1.8809395998697835e-05, | |
| "loss": 0.1828, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 2.1870503597122304, | |
| "grad_norm": 1.5733332816754892, | |
| "learning_rate": 1.8790814406578073e-05, | |
| "loss": 0.2194, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 2.2014388489208634, | |
| "grad_norm": 1.9669982488920634, | |
| "learning_rate": 1.877209826027267e-05, | |
| "loss": 0.164, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 2.2158273381294964, | |
| "grad_norm": 10.292309004798875, | |
| "learning_rate": 1.8753247846255175e-05, | |
| "loss": 0.2773, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 2.2302158273381294, | |
| "grad_norm": 2.2748735550997563, | |
| "learning_rate": 1.8734263453054274e-05, | |
| "loss": 0.1718, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 2.2446043165467624, | |
| "grad_norm": 2.8655891892789866, | |
| "learning_rate": 1.871514537124936e-05, | |
| "loss": 0.1579, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 2.258992805755396, | |
| "grad_norm": 2.217166529615519, | |
| "learning_rate": 1.869589389346611e-05, | |
| "loss": 0.1787, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 2.273381294964029, | |
| "grad_norm": 1.8903126047188956, | |
| "learning_rate": 1.8676509314371977e-05, | |
| "loss": 0.1848, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 2.287769784172662, | |
| "grad_norm": 2.22331229134063, | |
| "learning_rate": 1.8656991930671687e-05, | |
| "loss": 0.1547, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 2.302158273381295, | |
| "grad_norm": 2.4540086773291323, | |
| "learning_rate": 1.863734204110272e-05, | |
| "loss": 0.1621, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.316546762589928, | |
| "grad_norm": 2.718097280283145, | |
| "learning_rate": 1.861755994643071e-05, | |
| "loss": 0.1644, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 2.3309352517985613, | |
| "grad_norm": 2.4404623229012996, | |
| "learning_rate": 1.859764594944485e-05, | |
| "loss": 0.1555, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 2.3453237410071943, | |
| "grad_norm": 2.3253380241917685, | |
| "learning_rate": 1.8577600354953273e-05, | |
| "loss": 0.1524, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 2.3597122302158273, | |
| "grad_norm": 2.4646303579458353, | |
| "learning_rate": 1.8557423469778356e-05, | |
| "loss": 0.1473, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 2.3741007194244603, | |
| "grad_norm": 1.5376405445606527, | |
| "learning_rate": 1.8537115602752054e-05, | |
| "loss": 0.1495, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 2.3884892086330938, | |
| "grad_norm": 4.745077306666788, | |
| "learning_rate": 1.851667706471115e-05, | |
| "loss": 0.1821, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 2.402877697841727, | |
| "grad_norm": 2.552588156434035, | |
| "learning_rate": 1.8496108168492518e-05, | |
| "loss": 0.1319, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 2.41726618705036, | |
| "grad_norm": 1.8367052946729043, | |
| "learning_rate": 1.8475409228928314e-05, | |
| "loss": 0.1349, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 2.431654676258993, | |
| "grad_norm": 2.5445371080031314, | |
| "learning_rate": 1.8454580562841165e-05, | |
| "loss": 0.13, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 2.446043165467626, | |
| "grad_norm": 2.344234909741198, | |
| "learning_rate": 1.8433622489039333e-05, | |
| "loss": 0.1506, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 2.460431654676259, | |
| "grad_norm": 2.376247631671717, | |
| "learning_rate": 1.8412535328311813e-05, | |
| "loss": 0.1344, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 2.4748201438848922, | |
| "grad_norm": 2.9461424922262784, | |
| "learning_rate": 1.839131940342344e-05, | |
| "loss": 0.1483, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 2.4892086330935252, | |
| "grad_norm": 1.9976524594362375, | |
| "learning_rate": 1.8369975039109937e-05, | |
| "loss": 0.1803, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 2.5035971223021583, | |
| "grad_norm": 1.0443749894322358, | |
| "learning_rate": 1.8348502562072955e-05, | |
| "loss": 0.1171, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 2.5179856115107913, | |
| "grad_norm": 1.4361047756192113, | |
| "learning_rate": 1.8326902300975063e-05, | |
| "loss": 0.149, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 2.5323741007194247, | |
| "grad_norm": 1.6346883755053931, | |
| "learning_rate": 1.8305174586434724e-05, | |
| "loss": 0.1444, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 2.5467625899280577, | |
| "grad_norm": 1.6834887574364132, | |
| "learning_rate": 1.828331975102123e-05, | |
| "loss": 0.1144, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 2.5611510791366907, | |
| "grad_norm": 1.354227075277937, | |
| "learning_rate": 1.8261338129249623e-05, | |
| "loss": 0.1178, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 2.5755395683453237, | |
| "grad_norm": 2.2741550896246587, | |
| "learning_rate": 1.8239230057575542e-05, | |
| "loss": 0.1534, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 2.5899280575539567, | |
| "grad_norm": 1.1972242744740567, | |
| "learning_rate": 1.8216995874390128e-05, | |
| "loss": 0.0885, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.6043165467625897, | |
| "grad_norm": 1.973587237520198, | |
| "learning_rate": 1.819463592001479e-05, | |
| "loss": 0.135, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 2.618705035971223, | |
| "grad_norm": 3.1272879249109753, | |
| "learning_rate": 1.817215053669603e-05, | |
| "loss": 0.1586, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 2.633093525179856, | |
| "grad_norm": 2.191338511461004, | |
| "learning_rate": 1.814954006860018e-05, | |
| "loss": 0.1416, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 2.647482014388489, | |
| "grad_norm": 1.572355984168845, | |
| "learning_rate": 1.8126804861808175e-05, | |
| "loss": 0.1185, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 2.661870503597122, | |
| "grad_norm": 0.975274936777776, | |
| "learning_rate": 1.81039452643102e-05, | |
| "loss": 0.1, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 2.6762589928057556, | |
| "grad_norm": 1.6008482801863315, | |
| "learning_rate": 1.808096162600041e-05, | |
| "loss": 0.1051, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 2.6906474820143886, | |
| "grad_norm": 1.7704784936509204, | |
| "learning_rate": 1.8057854298671545e-05, | |
| "loss": 0.13, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 2.7050359712230216, | |
| "grad_norm": 1.8920163138110342, | |
| "learning_rate": 1.803462363600957e-05, | |
| "loss": 0.1458, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 2.7194244604316546, | |
| "grad_norm": 5.176691025598706, | |
| "learning_rate": 1.8011269993588234e-05, | |
| "loss": 0.1791, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 2.7338129496402876, | |
| "grad_norm": 1.6375993170680554, | |
| "learning_rate": 1.798779372886365e-05, | |
| "loss": 0.1177, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 2.7482014388489207, | |
| "grad_norm": 4.122622959327029, | |
| "learning_rate": 1.796419520116882e-05, | |
| "loss": 0.26, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 2.762589928057554, | |
| "grad_norm": 1.902781478532848, | |
| "learning_rate": 1.7940474771708118e-05, | |
| "loss": 0.1298, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 2.776978417266187, | |
| "grad_norm": 1.7134666967364445, | |
| "learning_rate": 1.791663280355178e-05, | |
| "loss": 0.1075, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 2.79136690647482, | |
| "grad_norm": 2.1429774203344274, | |
| "learning_rate": 1.789266966163035e-05, | |
| "loss": 0.1131, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 2.805755395683453, | |
| "grad_norm": 2.1096187128500317, | |
| "learning_rate": 1.786858571272907e-05, | |
| "loss": 0.1407, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 2.8201438848920866, | |
| "grad_norm": 1.7461053345159192, | |
| "learning_rate": 1.7844381325482293e-05, | |
| "loss": 0.0962, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 2.8345323741007196, | |
| "grad_norm": 2.272810785009126, | |
| "learning_rate": 1.7820056870367813e-05, | |
| "loss": 0.1982, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 2.8489208633093526, | |
| "grad_norm": 1.887371974290098, | |
| "learning_rate": 1.7795612719701228e-05, | |
| "loss": 0.1436, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 2.8633093525179856, | |
| "grad_norm": 1.8778160079306951, | |
| "learning_rate": 1.7771049247630215e-05, | |
| "loss": 0.1218, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 2.8776978417266186, | |
| "grad_norm": 1.1423107655269147, | |
| "learning_rate": 1.7746366830128803e-05, | |
| "loss": 0.0901, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.8920863309352516, | |
| "grad_norm": 1.5837299145510542, | |
| "learning_rate": 1.7721565844991643e-05, | |
| "loss": 0.0799, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 2.906474820143885, | |
| "grad_norm": 1.3786215691627017, | |
| "learning_rate": 1.76966466718282e-05, | |
| "loss": 0.1063, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 2.920863309352518, | |
| "grad_norm": 2.048529831050718, | |
| "learning_rate": 1.7671609692056946e-05, | |
| "loss": 0.1188, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 2.935251798561151, | |
| "grad_norm": 4.107034047711157, | |
| "learning_rate": 1.7646455288899535e-05, | |
| "loss": 0.1608, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 2.949640287769784, | |
| "grad_norm": 1.419074613907907, | |
| "learning_rate": 1.7621183847374935e-05, | |
| "loss": 0.0947, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 2.9640287769784175, | |
| "grad_norm": 1.7241505506887336, | |
| "learning_rate": 1.7595795754293514e-05, | |
| "loss": 0.0933, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 2.9784172661870505, | |
| "grad_norm": 5.437440138394324, | |
| "learning_rate": 1.7570291398251153e-05, | |
| "loss": 0.1616, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 2.9928057553956835, | |
| "grad_norm": 1.20883185060423, | |
| "learning_rate": 1.7544671169623263e-05, | |
| "loss": 0.0926, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 3.0071942446043165, | |
| "grad_norm": 1.4389531365223567, | |
| "learning_rate": 1.751893546055884e-05, | |
| "loss": 0.079, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 3.0215827338129495, | |
| "grad_norm": 2.9037490869241642, | |
| "learning_rate": 1.749308466497444e-05, | |
| "loss": 0.1041, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 3.0359712230215825, | |
| "grad_norm": 2.3752741387378062, | |
| "learning_rate": 1.746711917854817e-05, | |
| "loss": 0.1602, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 3.050359712230216, | |
| "grad_norm": 3.434671646120461, | |
| "learning_rate": 1.744103939871361e-05, | |
| "loss": 0.1553, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 3.064748201438849, | |
| "grad_norm": 1.7548341283748703, | |
| "learning_rate": 1.7414845724653743e-05, | |
| "loss": 0.1046, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 3.079136690647482, | |
| "grad_norm": 2.4665177125279514, | |
| "learning_rate": 1.738853855729485e-05, | |
| "loss": 0.1063, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 3.093525179856115, | |
| "grad_norm": 2.2287980432317136, | |
| "learning_rate": 1.7362118299300363e-05, | |
| "loss": 0.1017, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 3.1079136690647484, | |
| "grad_norm": 2.035780926825967, | |
| "learning_rate": 1.733558535506469e-05, | |
| "loss": 0.1022, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 3.1223021582733814, | |
| "grad_norm": 2.3935570961264707, | |
| "learning_rate": 1.730894013070707e-05, | |
| "loss": 0.1185, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 3.1366906474820144, | |
| "grad_norm": 3.4732921260424536, | |
| "learning_rate": 1.7282183034065296e-05, | |
| "loss": 0.1375, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 3.1510791366906474, | |
| "grad_norm": 1.9600377867714436, | |
| "learning_rate": 1.7255314474689524e-05, | |
| "loss": 0.0858, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 3.1654676258992804, | |
| "grad_norm": 1.2129581509037186, | |
| "learning_rate": 1.7228334863835972e-05, | |
| "loss": 0.0786, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 3.1798561151079134, | |
| "grad_norm": 1.3441082560042694, | |
| "learning_rate": 1.7201244614460645e-05, | |
| "loss": 0.1193, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 3.194244604316547, | |
| "grad_norm": 1.2454468384467656, | |
| "learning_rate": 1.7174044141213e-05, | |
| "loss": 0.0742, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 3.20863309352518, | |
| "grad_norm": 2.522852911662667, | |
| "learning_rate": 1.7146733860429614e-05, | |
| "loss": 0.118, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 3.223021582733813, | |
| "grad_norm": 1.9278040098990679, | |
| "learning_rate": 1.7119314190127786e-05, | |
| "loss": 0.0977, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 3.237410071942446, | |
| "grad_norm": 2.1026449906365707, | |
| "learning_rate": 1.7091785549999177e-05, | |
| "loss": 0.1052, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 3.2517985611510793, | |
| "grad_norm": 2.6529166852325257, | |
| "learning_rate": 1.7064148361403347e-05, | |
| "loss": 0.2227, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 3.2661870503597124, | |
| "grad_norm": 4.552433635116517, | |
| "learning_rate": 1.7036403047361336e-05, | |
| "loss": 0.1501, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 3.2805755395683454, | |
| "grad_norm": 2.310770991325816, | |
| "learning_rate": 1.7008550032549167e-05, | |
| "loss": 0.1216, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 3.2949640287769784, | |
| "grad_norm": 3.36364275278406, | |
| "learning_rate": 1.6980589743291362e-05, | |
| "loss": 0.1235, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 3.3093525179856114, | |
| "grad_norm": 1.829401154310567, | |
| "learning_rate": 1.695252260755441e-05, | |
| "loss": 0.1233, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 3.3237410071942444, | |
| "grad_norm": 2.223251742922475, | |
| "learning_rate": 1.6924349054940204e-05, | |
| "loss": 0.1139, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 3.338129496402878, | |
| "grad_norm": 2.1098226205823734, | |
| "learning_rate": 1.6896069516679494e-05, | |
| "loss": 0.0954, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 3.352517985611511, | |
| "grad_norm": 2.420417244636502, | |
| "learning_rate": 1.6867684425625265e-05, | |
| "loss": 0.1024, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 3.366906474820144, | |
| "grad_norm": 3.516667669455294, | |
| "learning_rate": 1.683919421624611e-05, | |
| "loss": 0.1811, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 3.381294964028777, | |
| "grad_norm": 1.1050242423015832, | |
| "learning_rate": 1.681059932461959e-05, | |
| "loss": 0.0677, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 3.3956834532374103, | |
| "grad_norm": 2.176543994109208, | |
| "learning_rate": 1.6781900188425565e-05, | |
| "loss": 0.093, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 3.4100719424460433, | |
| "grad_norm": 2.4696463349977873, | |
| "learning_rate": 1.6753097246939475e-05, | |
| "loss": 0.0865, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 3.4244604316546763, | |
| "grad_norm": 1.2628603534222926, | |
| "learning_rate": 1.672419094102563e-05, | |
| "loss": 0.0867, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 3.4388489208633093, | |
| "grad_norm": 6.155069816331444, | |
| "learning_rate": 1.6695181713130462e-05, | |
| "loss": 0.1917, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 3.4532374100719423, | |
| "grad_norm": 2.147319268591747, | |
| "learning_rate": 1.6666070007275746e-05, | |
| "loss": 0.1466, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 3.4676258992805753, | |
| "grad_norm": 2.163903497725947, | |
| "learning_rate": 1.6636856269051813e-05, | |
| "loss": 0.1364, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 3.4820143884892087, | |
| "grad_norm": 1.6774031370584257, | |
| "learning_rate": 1.6607540945610722e-05, | |
| "loss": 0.0906, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 3.4964028776978417, | |
| "grad_norm": 9.014308156169962, | |
| "learning_rate": 1.6578124485659414e-05, | |
| "loss": 0.1861, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 3.5107913669064748, | |
| "grad_norm": 2.3885377725749715, | |
| "learning_rate": 1.6548607339452853e-05, | |
| "loss": 0.1281, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 3.5251798561151078, | |
| "grad_norm": 1.6108063549734837, | |
| "learning_rate": 1.6518989958787126e-05, | |
| "loss": 0.0981, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 3.539568345323741, | |
| "grad_norm": 3.5691166357587054, | |
| "learning_rate": 1.6489272796992536e-05, | |
| "loss": 0.1074, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 3.553956834532374, | |
| "grad_norm": 3.4979429013811467, | |
| "learning_rate": 1.6459456308926662e-05, | |
| "loss": 0.1338, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 3.568345323741007, | |
| "grad_norm": 4.957592452667262, | |
| "learning_rate": 1.642954095096737e-05, | |
| "loss": 0.2005, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 3.58273381294964, | |
| "grad_norm": 2.5648919694650107, | |
| "learning_rate": 1.639952718100589e-05, | |
| "loss": 0.1081, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 3.597122302158273, | |
| "grad_norm": 3.7598235610947643, | |
| "learning_rate": 1.636941545843973e-05, | |
| "loss": 0.1533, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 3.6115107913669062, | |
| "grad_norm": 2.9195056813718496, | |
| "learning_rate": 1.6339206244165705e-05, | |
| "loss": 0.1188, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 3.6258992805755397, | |
| "grad_norm": 2.79416599036527, | |
| "learning_rate": 1.630890000057285e-05, | |
| "loss": 0.1106, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 3.6402877697841727, | |
| "grad_norm": 2.2623014827430485, | |
| "learning_rate": 1.6278497191535364e-05, | |
| "loss": 0.0913, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 3.6546762589928057, | |
| "grad_norm": 3.0134989782439736, | |
| "learning_rate": 1.6247998282405486e-05, | |
| "loss": 0.1368, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 3.6690647482014387, | |
| "grad_norm": 1.0640618586580433, | |
| "learning_rate": 1.621740374000639e-05, | |
| "loss": 0.0749, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 3.683453237410072, | |
| "grad_norm": 2.0407254201531857, | |
| "learning_rate": 1.6186714032625036e-05, | |
| "loss": 0.1347, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 3.697841726618705, | |
| "grad_norm": 1.3495622495153805, | |
| "learning_rate": 1.6155929630004995e-05, | |
| "loss": 0.0938, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 3.712230215827338, | |
| "grad_norm": 1.626082630128798, | |
| "learning_rate": 1.6125051003339277e-05, | |
| "loss": 0.0735, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 3.726618705035971, | |
| "grad_norm": 1.045029527525099, | |
| "learning_rate": 1.6094078625263085e-05, | |
| "loss": 0.0665, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 3.741007194244604, | |
| "grad_norm": 1.0769877251894375, | |
| "learning_rate": 1.6063012969846624e-05, | |
| "loss": 0.0594, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 3.755395683453237, | |
| "grad_norm": 1.573095185027216, | |
| "learning_rate": 1.603185451258781e-05, | |
| "loss": 0.0989, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 3.7697841726618706, | |
| "grad_norm": 1.5939550154351394, | |
| "learning_rate": 1.6000603730405013e-05, | |
| "loss": 0.0918, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 3.7841726618705036, | |
| "grad_norm": 3.084625753380633, | |
| "learning_rate": 1.5969261101629744e-05, | |
| "loss": 0.1507, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 3.7985611510791366, | |
| "grad_norm": 2.1876597444656367, | |
| "learning_rate": 1.593782710599934e-05, | |
| "loss": 0.1153, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 3.81294964028777, | |
| "grad_norm": 1.4453678209486815, | |
| "learning_rate": 1.5906302224649613e-05, | |
| "loss": 0.0881, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 3.827338129496403, | |
| "grad_norm": 1.415817693353708, | |
| "learning_rate": 1.5874686940107507e-05, | |
| "loss": 0.0921, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 3.841726618705036, | |
| "grad_norm": 1.3019018391132993, | |
| "learning_rate": 1.5842981736283686e-05, | |
| "loss": 0.0942, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 3.856115107913669, | |
| "grad_norm": 2.124481879469022, | |
| "learning_rate": 1.581118709846514e-05, | |
| "loss": 0.0892, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 3.870503597122302, | |
| "grad_norm": 0.7530466355105916, | |
| "learning_rate": 1.5779303513307765e-05, | |
| "loss": 0.0611, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 3.884892086330935, | |
| "grad_norm": 1.9390276125404986, | |
| "learning_rate": 1.574733146882889e-05, | |
| "loss": 0.0711, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 3.899280575539568, | |
| "grad_norm": 1.7780292244134437, | |
| "learning_rate": 1.571527145439983e-05, | |
| "loss": 0.0912, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 3.9136690647482015, | |
| "grad_norm": 1.5211678706292164, | |
| "learning_rate": 1.5683123960738395e-05, | |
| "loss": 0.0828, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 3.9280575539568345, | |
| "grad_norm": 3.235343849443108, | |
| "learning_rate": 1.5650889479901356e-05, | |
| "loss": 0.1355, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 3.9424460431654675, | |
| "grad_norm": 2.418347718572089, | |
| "learning_rate": 1.5618568505276948e-05, | |
| "loss": 0.0934, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 3.956834532374101, | |
| "grad_norm": 1.856004868367365, | |
| "learning_rate": 1.558616153157728e-05, | |
| "loss": 0.1214, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 3.971223021582734, | |
| "grad_norm": 1.9055690379940484, | |
| "learning_rate": 1.5553669054830806e-05, | |
| "loss": 0.0759, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 3.985611510791367, | |
| "grad_norm": 0.7835271833606042, | |
| "learning_rate": 1.552109157237468e-05, | |
| "loss": 0.0636, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 1.9789660771379471, | |
| "learning_rate": 1.5488429582847194e-05, | |
| "loss": 0.0935, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 4.014388489208633, | |
| "grad_norm": 1.920696415437042, | |
| "learning_rate": 1.5455683586180117e-05, | |
| "loss": 0.0732, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 4.028776978417266, | |
| "grad_norm": 1.7756913937042766, | |
| "learning_rate": 1.542285408359105e-05, | |
| "loss": 0.1339, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 4.043165467625899, | |
| "grad_norm": 1.3081335048820986, | |
| "learning_rate": 1.5389941577575753e-05, | |
| "loss": 0.0805, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 4.057553956834532, | |
| "grad_norm": 1.545019490212882, | |
| "learning_rate": 1.5356946571900465e-05, | |
| "loss": 0.0764, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 4.071942446043165, | |
| "grad_norm": 1.6175892304589476, | |
| "learning_rate": 1.5323869571594166e-05, | |
| "loss": 0.0838, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 4.086330935251799, | |
| "grad_norm": 8.86376731047678, | |
| "learning_rate": 1.5290711082940883e-05, | |
| "loss": 0.2142, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 4.100719424460432, | |
| "grad_norm": 2.0771074188946748, | |
| "learning_rate": 1.5257471613471908e-05, | |
| "loss": 0.1161, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 4.115107913669065, | |
| "grad_norm": 1.841466825633457, | |
| "learning_rate": 1.5224151671958045e-05, | |
| "loss": 0.111, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 4.129496402877698, | |
| "grad_norm": 2.1971490305870254, | |
| "learning_rate": 1.5190751768401835e-05, | |
| "loss": 0.1001, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 4.143884892086331, | |
| "grad_norm": 1.887590572191191, | |
| "learning_rate": 1.515727241402972e-05, | |
| "loss": 0.0817, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 4.158273381294964, | |
| "grad_norm": 1.5504037915944906, | |
| "learning_rate": 1.512371412128424e-05, | |
| "loss": 0.0721, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 4.172661870503597, | |
| "grad_norm": 3.2084429695170398, | |
| "learning_rate": 1.509007740381618e-05, | |
| "loss": 0.1495, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 4.18705035971223, | |
| "grad_norm": 1.9773379887209472, | |
| "learning_rate": 1.505636277647672e-05, | |
| "loss": 0.1021, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 4.201438848920863, | |
| "grad_norm": 1.7919752378903473, | |
| "learning_rate": 1.5022570755309542e-05, | |
| "loss": 0.069, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 4.215827338129497, | |
| "grad_norm": 1.8353019507539692, | |
| "learning_rate": 1.4988701857542932e-05, | |
| "loss": 0.0908, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 4.23021582733813, | |
| "grad_norm": 1.6805427100586665, | |
| "learning_rate": 1.495475660158187e-05, | |
| "loss": 0.0785, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 4.244604316546763, | |
| "grad_norm": 1.380400795948778, | |
| "learning_rate": 1.492073550700009e-05, | |
| "loss": 0.0817, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 4.258992805755396, | |
| "grad_norm": 0.9200650137201957, | |
| "learning_rate": 1.4886639094532129e-05, | |
| "loss": 0.0646, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 4.273381294964029, | |
| "grad_norm": 2.0328467587787884, | |
| "learning_rate": 1.4852467886065357e-05, | |
| "loss": 0.0816, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 4.287769784172662, | |
| "grad_norm": 2.471692983826739, | |
| "learning_rate": 1.4818222404631993e-05, | |
| "loss": 0.1168, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 4.302158273381295, | |
| "grad_norm": 1.9480957771711376, | |
| "learning_rate": 1.4783903174401086e-05, | |
| "loss": 0.1056, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 4.316546762589928, | |
| "grad_norm": 1.3707094764913785, | |
| "learning_rate": 1.4749510720670506e-05, | |
| "loss": 0.081, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 4.330935251798561, | |
| "grad_norm": 1.8160322544483793, | |
| "learning_rate": 1.4715045569858895e-05, | |
| "loss": 0.0784, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 4.345323741007194, | |
| "grad_norm": 1.6519200877530784, | |
| "learning_rate": 1.4680508249497622e-05, | |
| "loss": 0.0758, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 4.359712230215827, | |
| "grad_norm": 1.1953425576844743, | |
| "learning_rate": 1.4645899288222686e-05, | |
| "loss": 0.076, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 4.374100719424461, | |
| "grad_norm": 2.1532443296286217, | |
| "learning_rate": 1.461121921576665e-05, | |
| "loss": 0.0956, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 4.388489208633094, | |
| "grad_norm": 7.291642986227351, | |
| "learning_rate": 1.457646856295051e-05, | |
| "loss": 0.1638, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 4.402877697841727, | |
| "grad_norm": 1.9760971103123395, | |
| "learning_rate": 1.4541647861675592e-05, | |
| "loss": 0.0898, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 4.41726618705036, | |
| "grad_norm": 1.549355801958334, | |
| "learning_rate": 1.4506757644915393e-05, | |
| "loss": 0.0804, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 4.431654676258993, | |
| "grad_norm": 2.1548681765232005, | |
| "learning_rate": 1.4471798446707426e-05, | |
| "loss": 0.0917, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 4.446043165467626, | |
| "grad_norm": 2.416819319060172, | |
| "learning_rate": 1.443677080214506e-05, | |
| "loss": 0.1, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 4.460431654676259, | |
| "grad_norm": 2.357572317260481, | |
| "learning_rate": 1.4401675247369307e-05, | |
| "loss": 0.0842, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 4.474820143884892, | |
| "grad_norm": 2.3896391383138305, | |
| "learning_rate": 1.4366512319560642e-05, | |
| "loss": 0.0825, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 4.489208633093525, | |
| "grad_norm": 2.43013200710383, | |
| "learning_rate": 1.4331282556930753e-05, | |
| "loss": 0.0694, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 4.503597122302159, | |
| "grad_norm": 2.044331917417573, | |
| "learning_rate": 1.4295986498714326e-05, | |
| "loss": 0.0782, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 4.517985611510792, | |
| "grad_norm": 2.5158625592140424, | |
| "learning_rate": 1.4260624685160778e-05, | |
| "loss": 0.0861, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 4.532374100719425, | |
| "grad_norm": 2.390662985836405, | |
| "learning_rate": 1.4225197657525996e-05, | |
| "loss": 0.0998, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 4.546762589928058, | |
| "grad_norm": 4.358152932825534, | |
| "learning_rate": 1.4189705958064041e-05, | |
| "loss": 0.2349, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 4.561151079136691, | |
| "grad_norm": 1.4662171648939122, | |
| "learning_rate": 1.4154150130018867e-05, | |
| "loss": 0.0828, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 4.575539568345324, | |
| "grad_norm": 2.618941379165625, | |
| "learning_rate": 1.4118530717615982e-05, | |
| "loss": 0.1057, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 4.589928057553957, | |
| "grad_norm": 5.796662333549953, | |
| "learning_rate": 1.4082848266054136e-05, | |
| "loss": 0.1314, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 4.60431654676259, | |
| "grad_norm": 1.3755791710433443, | |
| "learning_rate": 1.4047103321496977e-05, | |
| "loss": 0.0568, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 4.618705035971223, | |
| "grad_norm": 1.4690673745162433, | |
| "learning_rate": 1.4011296431064675e-05, | |
| "loss": 0.0857, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 4.633093525179856, | |
| "grad_norm": 1.510028184893069, | |
| "learning_rate": 1.3975428142825562e-05, | |
| "loss": 0.0661, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 4.647482014388489, | |
| "grad_norm": 1.8656945859612246, | |
| "learning_rate": 1.3939499005787735e-05, | |
| "loss": 0.0885, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 4.661870503597123, | |
| "grad_norm": 4.360334150991463, | |
| "learning_rate": 1.3903509569890663e-05, | |
| "loss": 0.1249, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 4.676258992805756, | |
| "grad_norm": 1.2705938890119497, | |
| "learning_rate": 1.3867460385996756e-05, | |
| "loss": 0.0483, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 4.690647482014389, | |
| "grad_norm": 1.6429511839584963, | |
| "learning_rate": 1.3831352005882947e-05, | |
| "loss": 0.0678, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 4.705035971223022, | |
| "grad_norm": 0.8064327586315418, | |
| "learning_rate": 1.3795184982232234e-05, | |
| "loss": 0.0481, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 4.719424460431655, | |
| "grad_norm": 1.6276254758163173, | |
| "learning_rate": 1.3758959868625233e-05, | |
| "loss": 0.0642, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 4.733812949640288, | |
| "grad_norm": 1.6478404195254295, | |
| "learning_rate": 1.3722677219531684e-05, | |
| "loss": 0.0537, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 4.748201438848921, | |
| "grad_norm": 2.0775687439431443, | |
| "learning_rate": 1.3686337590301997e-05, | |
| "loss": 0.0826, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 4.762589928057554, | |
| "grad_norm": 1.6321172079536772, | |
| "learning_rate": 1.364994153715872e-05, | |
| "loss": 0.0931, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 4.7769784172661875, | |
| "grad_norm": 1.5139845300039876, | |
| "learning_rate": 1.361348961718804e-05, | |
| "loss": 0.0755, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 4.7913669064748206, | |
| "grad_norm": 1.6885011783715966, | |
| "learning_rate": 1.3576982388331258e-05, | |
| "loss": 0.0708, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 4.805755395683454, | |
| "grad_norm": 3.58412758620127, | |
| "learning_rate": 1.3540420409376237e-05, | |
| "loss": 0.1443, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 4.820143884892087, | |
| "grad_norm": 3.970560863668551, | |
| "learning_rate": 1.3503804239948874e-05, | |
| "loss": 0.1164, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 4.83453237410072, | |
| "grad_norm": 3.0950452614631216, | |
| "learning_rate": 1.3467134440504497e-05, | |
| "loss": 0.1638, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 4.848920863309353, | |
| "grad_norm": 1.2344229500725417, | |
| "learning_rate": 1.3430411572319323e-05, | |
| "loss": 0.0414, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 4.863309352517986, | |
| "grad_norm": 4.693981116757926, | |
| "learning_rate": 1.3393636197481842e-05, | |
| "loss": 0.1099, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 4.877697841726619, | |
| "grad_norm": 1.280394160785586, | |
| "learning_rate": 1.335680887888423e-05, | |
| "loss": 0.069, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 4.892086330935252, | |
| "grad_norm": 2.6531048299227287, | |
| "learning_rate": 1.3319930180213713e-05, | |
| "loss": 0.0945, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 4.906474820143885, | |
| "grad_norm": 3.102339751706606, | |
| "learning_rate": 1.3283000665943972e-05, | |
| "loss": 0.1103, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 4.920863309352518, | |
| "grad_norm": 1.4150229722556091, | |
| "learning_rate": 1.3246020901326465e-05, | |
| "loss": 0.0787, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 4.935251798561151, | |
| "grad_norm": 2.3202398526115933, | |
| "learning_rate": 1.3208991452381798e-05, | |
| "loss": 0.0956, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 4.9496402877697845, | |
| "grad_norm": 6.464019103643947, | |
| "learning_rate": 1.3171912885891063e-05, | |
| "loss": 0.1059, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 4.9640287769784175, | |
| "grad_norm": 2.2987115160645617, | |
| "learning_rate": 1.3134785769387147e-05, | |
| "loss": 0.0905, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 4.9784172661870505, | |
| "grad_norm": 3.42537659995528, | |
| "learning_rate": 1.3097610671146063e-05, | |
| "loss": 0.0891, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 4.9928057553956835, | |
| "grad_norm": 1.607289746350073, | |
| "learning_rate": 1.3060388160178237e-05, | |
| "loss": 0.0756, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 5.0071942446043165, | |
| "grad_norm": 2.0287001101488733, | |
| "learning_rate": 1.302311880621981e-05, | |
| "loss": 0.1092, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 5.0215827338129495, | |
| "grad_norm": 2.296081619843284, | |
| "learning_rate": 1.2985803179723903e-05, | |
| "loss": 0.0814, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 5.0359712230215825, | |
| "grad_norm": 1.3541106943850767, | |
| "learning_rate": 1.294844185185191e-05, | |
| "loss": 0.0495, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 5.0503597122302155, | |
| "grad_norm": 3.473072731374066, | |
| "learning_rate": 1.2911035394464724e-05, | |
| "loss": 0.1115, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 5.0647482014388485, | |
| "grad_norm": 1.878085254754344, | |
| "learning_rate": 1.2873584380114012e-05, | |
| "loss": 0.0758, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 5.079136690647482, | |
| "grad_norm": 1.5828011496456365, | |
| "learning_rate": 1.283608938203344e-05, | |
| "loss": 0.0653, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 5.093525179856115, | |
| "grad_norm": 2.310554737444448, | |
| "learning_rate": 1.2798550974129888e-05, | |
| "loss": 0.0795, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 5.107913669064748, | |
| "grad_norm": 1.392927738275557, | |
| "learning_rate": 1.2760969730974692e-05, | |
| "loss": 0.0555, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 5.122302158273381, | |
| "grad_norm": 1.9277356604394835, | |
| "learning_rate": 1.2723346227794817e-05, | |
| "loss": 0.0709, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 5.136690647482014, | |
| "grad_norm": 1.5371398787685273, | |
| "learning_rate": 1.2685681040464081e-05, | |
| "loss": 0.0596, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 5.151079136690647, | |
| "grad_norm": 2.8096729108941134, | |
| "learning_rate": 1.264797474549433e-05, | |
| "loss": 0.1064, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 5.16546762589928, | |
| "grad_norm": 0.9781522138651574, | |
| "learning_rate": 1.2610227920026608e-05, | |
| "loss": 0.051, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 5.179856115107913, | |
| "grad_norm": 1.1509313519794822, | |
| "learning_rate": 1.2572441141822322e-05, | |
| "loss": 0.0651, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 5.194244604316546, | |
| "grad_norm": 4.388250469742715, | |
| "learning_rate": 1.2534614989254423e-05, | |
| "loss": 0.0967, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 5.2086330935251794, | |
| "grad_norm": 0.9566869047445085, | |
| "learning_rate": 1.2496750041298515e-05, | |
| "loss": 0.0609, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 5.223021582733813, | |
| "grad_norm": 2.2089936486598076, | |
| "learning_rate": 1.2458846877524025e-05, | |
| "loss": 0.0657, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 5.237410071942446, | |
| "grad_norm": 2.1577271836034058, | |
| "learning_rate": 1.2420906078085316e-05, | |
| "loss": 0.0859, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 5.251798561151079, | |
| "grad_norm": 2.107752486687129, | |
| "learning_rate": 1.2382928223712807e-05, | |
| "loss": 0.0493, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 5.266187050359712, | |
| "grad_norm": 1.5362209636910469, | |
| "learning_rate": 1.2344913895704099e-05, | |
| "loss": 0.0551, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 5.280575539568345, | |
| "grad_norm": 1.8284113473780614, | |
| "learning_rate": 1.2306863675915058e-05, | |
| "loss": 0.0639, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 5.294964028776978, | |
| "grad_norm": 1.5434857110112714, | |
| "learning_rate": 1.2268778146750914e-05, | |
| "loss": 0.0665, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 5.309352517985611, | |
| "grad_norm": 1.5270591397764983, | |
| "learning_rate": 1.2230657891157365e-05, | |
| "loss": 0.0614, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 5.323741007194244, | |
| "grad_norm": 1.1644989385855498, | |
| "learning_rate": 1.2192503492611625e-05, | |
| "loss": 0.0516, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 5.338129496402877, | |
| "grad_norm": 2.4389365127644664, | |
| "learning_rate": 1.2154315535113513e-05, | |
| "loss": 0.0763, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 5.35251798561151, | |
| "grad_norm": 2.570405580037144, | |
| "learning_rate": 1.2116094603176513e-05, | |
| "loss": 0.0645, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 5.366906474820144, | |
| "grad_norm": 2.525534092427501, | |
| "learning_rate": 1.2077841281818816e-05, | |
| "loss": 0.0754, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 5.381294964028777, | |
| "grad_norm": 2.3428164694918654, | |
| "learning_rate": 1.203955615655438e-05, | |
| "loss": 0.0861, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 5.39568345323741, | |
| "grad_norm": 2.235811734094292, | |
| "learning_rate": 1.2001239813383951e-05, | |
| "loss": 0.0549, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 5.410071942446043, | |
| "grad_norm": 4.506038617907832, | |
| "learning_rate": 1.1962892838786116e-05, | |
| "loss": 0.0857, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 5.424460431654676, | |
| "grad_norm": 2.267447064370234, | |
| "learning_rate": 1.19245158197083e-05, | |
| "loss": 0.0717, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 5.438848920863309, | |
| "grad_norm": 1.3482474852811166, | |
| "learning_rate": 1.1886109343557808e-05, | |
| "loss": 0.0772, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 5.453237410071942, | |
| "grad_norm": 2.1410593958658954, | |
| "learning_rate": 1.1847673998192815e-05, | |
| "loss": 0.0536, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 5.467625899280575, | |
| "grad_norm": 1.5967556597455597, | |
| "learning_rate": 1.180921037191337e-05, | |
| "loss": 0.0459, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 5.482014388489208, | |
| "grad_norm": 1.2435751103662702, | |
| "learning_rate": 1.1770719053452408e-05, | |
| "loss": 0.0443, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 5.496402877697841, | |
| "grad_norm": 3.2548280663914784, | |
| "learning_rate": 1.1732200631966717e-05, | |
| "loss": 0.0843, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 5.510791366906475, | |
| "grad_norm": 1.991827364041768, | |
| "learning_rate": 1.1693655697027935e-05, | |
| "loss": 0.0561, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 5.525179856115108, | |
| "grad_norm": 1.7434178537703542, | |
| "learning_rate": 1.165508483861352e-05, | |
| "loss": 0.0631, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 5.539568345323741, | |
| "grad_norm": 3.6171543812005362, | |
| "learning_rate": 1.1616488647097718e-05, | |
| "loss": 0.0704, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 5.553956834532374, | |
| "grad_norm": 3.4479680855430113, | |
| "learning_rate": 1.1577867713242532e-05, | |
| "loss": 0.0751, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 5.568345323741007, | |
| "grad_norm": 1.7391495389296567, | |
| "learning_rate": 1.1539222628188675e-05, | |
| "loss": 0.0524, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 5.58273381294964, | |
| "grad_norm": 2.204791122892472, | |
| "learning_rate": 1.1500553983446527e-05, | |
| "loss": 0.0696, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 5.597122302158273, | |
| "grad_norm": 4.934866987474034, | |
| "learning_rate": 1.1461862370887076e-05, | |
| "loss": 0.0841, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 5.611510791366906, | |
| "grad_norm": 1.5682934454178645, | |
| "learning_rate": 1.1423148382732854e-05, | |
| "loss": 0.0604, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 5.625899280575539, | |
| "grad_norm": 1.5376010738808106, | |
| "learning_rate": 1.1384412611548887e-05, | |
| "loss": 0.0763, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 5.640287769784173, | |
| "grad_norm": 2.2954456281899858, | |
| "learning_rate": 1.134565565023362e-05, | |
| "loss": 0.0631, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 5.654676258992806, | |
| "grad_norm": 2.8902333297932334, | |
| "learning_rate": 1.1306878092009828e-05, | |
| "loss": 0.1072, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 5.669064748201439, | |
| "grad_norm": 3.1298174346773635, | |
| "learning_rate": 1.1268080530415557e-05, | |
| "loss": 0.0906, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 5.683453237410072, | |
| "grad_norm": 1.9540710814071045, | |
| "learning_rate": 1.122926355929502e-05, | |
| "loss": 0.0815, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 5.697841726618705, | |
| "grad_norm": 3.0936428631268424, | |
| "learning_rate": 1.119042777278953e-05, | |
| "loss": 0.0933, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 5.712230215827338, | |
| "grad_norm": 0.779804603376737, | |
| "learning_rate": 1.1151573765328374e-05, | |
| "loss": 0.0377, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 5.726618705035971, | |
| "grad_norm": 1.4682872653216061, | |
| "learning_rate": 1.1112702131619747e-05, | |
| "loss": 0.0553, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 5.741007194244604, | |
| "grad_norm": 2.2888255822610586, | |
| "learning_rate": 1.1073813466641633e-05, | |
| "loss": 0.0592, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 5.755395683453237, | |
| "grad_norm": 2.0210708158515356, | |
| "learning_rate": 1.1034908365632695e-05, | |
| "loss": 0.0591, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 5.76978417266187, | |
| "grad_norm": 2.8477043817929175, | |
| "learning_rate": 1.0995987424083178e-05, | |
| "loss": 0.0665, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 5.784172661870503, | |
| "grad_norm": 4.075702050234569, | |
| "learning_rate": 1.0957051237725775e-05, | |
| "loss": 0.0891, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 5.798561151079137, | |
| "grad_norm": 3.4838765154884053, | |
| "learning_rate": 1.0918100402526533e-05, | |
| "loss": 0.0752, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 5.81294964028777, | |
| "grad_norm": 2.190868453265739, | |
| "learning_rate": 1.0879135514675706e-05, | |
| "loss": 0.0678, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 5.827338129496403, | |
| "grad_norm": 6.885762602295394, | |
| "learning_rate": 1.0840157170578645e-05, | |
| "loss": 0.1085, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 5.841726618705036, | |
| "grad_norm": 2.1256795879435946, | |
| "learning_rate": 1.0801165966846662e-05, | |
| "loss": 0.0587, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 5.856115107913669, | |
| "grad_norm": 3.0358003868740777, | |
| "learning_rate": 1.0762162500287916e-05, | |
| "loss": 0.1023, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 5.870503597122302, | |
| "grad_norm": 2.72412213052102, | |
| "learning_rate": 1.0723147367898243e-05, | |
| "loss": 0.0755, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 5.884892086330935, | |
| "grad_norm": 5.991640096070039, | |
| "learning_rate": 1.068412116685205e-05, | |
| "loss": 0.0906, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 5.899280575539568, | |
| "grad_norm": 4.47844473482202, | |
| "learning_rate": 1.0645084494493166e-05, | |
| "loss": 0.1367, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 5.913669064748201, | |
| "grad_norm": 5.278497486551652, | |
| "learning_rate": 1.0606037948325686e-05, | |
| "loss": 0.0934, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 5.928057553956835, | |
| "grad_norm": 1.662465142150059, | |
| "learning_rate": 1.0566982126004848e-05, | |
| "loss": 0.0425, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 5.942446043165468, | |
| "grad_norm": 2.1454760909414476, | |
| "learning_rate": 1.052791762532786e-05, | |
| "loss": 0.0632, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 5.956834532374101, | |
| "grad_norm": 1.8023401117347966, | |
| "learning_rate": 1.0488845044224774e-05, | |
| "loss": 0.0562, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 5.971223021582734, | |
| "grad_norm": 1.998906167438941, | |
| "learning_rate": 1.0449764980749317e-05, | |
| "loss": 0.0464, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 5.985611510791367, | |
| "grad_norm": 1.9791549061655505, | |
| "learning_rate": 1.0410678033069745e-05, | |
| "loss": 0.0509, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 1.783059633172495, | |
| "learning_rate": 1.0371584799459684e-05, | |
| "loss": 0.0693, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 6.014388489208633, | |
| "grad_norm": 3.1713602527987077, | |
| "learning_rate": 1.0332485878288977e-05, | |
| "loss": 0.0896, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 6.028776978417266, | |
| "grad_norm": 13.02216773829757, | |
| "learning_rate": 1.029338186801451e-05, | |
| "loss": 0.1842, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 6.043165467625899, | |
| "grad_norm": 3.175785916601786, | |
| "learning_rate": 1.0254273367171085e-05, | |
| "loss": 0.0673, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 6.057553956834532, | |
| "grad_norm": 3.0816879666228885, | |
| "learning_rate": 1.0215160974362224e-05, | |
| "loss": 0.0648, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 6.071942446043165, | |
| "grad_norm": 3.138491600475823, | |
| "learning_rate": 1.0176045288251014e-05, | |
| "loss": 0.0537, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 6.086330935251799, | |
| "grad_norm": 1.9965147840919386, | |
| "learning_rate": 1.0136926907550968e-05, | |
| "loss": 0.0493, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 6.100719424460432, | |
| "grad_norm": 4.040616547013923, | |
| "learning_rate": 1.0097806431016825e-05, | |
| "loss": 0.0718, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 6.115107913669065, | |
| "grad_norm": 3.684053981687095, | |
| "learning_rate": 1.0058684457435419e-05, | |
| "loss": 0.0885, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 6.129496402877698, | |
| "grad_norm": 3.4407063513016207, | |
| "learning_rate": 1.0019561585616485e-05, | |
| "loss": 0.0878, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 6.143884892086331, | |
| "grad_norm": 3.631968287932021, | |
| "learning_rate": 9.980438414383518e-06, | |
| "loss": 0.0716, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 6.158273381294964, | |
| "grad_norm": 3.0607381634313535, | |
| "learning_rate": 9.941315542564583e-06, | |
| "loss": 0.058, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 6.172661870503597, | |
| "grad_norm": 3.9600176462472607, | |
| "learning_rate": 9.902193568983177e-06, | |
| "loss": 0.1314, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 6.18705035971223, | |
| "grad_norm": 1.7718441919276489, | |
| "learning_rate": 9.863073092449033e-06, | |
| "loss": 0.0619, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 6.201438848920863, | |
| "grad_norm": 2.14606486678126, | |
| "learning_rate": 9.823954711748987e-06, | |
| "loss": 0.0537, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 6.215827338129497, | |
| "grad_norm": 4.994325517315764, | |
| "learning_rate": 9.78483902563778e-06, | |
| "loss": 0.0989, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 6.23021582733813, | |
| "grad_norm": 1.5344735636293707, | |
| "learning_rate": 9.745726632828913e-06, | |
| "loss": 0.0536, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 6.244604316546763, | |
| "grad_norm": 2.0531411979678658, | |
| "learning_rate": 9.706618131985489e-06, | |
| "loss": 0.0522, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 6.258992805755396, | |
| "grad_norm": 1.8694652467324728, | |
| "learning_rate": 9.667514121711025e-06, | |
| "loss": 0.0652, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 6.273381294964029, | |
| "grad_norm": 1.7939240986480327, | |
| "learning_rate": 9.628415200540317e-06, | |
| "loss": 0.0585, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 6.287769784172662, | |
| "grad_norm": 1.1701921170565006, | |
| "learning_rate": 9.589321966930255e-06, | |
| "loss": 0.0446, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 6.302158273381295, | |
| "grad_norm": 1.3183342321738782, | |
| "learning_rate": 9.550235019250688e-06, | |
| "loss": 0.0365, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 6.316546762589928, | |
| "grad_norm": 3.380696309795155, | |
| "learning_rate": 9.51115495577523e-06, | |
| "loss": 0.0855, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 6.330935251798561, | |
| "grad_norm": 3.2163242534678536, | |
| "learning_rate": 9.472082374672145e-06, | |
| "loss": 0.1112, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 6.345323741007194, | |
| "grad_norm": 2.8805271526903398, | |
| "learning_rate": 9.433017873995159e-06, | |
| "loss": 0.0567, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 6.359712230215827, | |
| "grad_norm": 2.9270420886671626, | |
| "learning_rate": 9.393962051674319e-06, | |
| "loss": 0.073, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 6.374100719424461, | |
| "grad_norm": 0.716770072244056, | |
| "learning_rate": 9.354915505506839e-06, | |
| "loss": 0.0273, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 6.388489208633094, | |
| "grad_norm": 1.9375688885176805, | |
| "learning_rate": 9.315878833147953e-06, | |
| "loss": 0.0458, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 6.402877697841727, | |
| "grad_norm": 1.5114813171921724, | |
| "learning_rate": 9.27685263210176e-06, | |
| "loss": 0.0408, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 6.41726618705036, | |
| "grad_norm": 2.176739947497608, | |
| "learning_rate": 9.237837499712088e-06, | |
| "loss": 0.0406, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 6.431654676258993, | |
| "grad_norm": 1.0546177826776708, | |
| "learning_rate": 9.19883403315334e-06, | |
| "loss": 0.032, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 6.446043165467626, | |
| "grad_norm": 0.5710171789573429, | |
| "learning_rate": 9.159842829421358e-06, | |
| "loss": 0.0283, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 6.460431654676259, | |
| "grad_norm": 2.4971494935474463, | |
| "learning_rate": 9.1208644853243e-06, | |
| "loss": 0.053, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 6.474820143884892, | |
| "grad_norm": 2.1060917891375213, | |
| "learning_rate": 9.081899597473469e-06, | |
| "loss": 0.0685, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 6.489208633093525, | |
| "grad_norm": 4.872774207148436, | |
| "learning_rate": 9.042948762274227e-06, | |
| "loss": 0.0878, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 6.503597122302159, | |
| "grad_norm": 3.57310670704578, | |
| "learning_rate": 9.004012575916825e-06, | |
| "loss": 0.0898, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 6.517985611510792, | |
| "grad_norm": 1.5890926297246664, | |
| "learning_rate": 8.965091634367306e-06, | |
| "loss": 0.0443, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 6.532374100719425, | |
| "grad_norm": 1.6565607787351473, | |
| "learning_rate": 8.92618653335837e-06, | |
| "loss": 0.0414, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 6.546762589928058, | |
| "grad_norm": 1.6598383644043355, | |
| "learning_rate": 8.887297868380255e-06, | |
| "loss": 0.0404, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 6.561151079136691, | |
| "grad_norm": 1.3690066201582984, | |
| "learning_rate": 8.84842623467163e-06, | |
| "loss": 0.0596, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 6.575539568345324, | |
| "grad_norm": 1.795250419015445, | |
| "learning_rate": 8.809572227210472e-06, | |
| "loss": 0.038, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 6.589928057553957, | |
| "grad_norm": 3.139575746021586, | |
| "learning_rate": 8.770736440704979e-06, | |
| "loss": 0.0709, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 6.60431654676259, | |
| "grad_norm": 3.5570255461130476, | |
| "learning_rate": 8.731919469584443e-06, | |
| "loss": 0.0707, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 6.618705035971223, | |
| "grad_norm": 2.2552703837998322, | |
| "learning_rate": 8.693121907990177e-06, | |
| "loss": 0.0653, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 6.633093525179856, | |
| "grad_norm": 1.9006385019285805, | |
| "learning_rate": 8.654344349766384e-06, | |
| "loss": 0.0629, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 6.647482014388489, | |
| "grad_norm": 2.4225211791810053, | |
| "learning_rate": 8.615587388451116e-06, | |
| "loss": 0.0546, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 6.661870503597123, | |
| "grad_norm": 2.687344986181635, | |
| "learning_rate": 8.576851617267151e-06, | |
| "loss": 0.0499, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 6.676258992805756, | |
| "grad_norm": 1.6697444443320166, | |
| "learning_rate": 8.53813762911293e-06, | |
| "loss": 0.0424, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 6.690647482014389, | |
| "grad_norm": 4.050618894489727, | |
| "learning_rate": 8.499446016553475e-06, | |
| "loss": 0.1016, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 6.705035971223022, | |
| "grad_norm": 1.3790673230578159, | |
| "learning_rate": 8.460777371811327e-06, | |
| "loss": 0.0328, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 6.719424460431655, | |
| "grad_norm": 1.1507918309844436, | |
| "learning_rate": 8.42213228675747e-06, | |
| "loss": 0.0223, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 6.733812949640288, | |
| "grad_norm": 2.4647114023706256, | |
| "learning_rate": 8.383511352902285e-06, | |
| "loss": 0.0684, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 6.748201438848921, | |
| "grad_norm": 1.9432128594740437, | |
| "learning_rate": 8.344915161386485e-06, | |
| "loss": 0.0544, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 6.762589928057554, | |
| "grad_norm": 1.9522718283037046, | |
| "learning_rate": 8.306344302972066e-06, | |
| "loss": 0.0545, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 6.7769784172661875, | |
| "grad_norm": 3.50307964418194, | |
| "learning_rate": 8.267799368033288e-06, | |
| "loss": 0.0727, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 6.7913669064748206, | |
| "grad_norm": 4.659530620027555, | |
| "learning_rate": 8.229280946547595e-06, | |
| "loss": 0.1447, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 6.805755395683454, | |
| "grad_norm": 2.459012650016016, | |
| "learning_rate": 8.190789628086632e-06, | |
| "loss": 0.0544, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 6.820143884892087, | |
| "grad_norm": 2.6126248982483204, | |
| "learning_rate": 8.15232600180719e-06, | |
| "loss": 0.0799, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 6.83453237410072, | |
| "grad_norm": 1.6545392348906836, | |
| "learning_rate": 8.113890656442194e-06, | |
| "loss": 0.0422, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 6.848920863309353, | |
| "grad_norm": 1.8182442546260595, | |
| "learning_rate": 8.075484180291702e-06, | |
| "loss": 0.0539, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 6.863309352517986, | |
| "grad_norm": 1.6010075595221613, | |
| "learning_rate": 8.037107161213886e-06, | |
| "loss": 0.0425, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 6.877697841726619, | |
| "grad_norm": 1.6332321065292132, | |
| "learning_rate": 7.99876018661605e-06, | |
| "loss": 0.059, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 6.892086330935252, | |
| "grad_norm": 2.4841015711601613, | |
| "learning_rate": 7.960443843445622e-06, | |
| "loss": 0.0493, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 6.906474820143885, | |
| "grad_norm": 2.325274291210812, | |
| "learning_rate": 7.922158718181184e-06, | |
| "loss": 0.0535, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 6.920863309352518, | |
| "grad_norm": 5.9237325194153225, | |
| "learning_rate": 7.883905396823487e-06, | |
| "loss": 0.0702, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 6.935251798561151, | |
| "grad_norm": 1.3505054193697872, | |
| "learning_rate": 7.845684464886487e-06, | |
| "loss": 0.0463, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 6.9496402877697845, | |
| "grad_norm": 4.741713866445365, | |
| "learning_rate": 7.80749650738838e-06, | |
| "loss": 0.0741, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 6.9640287769784175, | |
| "grad_norm": 3.680501521362714, | |
| "learning_rate": 7.769342108842641e-06, | |
| "loss": 0.0597, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 6.9784172661870505, | |
| "grad_norm": 1.5698663322195734, | |
| "learning_rate": 7.731221853249089e-06, | |
| "loss": 0.0481, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 6.9928057553956835, | |
| "grad_norm": 2.7205015167111535, | |
| "learning_rate": 7.693136324084949e-06, | |
| "loss": 0.0779, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 7.0071942446043165, | |
| "grad_norm": 2.492166076915753, | |
| "learning_rate": 7.655086104295904e-06, | |
| "loss": 0.0444, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 7.0215827338129495, | |
| "grad_norm": 2.8913487401770097, | |
| "learning_rate": 7.617071776287196e-06, | |
| "loss": 0.0474, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 7.0359712230215825, | |
| "grad_norm": 3.022407364083313, | |
| "learning_rate": 7.5790939219146874e-06, | |
| "loss": 0.0663, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 7.0503597122302155, | |
| "grad_norm": 4.042879715219215, | |
| "learning_rate": 7.541153122475978e-06, | |
| "loss": 0.0654, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 7.0647482014388485, | |
| "grad_norm": 3.5955340416725727, | |
| "learning_rate": 7.503249958701489e-06, | |
| "loss": 0.076, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 7.079136690647482, | |
| "grad_norm": 1.1422784311056753, | |
| "learning_rate": 7.46538501074558e-06, | |
| "loss": 0.0312, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 7.093525179856115, | |
| "grad_norm": 2.8616905836854674, | |
| "learning_rate": 7.427558858177679e-06, | |
| "loss": 0.0707, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 7.107913669064748, | |
| "grad_norm": 3.736472268458676, | |
| "learning_rate": 7.389772079973397e-06, | |
| "loss": 0.07, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 7.122302158273381, | |
| "grad_norm": 1.952123520605071, | |
| "learning_rate": 7.352025254505672e-06, | |
| "loss": 0.0644, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 7.136690647482014, | |
| "grad_norm": 2.5321330171246577, | |
| "learning_rate": 7.31431895953592e-06, | |
| "loss": 0.0597, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 7.151079136690647, | |
| "grad_norm": 1.3288743837048944, | |
| "learning_rate": 7.276653772205187e-06, | |
| "loss": 0.043, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 7.16546762589928, | |
| "grad_norm": 1.1513739812834443, | |
| "learning_rate": 7.239030269025311e-06, | |
| "loss": 0.035, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 7.179856115107913, | |
| "grad_norm": 1.5262098875270578, | |
| "learning_rate": 7.201449025870113e-06, | |
| "loss": 0.0377, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 7.194244604316546, | |
| "grad_norm": 3.435543237475937, | |
| "learning_rate": 7.163910617966563e-06, | |
| "loss": 0.0609, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 7.2086330935251794, | |
| "grad_norm": 0.9604425592050114, | |
| "learning_rate": 7.126415619885987e-06, | |
| "loss": 0.0307, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 7.223021582733813, | |
| "grad_norm": 5.364737035927668, | |
| "learning_rate": 7.088964605535278e-06, | |
| "loss": 0.0779, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 7.237410071942446, | |
| "grad_norm": 2.0995461577780086, | |
| "learning_rate": 7.0515581481480925e-06, | |
| "loss": 0.0614, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 7.251798561151079, | |
| "grad_norm": 1.9139618540642809, | |
| "learning_rate": 7.014196820276098e-06, | |
| "loss": 0.0339, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 7.266187050359712, | |
| "grad_norm": 1.282509471776567, | |
| "learning_rate": 6.976881193780196e-06, | |
| "loss": 0.0415, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 7.280575539568345, | |
| "grad_norm": 1.8876563385392593, | |
| "learning_rate": 6.9396118398217675e-06, | |
| "loss": 0.0555, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 7.294964028776978, | |
| "grad_norm": 1.6273768839175773, | |
| "learning_rate": 6.90238932885394e-06, | |
| "loss": 0.0315, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 7.309352517985611, | |
| "grad_norm": 2.502695211360501, | |
| "learning_rate": 6.865214230612858e-06, | |
| "loss": 0.0517, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 7.323741007194244, | |
| "grad_norm": 4.1055254501583995, | |
| "learning_rate": 6.8280871141089415e-06, | |
| "loss": 0.0733, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 7.338129496402877, | |
| "grad_norm": 3.3526140983673285, | |
| "learning_rate": 6.791008547618207e-06, | |
| "loss": 0.0537, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 7.35251798561151, | |
| "grad_norm": 2.27702848929816, | |
| "learning_rate": 6.753979098673539e-06, | |
| "loss": 0.0394, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 7.366906474820144, | |
| "grad_norm": 2.5895671987953053, | |
| "learning_rate": 6.716999334056031e-06, | |
| "loss": 0.072, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 7.381294964028777, | |
| "grad_norm": 2.560346455515735, | |
| "learning_rate": 6.680069819786288e-06, | |
| "loss": 0.0551, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 7.39568345323741, | |
| "grad_norm": 2.4213413575290885, | |
| "learning_rate": 6.643191121115773e-06, | |
| "loss": 0.0604, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 7.410071942446043, | |
| "grad_norm": 2.5037600137764415, | |
| "learning_rate": 6.6063638025181594e-06, | |
| "loss": 0.0505, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 7.424460431654676, | |
| "grad_norm": 5.462794355900936, | |
| "learning_rate": 6.5695884276806784e-06, | |
| "loss": 0.0601, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 7.438848920863309, | |
| "grad_norm": 5.901550532764724, | |
| "learning_rate": 6.532865559495505e-06, | |
| "loss": 0.0732, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 7.453237410071942, | |
| "grad_norm": 2.1680456127592382, | |
| "learning_rate": 6.496195760051128e-06, | |
| "loss": 0.037, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 7.467625899280575, | |
| "grad_norm": 1.0418430134694838, | |
| "learning_rate": 6.459579590623763e-06, | |
| "loss": 0.0296, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 7.482014388489208, | |
| "grad_norm": 4.611606098360257, | |
| "learning_rate": 6.423017611668745e-06, | |
| "loss": 0.0904, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 7.496402877697841, | |
| "grad_norm": 1.7334595469785676, | |
| "learning_rate": 6.386510382811963e-06, | |
| "loss": 0.065, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 7.510791366906475, | |
| "grad_norm": 2.5488880130044302, | |
| "learning_rate": 6.350058462841283e-06, | |
| "loss": 0.0711, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 7.525179856115108, | |
| "grad_norm": 4.383649882258492, | |
| "learning_rate": 6.313662409698004e-06, | |
| "loss": 0.0672, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 7.539568345323741, | |
| "grad_norm": 2.161691670015276, | |
| "learning_rate": 6.277322780468317e-06, | |
| "loss": 0.0542, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 7.553956834532374, | |
| "grad_norm": 1.75533651285235, | |
| "learning_rate": 6.241040131374769e-06, | |
| "loss": 0.0385, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 7.568345323741007, | |
| "grad_norm": 1.6713788310284323, | |
| "learning_rate": 6.204815017767767e-06, | |
| "loss": 0.0651, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 7.58273381294964, | |
| "grad_norm": 2.7767180589589957, | |
| "learning_rate": 6.168647994117057e-06, | |
| "loss": 0.0727, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 7.597122302158273, | |
| "grad_norm": 1.7703681537405498, | |
| "learning_rate": 6.132539614003249e-06, | |
| "loss": 0.0399, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 7.611510791366906, | |
| "grad_norm": 2.182319585582808, | |
| "learning_rate": 6.096490430109343e-06, | |
| "loss": 0.0537, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 7.625899280575539, | |
| "grad_norm": 3.13728684435282, | |
| "learning_rate": 6.0605009942122705e-06, | |
| "loss": 0.0486, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 7.640287769784173, | |
| "grad_norm": 1.9092924208411692, | |
| "learning_rate": 6.024571857174443e-06, | |
| "loss": 0.0426, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 7.654676258992806, | |
| "grad_norm": 1.2985276847388703, | |
| "learning_rate": 5.988703568935329e-06, | |
| "loss": 0.0229, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 7.669064748201439, | |
| "grad_norm": 0.8412966639532138, | |
| "learning_rate": 5.952896678503025e-06, | |
| "loss": 0.0185, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 7.683453237410072, | |
| "grad_norm": 2.7092486788073074, | |
| "learning_rate": 5.917151733945865e-06, | |
| "loss": 0.0428, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 7.697841726618705, | |
| "grad_norm": 3.4234238702022526, | |
| "learning_rate": 5.88146928238402e-06, | |
| "loss": 0.0405, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 7.712230215827338, | |
| "grad_norm": 4.2390460482616685, | |
| "learning_rate": 5.845849869981137e-06, | |
| "loss": 0.0623, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 7.726618705035971, | |
| "grad_norm": 2.9908661711146167, | |
| "learning_rate": 5.8102940419359595e-06, | |
| "loss": 0.0584, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 7.741007194244604, | |
| "grad_norm": 1.6724838566811557, | |
| "learning_rate": 5.7748023424740085e-06, | |
| "loss": 0.0255, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 7.755395683453237, | |
| "grad_norm": 5.552785695728314, | |
| "learning_rate": 5.739375314839226e-06, | |
| "loss": 0.047, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 7.76978417266187, | |
| "grad_norm": 4.78316445415734, | |
| "learning_rate": 5.704013501285679e-06, | |
| "loss": 0.059, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 7.784172661870503, | |
| "grad_norm": 2.2867834949348116, | |
| "learning_rate": 5.6687174430692495e-06, | |
| "loss": 0.049, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 7.798561151079137, | |
| "grad_norm": 1.4114860474896007, | |
| "learning_rate": 5.633487680439362e-06, | |
| "loss": 0.0282, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 7.81294964028777, | |
| "grad_norm": 3.3647369349864102, | |
| "learning_rate": 5.598324752630695e-06, | |
| "loss": 0.0749, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 7.827338129496403, | |
| "grad_norm": 2.684742315386639, | |
| "learning_rate": 5.5632291978549445e-06, | |
| "loss": 0.0455, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 7.841726618705036, | |
| "grad_norm": 2.0554793850593005, | |
| "learning_rate": 5.528201553292578e-06, | |
| "loss": 0.0439, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 7.856115107913669, | |
| "grad_norm": 4.087197798794891, | |
| "learning_rate": 5.493242355084609e-06, | |
| "loss": 0.0688, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 7.870503597122302, | |
| "grad_norm": 1.2791224839211275, | |
| "learning_rate": 5.458352138324408e-06, | |
| "loss": 0.0298, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 7.884892086330935, | |
| "grad_norm": 5.979296747331615, | |
| "learning_rate": 5.423531437049491e-06, | |
| "loss": 0.0662, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 7.899280575539568, | |
| "grad_norm": 4.045189397887292, | |
| "learning_rate": 5.388780784233354e-06, | |
| "loss": 0.0554, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 7.913669064748201, | |
| "grad_norm": 4.898228214701075, | |
| "learning_rate": 5.354100711777317e-06, | |
| "loss": 0.0594, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 7.928057553956835, | |
| "grad_norm": 2.02299170942208, | |
| "learning_rate": 5.319491750502383e-06, | |
| "loss": 0.0617, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 7.942446043165468, | |
| "grad_norm": 3.392724832422359, | |
| "learning_rate": 5.284954430141109e-06, | |
| "loss": 0.0574, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 7.956834532374101, | |
| "grad_norm": 2.0165506744847437, | |
| "learning_rate": 5.250489279329501e-06, | |
| "loss": 0.0261, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 7.971223021582734, | |
| "grad_norm": 1.399835068970492, | |
| "learning_rate": 5.216096825598917e-06, | |
| "loss": 0.0324, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 7.985611510791367, | |
| "grad_norm": 2.9458649739740155, | |
| "learning_rate": 5.18177759536801e-06, | |
| "loss": 0.0497, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.7940680363085926, | |
| "learning_rate": 5.147532113934646e-06, | |
| "loss": 0.0181, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 8.014388489208633, | |
| "grad_norm": 1.9007802957877749, | |
| "learning_rate": 5.113360905467875e-06, | |
| "loss": 0.037, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 8.028776978417266, | |
| "grad_norm": 3.2781065841019066, | |
| "learning_rate": 5.079264492999916e-06, | |
| "loss": 0.036, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 8.043165467625899, | |
| "grad_norm": 3.819122592314504, | |
| "learning_rate": 5.0452433984181315e-06, | |
| "loss": 0.0523, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 8.057553956834532, | |
| "grad_norm": 4.2144956363601525, | |
| "learning_rate": 5.011298142457069e-06, | |
| "loss": 0.0636, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 8.071942446043165, | |
| "grad_norm": 13.047476159517892, | |
| "learning_rate": 4.97742924469046e-06, | |
| "loss": 0.1163, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 8.086330935251798, | |
| "grad_norm": 6.830416937477266, | |
| "learning_rate": 4.943637223523282e-06, | |
| "loss": 0.1028, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 8.100719424460431, | |
| "grad_norm": 2.3255270246907203, | |
| "learning_rate": 4.909922596183822e-06, | |
| "loss": 0.0521, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 8.115107913669064, | |
| "grad_norm": 1.1435086086266115, | |
| "learning_rate": 4.876285878715764e-06, | |
| "loss": 0.0157, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 8.129496402877697, | |
| "grad_norm": 3.7825947186999436, | |
| "learning_rate": 4.842727585970284e-06, | |
| "loss": 0.0393, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 8.14388489208633, | |
| "grad_norm": 3.3170824479840797, | |
| "learning_rate": 4.8092482315981685e-06, | |
| "loss": 0.0507, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 8.158273381294965, | |
| "grad_norm": 4.7246048323427265, | |
| "learning_rate": 4.775848328041956e-06, | |
| "loss": 0.0752, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 8.172661870503598, | |
| "grad_norm": 2.8604995363327896, | |
| "learning_rate": 4.742528386528094e-06, | |
| "loss": 0.0447, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 8.18705035971223, | |
| "grad_norm": 4.122397781085086, | |
| "learning_rate": 4.709288917059118e-06, | |
| "loss": 0.0571, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 8.201438848920864, | |
| "grad_norm": 3.8083495479732816, | |
| "learning_rate": 4.676130428405834e-06, | |
| "loss": 0.0494, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 8.215827338129497, | |
| "grad_norm": 3.48317844967832, | |
| "learning_rate": 4.643053428099538e-06, | |
| "loss": 0.0841, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 8.23021582733813, | |
| "grad_norm": 1.551504859564384, | |
| "learning_rate": 4.610058422424249e-06, | |
| "loss": 0.0375, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 8.244604316546763, | |
| "grad_norm": 1.9477471961254322, | |
| "learning_rate": 4.577145916408955e-06, | |
| "loss": 0.0257, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 8.258992805755396, | |
| "grad_norm": 3.2335530341856886, | |
| "learning_rate": 4.544316413819888e-06, | |
| "loss": 0.075, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 8.273381294964029, | |
| "grad_norm": 1.0232024159790356, | |
| "learning_rate": 4.5115704171528105e-06, | |
| "loss": 0.026, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 8.287769784172662, | |
| "grad_norm": 2.8739397189315956, | |
| "learning_rate": 4.478908427625323e-06, | |
| "loss": 0.0409, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 8.302158273381295, | |
| "grad_norm": 7.820713750474336, | |
| "learning_rate": 4.446330945169197e-06, | |
| "loss": 0.0697, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 8.316546762589928, | |
| "grad_norm": 1.4559489461697241, | |
| "learning_rate": 4.41383846842272e-06, | |
| "loss": 0.0338, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 8.33093525179856, | |
| "grad_norm": 1.6200703776809549, | |
| "learning_rate": 4.381431494723056e-06, | |
| "loss": 0.0453, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 8.345323741007194, | |
| "grad_norm": 2.462591590876853, | |
| "learning_rate": 4.349110520098644e-06, | |
| "loss": 0.0452, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 8.359712230215827, | |
| "grad_norm": 2.4958974429500675, | |
| "learning_rate": 4.31687603926161e-06, | |
| "loss": 0.0419, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 8.37410071942446, | |
| "grad_norm": 3.3620333990871414, | |
| "learning_rate": 4.284728545600174e-06, | |
| "loss": 0.0918, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 8.388489208633093, | |
| "grad_norm": 2.076920143609935, | |
| "learning_rate": 4.252668531171117e-06, | |
| "loss": 0.0333, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 8.402877697841726, | |
| "grad_norm": 11.337846192838462, | |
| "learning_rate": 4.220696486692241e-06, | |
| "loss": 0.0809, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 8.417266187050359, | |
| "grad_norm": 1.4691851543426133, | |
| "learning_rate": 4.18881290153486e-06, | |
| "loss": 0.0297, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 8.431654676258994, | |
| "grad_norm": 2.322343633696552, | |
| "learning_rate": 4.1570182637163155e-06, | |
| "loss": 0.041, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 8.446043165467627, | |
| "grad_norm": 1.857573901571014, | |
| "learning_rate": 4.125313059892494e-06, | |
| "loss": 0.026, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 8.46043165467626, | |
| "grad_norm": 2.420406989345141, | |
| "learning_rate": 4.093697775350388e-06, | |
| "loss": 0.0425, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 8.474820143884893, | |
| "grad_norm": 2.528933273598754, | |
| "learning_rate": 4.062172894000664e-06, | |
| "loss": 0.0194, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 8.489208633093526, | |
| "grad_norm": 4.851880404918257, | |
| "learning_rate": 4.0307388983702555e-06, | |
| "loss": 0.0456, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 8.503597122302159, | |
| "grad_norm": 1.0566440356278923, | |
| "learning_rate": 3.9993962695949865e-06, | |
| "loss": 0.037, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 8.517985611510792, | |
| "grad_norm": 0.9342625319695776, | |
| "learning_rate": 3.9681454874121905e-06, | |
| "loss": 0.0246, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 8.532374100719425, | |
| "grad_norm": 1.404658963816671, | |
| "learning_rate": 3.9369870301533785e-06, | |
| "loss": 0.0323, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 8.546762589928058, | |
| "grad_norm": 2.8421121591274474, | |
| "learning_rate": 3.905921374736919e-06, | |
| "loss": 0.042, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 8.56115107913669, | |
| "grad_norm": 1.665249679691359, | |
| "learning_rate": 3.87494899666073e-06, | |
| "loss": 0.0471, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 8.575539568345324, | |
| "grad_norm": 3.150615281085969, | |
| "learning_rate": 3.844070369995008e-06, | |
| "loss": 0.0592, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 8.589928057553957, | |
| "grad_norm": 2.1657965045021093, | |
| "learning_rate": 3.8132859673749688e-06, | |
| "loss": 0.0335, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 8.60431654676259, | |
| "grad_norm": 0.9753064067607254, | |
| "learning_rate": 3.7825962599936117e-06, | |
| "loss": 0.0173, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 8.618705035971223, | |
| "grad_norm": 1.6281860386953595, | |
| "learning_rate": 3.7520017175945168e-06, | |
| "loss": 0.0327, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 8.633093525179856, | |
| "grad_norm": 1.3250219320378607, | |
| "learning_rate": 3.7215028084646385e-06, | |
| "loss": 0.0389, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 8.647482014388489, | |
| "grad_norm": 2.663488081521059, | |
| "learning_rate": 3.691099999427152e-06, | |
| "loss": 0.0451, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 8.661870503597122, | |
| "grad_norm": 1.0684718799506963, | |
| "learning_rate": 3.6607937558342975e-06, | |
| "loss": 0.0227, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 8.676258992805755, | |
| "grad_norm": 1.8713141278138534, | |
| "learning_rate": 3.6305845415602726e-06, | |
| "loss": 0.0324, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 8.690647482014388, | |
| "grad_norm": 1.959513645334475, | |
| "learning_rate": 3.6004728189941142e-06, | |
| "loss": 0.0483, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 8.70503597122302, | |
| "grad_norm": 8.273881877761735, | |
| "learning_rate": 3.5704590490326298e-06, | |
| "loss": 0.0701, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 8.719424460431654, | |
| "grad_norm": 1.932144875971402, | |
| "learning_rate": 3.5405436910733437e-06, | |
| "loss": 0.0412, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 8.733812949640289, | |
| "grad_norm": 7.650174976201004, | |
| "learning_rate": 3.5107272030074626e-06, | |
| "loss": 0.0525, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 8.748201438848922, | |
| "grad_norm": 2.482410934643446, | |
| "learning_rate": 3.4810100412128743e-06, | |
| "loss": 0.0447, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 8.762589928057555, | |
| "grad_norm": 1.7887809194693534, | |
| "learning_rate": 3.4513926605471504e-06, | |
| "loss": 0.0334, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 8.776978417266188, | |
| "grad_norm": 2.262589027477362, | |
| "learning_rate": 3.421875514340589e-06, | |
| "loss": 0.0438, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 8.79136690647482, | |
| "grad_norm": 5.096455221790141, | |
| "learning_rate": 3.392459054389281e-06, | |
| "loss": 0.0589, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 8.805755395683454, | |
| "grad_norm": 1.7161312058815825, | |
| "learning_rate": 3.3631437309481853e-06, | |
| "loss": 0.0261, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 8.820143884892087, | |
| "grad_norm": 2.941763984376986, | |
| "learning_rate": 3.333929992724253e-06, | |
| "loss": 0.0576, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 8.83453237410072, | |
| "grad_norm": 3.006151368731597, | |
| "learning_rate": 3.30481828686954e-06, | |
| "loss": 0.0443, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 8.848920863309353, | |
| "grad_norm": 1.6800648366968625, | |
| "learning_rate": 3.275809058974373e-06, | |
| "loss": 0.0307, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 8.863309352517986, | |
| "grad_norm": 0.8243738116908417, | |
| "learning_rate": 3.2469027530605255e-06, | |
| "loss": 0.0184, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 8.877697841726619, | |
| "grad_norm": 2.9566481267485365, | |
| "learning_rate": 3.2180998115744387e-06, | |
| "loss": 0.0373, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 8.892086330935252, | |
| "grad_norm": 1.9637756364219565, | |
| "learning_rate": 3.1894006753804143e-06, | |
| "loss": 0.0414, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 8.906474820143885, | |
| "grad_norm": 2.3021615520028984, | |
| "learning_rate": 3.1608057837538976e-06, | |
| "loss": 0.0423, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 8.920863309352518, | |
| "grad_norm": 2.145448976885504, | |
| "learning_rate": 3.1323155743747393e-06, | |
| "loss": 0.0404, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 8.93525179856115, | |
| "grad_norm": 2.6838866265175287, | |
| "learning_rate": 3.1039304833205073e-06, | |
| "loss": 0.042, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 8.949640287769784, | |
| "grad_norm": 0.9803533745198019, | |
| "learning_rate": 3.075650945059799e-06, | |
| "loss": 0.028, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 8.964028776978417, | |
| "grad_norm": 6.015138805293879, | |
| "learning_rate": 3.047477392445596e-06, | |
| "loss": 0.0469, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 8.97841726618705, | |
| "grad_norm": 2.47190153965276, | |
| "learning_rate": 3.019410256708637e-06, | |
| "loss": 0.0699, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 8.992805755395683, | |
| "grad_norm": 1.6888494123739861, | |
| "learning_rate": 2.9914499674508337e-06, | |
| "loss": 0.0352, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 9.007194244604317, | |
| "grad_norm": 0.8291369253401952, | |
| "learning_rate": 2.9635969526386665e-06, | |
| "loss": 0.0173, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 9.02158273381295, | |
| "grad_norm": 3.1456360877961043, | |
| "learning_rate": 2.935851638596655e-06, | |
| "loss": 0.0445, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 9.035971223021583, | |
| "grad_norm": 2.3237289901109754, | |
| "learning_rate": 2.908214450000828e-06, | |
| "loss": 0.0392, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 9.050359712230216, | |
| "grad_norm": 2.1054179088541547, | |
| "learning_rate": 2.8806858098722155e-06, | |
| "loss": 0.0585, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 9.06474820143885, | |
| "grad_norm": 1.2969196699460492, | |
| "learning_rate": 2.853266139570391e-06, | |
| "loss": 0.0208, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 9.079136690647482, | |
| "grad_norm": 0.9970140027989338, | |
| "learning_rate": 2.825955858787002e-06, | |
| "loss": 0.0183, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 9.093525179856115, | |
| "grad_norm": 1.046038196325873, | |
| "learning_rate": 2.798755385539358e-06, | |
| "loss": 0.0196, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 9.107913669064748, | |
| "grad_norm": 1.9785975611671889, | |
| "learning_rate": 2.7716651361640277e-06, | |
| "loss": 0.046, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 9.122302158273381, | |
| "grad_norm": 2.076469916316301, | |
| "learning_rate": 2.7446855253104775e-06, | |
| "loss": 0.035, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 9.136690647482014, | |
| "grad_norm": 0.996431472737031, | |
| "learning_rate": 2.717816965934705e-06, | |
| "loss": 0.0377, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 9.151079136690647, | |
| "grad_norm": 4.566127623498886, | |
| "learning_rate": 2.6910598692929323e-06, | |
| "loss": 0.0767, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 9.16546762589928, | |
| "grad_norm": 12.39526382129473, | |
| "learning_rate": 2.6644146449353103e-06, | |
| "loss": 0.1713, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 9.179856115107913, | |
| "grad_norm": 2.4799629481553724, | |
| "learning_rate": 2.6378817006996393e-06, | |
| "loss": 0.0314, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 9.194244604316546, | |
| "grad_norm": 8.085625915606265, | |
| "learning_rate": 2.611461442705152e-06, | |
| "loss": 0.051, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 9.20863309352518, | |
| "grad_norm": 3.9263706221680685, | |
| "learning_rate": 2.5851542753462612e-06, | |
| "loss": 0.0521, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 9.223021582733812, | |
| "grad_norm": 2.226548600355445, | |
| "learning_rate": 2.5589606012863968e-06, | |
| "loss": 0.0332, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 9.237410071942445, | |
| "grad_norm": 1.255383022545736, | |
| "learning_rate": 2.532880821451833e-06, | |
| "loss": 0.0248, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 9.251798561151078, | |
| "grad_norm": 5.241468552575159, | |
| "learning_rate": 2.5069153350255617e-06, | |
| "loss": 0.0544, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 9.266187050359711, | |
| "grad_norm": 1.3999294797764177, | |
| "learning_rate": 2.4810645394411636e-06, | |
| "loss": 0.0284, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 9.280575539568344, | |
| "grad_norm": 1.7303921026902358, | |
| "learning_rate": 2.455328830376741e-06, | |
| "loss": 0.0212, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 9.29496402877698, | |
| "grad_norm": 3.2404444332120868, | |
| "learning_rate": 2.429708601748849e-06, | |
| "loss": 0.0698, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 9.309352517985612, | |
| "grad_norm": 1.553700541641244, | |
| "learning_rate": 2.4042042457064863e-06, | |
| "loss": 0.0389, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 9.323741007194245, | |
| "grad_norm": 2.570999782342014, | |
| "learning_rate": 2.3788161526250677e-06, | |
| "loss": 0.034, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 9.338129496402878, | |
| "grad_norm": 1.4441708855755897, | |
| "learning_rate": 2.3535447111004662e-06, | |
| "loss": 0.0318, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 9.352517985611511, | |
| "grad_norm": 2.9286217319244456, | |
| "learning_rate": 2.3283903079430582e-06, | |
| "loss": 0.0426, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 9.366906474820144, | |
| "grad_norm": 2.3158759616027758, | |
| "learning_rate": 2.3033533281718036e-06, | |
| "loss": 0.04, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 9.381294964028777, | |
| "grad_norm": 5.000706423916787, | |
| "learning_rate": 2.2784341550083577e-06, | |
| "loss": 0.0778, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 9.39568345323741, | |
| "grad_norm": 3.1672796078263667, | |
| "learning_rate": 2.253633169871198e-06, | |
| "loss": 0.0477, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 9.410071942446043, | |
| "grad_norm": 2.936168504993618, | |
| "learning_rate": 2.2289507523697894e-06, | |
| "loss": 0.0355, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 9.424460431654676, | |
| "grad_norm": 4.144038176169699, | |
| "learning_rate": 2.204387280298772e-06, | |
| "loss": 0.0636, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 9.43884892086331, | |
| "grad_norm": 3.317961055103226, | |
| "learning_rate": 2.1799431296321883e-06, | |
| "loss": 0.0254, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 9.453237410071942, | |
| "grad_norm": 2.0945507810139166, | |
| "learning_rate": 2.155618674517711e-06, | |
| "loss": 0.0396, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 9.467625899280575, | |
| "grad_norm": 2.1490741031658755, | |
| "learning_rate": 2.131414287270931e-06, | |
| "loss": 0.0351, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 9.482014388489208, | |
| "grad_norm": 1.170394818981662, | |
| "learning_rate": 2.107330338369652e-06, | |
| "loss": 0.0223, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 9.496402877697841, | |
| "grad_norm": 1.9060637808073648, | |
| "learning_rate": 2.083367196448219e-06, | |
| "loss": 0.0314, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 9.510791366906474, | |
| "grad_norm": 2.682470653382018, | |
| "learning_rate": 2.0595252282918875e-06, | |
| "loss": 0.0311, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 9.525179856115107, | |
| "grad_norm": 2.824810882470908, | |
| "learning_rate": 2.0358047988311857e-06, | |
| "loss": 0.0408, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 9.53956834532374, | |
| "grad_norm": 1.8783543488553889, | |
| "learning_rate": 2.012206271136353e-06, | |
| "loss": 0.0316, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 9.553956834532373, | |
| "grad_norm": 1.277908232236526, | |
| "learning_rate": 1.988730006411769e-06, | |
| "loss": 0.0227, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 9.568345323741006, | |
| "grad_norm": 2.3170498768091763, | |
| "learning_rate": 1.9653763639904333e-06, | |
| "loss": 0.0324, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 9.582733812949641, | |
| "grad_norm": 1.4282734057780846, | |
| "learning_rate": 1.942145701328456e-06, | |
| "loss": 0.0282, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 9.597122302158274, | |
| "grad_norm": 2.7421058903271676, | |
| "learning_rate": 1.9190383739995933e-06, | |
| "loss": 0.0433, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 9.611510791366907, | |
| "grad_norm": 0.5131708654352847, | |
| "learning_rate": 1.8960547356897997e-06, | |
| "loss": 0.0161, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 9.62589928057554, | |
| "grad_norm": 2.0530874650800106, | |
| "learning_rate": 1.8731951381918257e-06, | |
| "loss": 0.0427, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 9.640287769784173, | |
| "grad_norm": 1.8051899893158643, | |
| "learning_rate": 1.8504599313998196e-06, | |
| "loss": 0.0218, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 9.654676258992806, | |
| "grad_norm": 0.7906143024517177, | |
| "learning_rate": 1.8278494633039756e-06, | |
| "loss": 0.0195, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 9.66906474820144, | |
| "grad_norm": 3.283281196176163, | |
| "learning_rate": 1.8053640799852134e-06, | |
| "loss": 0.0279, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 9.683453237410072, | |
| "grad_norm": 1.4837554695301376, | |
| "learning_rate": 1.783004125609873e-06, | |
| "loss": 0.0303, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 9.697841726618705, | |
| "grad_norm": 3.9513747658965364, | |
| "learning_rate": 1.7607699424244583e-06, | |
| "loss": 0.0453, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 9.712230215827338, | |
| "grad_norm": 2.932528943145533, | |
| "learning_rate": 1.7386618707503822e-06, | |
| "loss": 0.0551, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 9.726618705035971, | |
| "grad_norm": 1.8691452428430109, | |
| "learning_rate": 1.7166802489787704e-06, | |
| "loss": 0.0288, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 9.741007194244604, | |
| "grad_norm": 2.267950496543606, | |
| "learning_rate": 1.6948254135652764e-06, | |
| "loss": 0.0471, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 9.755395683453237, | |
| "grad_norm": 3.362001877990058, | |
| "learning_rate": 1.673097699024938e-06, | |
| "loss": 0.0443, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 9.76978417266187, | |
| "grad_norm": 0.6960568252828435, | |
| "learning_rate": 1.6514974379270465e-06, | |
| "loss": 0.0143, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 9.784172661870503, | |
| "grad_norm": 1.5401636007060717, | |
| "learning_rate": 1.6300249608900654e-06, | |
| "loss": 0.0318, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 9.798561151079136, | |
| "grad_norm": 2.2596630157728765, | |
| "learning_rate": 1.608680596576563e-06, | |
| "loss": 0.0332, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 9.81294964028777, | |
| "grad_norm": 1.1661531548368926, | |
| "learning_rate": 1.587464671688187e-06, | |
| "loss": 0.0187, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 9.827338129496402, | |
| "grad_norm": 1.4871849727237823, | |
| "learning_rate": 1.5663775109606682e-06, | |
| "loss": 0.0283, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 9.841726618705035, | |
| "grad_norm": 0.9194790607066714, | |
| "learning_rate": 1.5454194371588383e-06, | |
| "loss": 0.0166, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 9.85611510791367, | |
| "grad_norm": 2.308580159255162, | |
| "learning_rate": 1.5245907710716912e-06, | |
| "loss": 0.0349, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 9.870503597122303, | |
| "grad_norm": 2.314639880080365, | |
| "learning_rate": 1.5038918315074825e-06, | |
| "loss": 0.0281, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 9.884892086330936, | |
| "grad_norm": 1.619927122217182, | |
| "learning_rate": 1.48332293528885e-06, | |
| "loss": 0.0575, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 9.899280575539569, | |
| "grad_norm": 1.5455675444988652, | |
| "learning_rate": 1.462884397247949e-06, | |
| "loss": 0.0281, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 9.913669064748202, | |
| "grad_norm": 1.496371665596201, | |
| "learning_rate": 1.4425765302216467e-06, | |
| "loss": 0.0262, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 9.928057553956835, | |
| "grad_norm": 0.6246401749746331, | |
| "learning_rate": 1.4223996450467291e-06, | |
| "loss": 0.0155, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 9.942446043165468, | |
| "grad_norm": 10.244899114128767, | |
| "learning_rate": 1.4023540505551514e-06, | |
| "loss": 0.0584, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 9.956834532374101, | |
| "grad_norm": 3.578140786106804, | |
| "learning_rate": 1.382440053569295e-06, | |
| "loss": 0.0403, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 9.971223021582734, | |
| "grad_norm": 1.6841621634178627, | |
| "learning_rate": 1.3626579588972843e-06, | |
| "loss": 0.0347, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 9.985611510791367, | |
| "grad_norm": 1.6886542091112717, | |
| "learning_rate": 1.3430080693283176e-06, | |
| "loss": 0.0252, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 2.1884226287968, | |
| "learning_rate": 1.3234906856280272e-06, | |
| "loss": 0.0289, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 10.014388489208633, | |
| "grad_norm": 1.8465342865749588, | |
| "learning_rate": 1.30410610653389e-06, | |
| "loss": 0.0317, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 10.028776978417266, | |
| "grad_norm": 1.6653664187493198, | |
| "learning_rate": 1.2848546287506392e-06, | |
| "loss": 0.0327, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 10.043165467625899, | |
| "grad_norm": 2.716731042561852, | |
| "learning_rate": 1.2657365469457295e-06, | |
| "loss": 0.0356, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 10.057553956834532, | |
| "grad_norm": 0.5749921009255655, | |
| "learning_rate": 1.2467521537448258e-06, | |
| "loss": 0.0129, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 10.071942446043165, | |
| "grad_norm": 1.6695913891538687, | |
| "learning_rate": 1.227901739727332e-06, | |
| "loss": 0.0386, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 10.086330935251798, | |
| "grad_norm": 1.480135248408385, | |
| "learning_rate": 1.2091855934219289e-06, | |
| "loss": 0.0325, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 10.100719424460431, | |
| "grad_norm": 1.3476082037635144, | |
| "learning_rate": 1.1906040013021668e-06, | |
| "loss": 0.0143, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 10.115107913669064, | |
| "grad_norm": 1.0352529590879136, | |
| "learning_rate": 1.172157247782083e-06, | |
| "loss": 0.0198, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 10.129496402877697, | |
| "grad_norm": 1.1278501275644894, | |
| "learning_rate": 1.1538456152118394e-06, | |
| "loss": 0.0207, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 10.14388489208633, | |
| "grad_norm": 3.9502198656971963, | |
| "learning_rate": 1.1356693838734134e-06, | |
| "loss": 0.0514, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 10.158273381294965, | |
| "grad_norm": 1.530725864660551, | |
| "learning_rate": 1.1176288319762963e-06, | |
| "loss": 0.0221, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 10.172661870503598, | |
| "grad_norm": 2.2735261159620723, | |
| "learning_rate": 1.0997242356532335e-06, | |
| "loss": 0.0466, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 10.18705035971223, | |
| "grad_norm": 1.0618045257756556, | |
| "learning_rate": 1.0819558689560162e-06, | |
| "loss": 0.0227, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 10.201438848920864, | |
| "grad_norm": 1.6182455175606794, | |
| "learning_rate": 1.0643240038512648e-06, | |
| "loss": 0.0231, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 10.215827338129497, | |
| "grad_norm": 8.00225455212014, | |
| "learning_rate": 1.0468289102162788e-06, | |
| "loss": 0.0681, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 10.23021582733813, | |
| "grad_norm": 2.591497264989186, | |
| "learning_rate": 1.0294708558349031e-06, | |
| "loss": 0.0251, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 10.244604316546763, | |
| "grad_norm": 1.7149356695320543, | |
| "learning_rate": 1.0122501063934266e-06, | |
| "loss": 0.0304, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 10.258992805755396, | |
| "grad_norm": 2.487093456558291, | |
| "learning_rate": 9.951669254765227e-07, | |
| "loss": 0.0316, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 10.273381294964029, | |
| "grad_norm": 1.8372925491948908, | |
| "learning_rate": 9.782215745632063e-07, | |
| "loss": 0.0244, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 10.287769784172662, | |
| "grad_norm": 1.6522089041208652, | |
| "learning_rate": 9.614143130228336e-07, | |
| "loss": 0.0213, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 10.302158273381295, | |
| "grad_norm": 1.388640294189459, | |
| "learning_rate": 9.447453981111377e-07, | |
| "loss": 0.022, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 10.316546762589928, | |
| "grad_norm": 1.8567918043310965, | |
| "learning_rate": 9.282150849662841e-07, | |
| "loss": 0.0277, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 10.33093525179856, | |
| "grad_norm": 1.7484564597114693, | |
| "learning_rate": 9.118236266049707e-07, | |
| "loss": 0.04, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 10.345323741007194, | |
| "grad_norm": 1.3472624690293522, | |
| "learning_rate": 8.955712739185529e-07, | |
| "loss": 0.0284, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 10.359712230215827, | |
| "grad_norm": 2.569862357797179, | |
| "learning_rate": 8.794582756691994e-07, | |
| "loss": 0.0487, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 10.37410071942446, | |
| "grad_norm": 1.1341008302050821, | |
| "learning_rate": 8.634848784860916e-07, | |
| "loss": 0.0259, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 10.388489208633093, | |
| "grad_norm": 3.9556296920276326, | |
| "learning_rate": 8.476513268616471e-07, | |
| "loss": 0.0303, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 10.402877697841726, | |
| "grad_norm": 1.0067776542085125, | |
| "learning_rate": 8.319578631477731e-07, | |
| "loss": 0.0215, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 10.417266187050359, | |
| "grad_norm": 1.5246834403644955, | |
| "learning_rate": 8.164047275521614e-07, | |
| "loss": 0.0279, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 10.431654676258994, | |
| "grad_norm": 1.5007545531516848, | |
| "learning_rate": 8.00992158134607e-07, | |
| "loss": 0.0371, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 10.446043165467627, | |
| "grad_norm": 0.962027429251609, | |
| "learning_rate": 7.857203908033684e-07, | |
| "loss": 0.026, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 10.46043165467626, | |
| "grad_norm": 1.2598114860067426, | |
| "learning_rate": 7.705896593115614e-07, | |
| "loss": 0.0275, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 10.474820143884893, | |
| "grad_norm": 1.5601411747424254, | |
| "learning_rate": 7.556001952535697e-07, | |
| "loss": 0.0336, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 10.489208633093526, | |
| "grad_norm": 2.7709712616630626, | |
| "learning_rate": 7.40752228061502e-07, | |
| "loss": 0.0355, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 10.503597122302159, | |
| "grad_norm": 4.058223338059946, | |
| "learning_rate": 7.260459850016932e-07, | |
| "loss": 0.0587, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 10.517985611510792, | |
| "grad_norm": 0.8541524082485146, | |
| "learning_rate": 7.114816911712131e-07, | |
| "loss": 0.0137, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 10.532374100719425, | |
| "grad_norm": 2.2965443467696542, | |
| "learning_rate": 6.970595694944215e-07, | |
| "loss": 0.0441, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 10.546762589928058, | |
| "grad_norm": 4.196670787721921, | |
| "learning_rate": 6.827798407195629e-07, | |
| "loss": 0.0284, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 10.56115107913669, | |
| "grad_norm": 1.1707179381668629, | |
| "learning_rate": 6.686427234153814e-07, | |
| "loss": 0.0277, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 10.575539568345324, | |
| "grad_norm": 1.7237854874400753, | |
| "learning_rate": 6.546484339677817e-07, | |
| "loss": 0.0229, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 10.589928057553957, | |
| "grad_norm": 1.9963363458117016, | |
| "learning_rate": 6.407971865765095e-07, | |
| "loss": 0.0403, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 10.60431654676259, | |
| "grad_norm": 1.8475932957020715, | |
| "learning_rate": 6.270891932518775e-07, | |
| "loss": 0.0339, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 10.618705035971223, | |
| "grad_norm": 2.207865836762862, | |
| "learning_rate": 6.1352466381152e-07, | |
| "loss": 0.0206, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 10.633093525179856, | |
| "grad_norm": 1.5028628741315406, | |
| "learning_rate": 6.00103805877178e-07, | |
| "loss": 0.0279, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 10.647482014388489, | |
| "grad_norm": 1.6578850661820663, | |
| "learning_rate": 5.868268248715292e-07, | |
| "loss": 0.0458, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 10.661870503597122, | |
| "grad_norm": 2.8376855115850255, | |
| "learning_rate": 5.736939240150363e-07, | |
| "loss": 0.0357, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 10.676258992805755, | |
| "grad_norm": 2.5385576697329313, | |
| "learning_rate": 5.607053043228361e-07, | |
| "loss": 0.0331, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 10.690647482014388, | |
| "grad_norm": 1.2033464016461923, | |
| "learning_rate": 5.478611646016674e-07, | |
| "loss": 0.0207, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 10.70503597122302, | |
| "grad_norm": 0.981803438753484, | |
| "learning_rate": 5.35161701446828e-07, | |
| "loss": 0.0188, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 10.719424460431654, | |
| "grad_norm": 8.071336752025925, | |
| "learning_rate": 5.226071092391616e-07, | |
| "loss": 0.0645, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 10.733812949640289, | |
| "grad_norm": 2.41778659174354, | |
| "learning_rate": 5.101975801420844e-07, | |
| "loss": 0.04, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 10.748201438848922, | |
| "grad_norm": 0.641208094752535, | |
| "learning_rate": 4.979333040986434e-07, | |
| "loss": 0.0131, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 10.762589928057555, | |
| "grad_norm": 6.926642444043881, | |
| "learning_rate": 4.858144688286103e-07, | |
| "loss": 0.0465, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 10.776978417266188, | |
| "grad_norm": 2.1100789184063675, | |
| "learning_rate": 4.7384125982561035e-07, | |
| "loss": 0.0303, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 10.79136690647482, | |
| "grad_norm": 4.2180297630453305, | |
| "learning_rate": 4.6201386035427785e-07, | |
| "loss": 0.0313, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 10.805755395683454, | |
| "grad_norm": 2.0665863271791167, | |
| "learning_rate": 4.503324514474483e-07, | |
| "loss": 0.0274, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 10.820143884892087, | |
| "grad_norm": 1.6728982206562557, | |
| "learning_rate": 4.387972119034023e-07, | |
| "loss": 0.0307, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 10.83453237410072, | |
| "grad_norm": 3.4746815846649746, | |
| "learning_rate": 4.274083182831157e-07, | |
| "loss": 0.0355, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 10.848920863309353, | |
| "grad_norm": 1.8969392294440341, | |
| "learning_rate": 4.161659449075572e-07, | |
| "loss": 0.0343, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 10.863309352517986, | |
| "grad_norm": 2.7876842253949112, | |
| "learning_rate": 4.0507026385502747e-07, | |
| "loss": 0.0467, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 10.877697841726619, | |
| "grad_norm": 4.67027301314563, | |
| "learning_rate": 3.9412144495851845e-07, | |
| "loss": 0.0436, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 10.892086330935252, | |
| "grad_norm": 1.399538680812464, | |
| "learning_rate": 3.833196558031216e-07, | |
| "loss": 0.0217, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 10.906474820143885, | |
| "grad_norm": 1.7409190227121822, | |
| "learning_rate": 3.7266506172345507e-07, | |
| "loss": 0.0372, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 10.920863309352518, | |
| "grad_norm": 2.1365410486540974, | |
| "learning_rate": 3.621578258011338e-07, | |
| "loss": 0.0245, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 10.93525179856115, | |
| "grad_norm": 3.4216815696618257, | |
| "learning_rate": 3.517981088622768e-07, | |
| "loss": 0.0447, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 10.949640287769784, | |
| "grad_norm": 2.5234742535562695, | |
| "learning_rate": 3.4158606947504944e-07, | |
| "loss": 0.0397, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 10.964028776978417, | |
| "grad_norm": 4.126068958805298, | |
| "learning_rate": 3.3152186394722506e-07, | |
| "loss": 0.0538, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 10.97841726618705, | |
| "grad_norm": 2.2465535716930614, | |
| "learning_rate": 3.2160564632380043e-07, | |
| "loss": 0.0693, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 10.992805755395683, | |
| "grad_norm": 3.814910469078625, | |
| "learning_rate": 3.118375683846353e-07, | |
| "loss": 0.0713, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 11.007194244604317, | |
| "grad_norm": 0.870573413202881, | |
| "learning_rate": 3.022177796421322e-07, | |
| "loss": 0.0141, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 11.02158273381295, | |
| "grad_norm": 2.5693617992072033, | |
| "learning_rate": 2.9274642733894577e-07, | |
| "loss": 0.0341, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 11.035971223021583, | |
| "grad_norm": 1.6022862996501166, | |
| "learning_rate": 2.834236564457271e-07, | |
| "loss": 0.0354, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 11.050359712230216, | |
| "grad_norm": 1.0198868538110064, | |
| "learning_rate": 2.742496096589076e-07, | |
| "loss": 0.0166, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 11.06474820143885, | |
| "grad_norm": 1.9386025908425748, | |
| "learning_rate": 2.652244273985127e-07, | |
| "loss": 0.0406, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 11.079136690647482, | |
| "grad_norm": 1.506641792856537, | |
| "learning_rate": 2.5634824780601753e-07, | |
| "loss": 0.0215, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 11.093525179856115, | |
| "grad_norm": 2.8974005417112054, | |
| "learning_rate": 2.4762120674222456e-07, | |
| "loss": 0.0337, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 11.107913669064748, | |
| "grad_norm": 3.2363471525554632, | |
| "learning_rate": 2.390434377851925e-07, | |
| "loss": 0.0659, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 11.122302158273381, | |
| "grad_norm": 1.7250018435406151, | |
| "learning_rate": 2.3061507222818303e-07, | |
| "loss": 0.0264, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 11.136690647482014, | |
| "grad_norm": 1.3716552652282374, | |
| "learning_rate": 2.2233623907765956e-07, | |
| "loss": 0.0301, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 11.151079136690647, | |
| "grad_norm": 4.081730598474069, | |
| "learning_rate": 2.1420706505130728e-07, | |
| "loss": 0.0296, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 11.16546762589928, | |
| "grad_norm": 2.1837875002466993, | |
| "learning_rate": 2.0622767457609384e-07, | |
| "loss": 0.0487, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 11.179856115107913, | |
| "grad_norm": 2.5403013467016016, | |
| "learning_rate": 1.983981897863685e-07, | |
| "loss": 0.0298, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 11.194244604316546, | |
| "grad_norm": 0.9102126378246074, | |
| "learning_rate": 1.9071873052198818e-07, | |
| "loss": 0.0198, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 11.20863309352518, | |
| "grad_norm": 1.3128849233164, | |
| "learning_rate": 1.8318941432648785e-07, | |
| "loss": 0.0193, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 11.223021582733812, | |
| "grad_norm": 1.4735468637747058, | |
| "learning_rate": 1.7581035644527623e-07, | |
| "loss": 0.0243, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 11.237410071942445, | |
| "grad_norm": 1.8021548024444698, | |
| "learning_rate": 1.6858166982387624e-07, | |
| "loss": 0.0205, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 11.251798561151078, | |
| "grad_norm": 2.25011481794677, | |
| "learning_rate": 1.6150346510619197e-07, | |
| "loss": 0.0401, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 11.266187050359711, | |
| "grad_norm": 3.4908449211884482, | |
| "learning_rate": 1.5457585063282322e-07, | |
| "loss": 0.0739, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 11.280575539568344, | |
| "grad_norm": 0.8061010306090391, | |
| "learning_rate": 1.4779893243939358e-07, | |
| "loss": 0.0143, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 11.29496402877698, | |
| "grad_norm": 1.6504383979055732, | |
| "learning_rate": 1.4117281425494178e-07, | |
| "loss": 0.0248, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 11.309352517985612, | |
| "grad_norm": 1.402157952033158, | |
| "learning_rate": 1.3469759750032508e-07, | |
| "loss": 0.023, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 11.323741007194245, | |
| "grad_norm": 2.645079301698734, | |
| "learning_rate": 1.2837338128666942e-07, | |
| "loss": 0.0647, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 11.338129496402878, | |
| "grad_norm": 0.7567449101065951, | |
| "learning_rate": 1.2220026241385296e-07, | |
| "loss": 0.0156, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 11.352517985611511, | |
| "grad_norm": 0.6465755222813994, | |
| "learning_rate": 1.1617833536902489e-07, | |
| "loss": 0.0179, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 11.366906474820144, | |
| "grad_norm": 1.8698065932207548, | |
| "learning_rate": 1.1030769232515559e-07, | |
| "loss": 0.023, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 11.381294964028777, | |
| "grad_norm": 1.7988268213081555, | |
| "learning_rate": 1.0458842313963102e-07, | |
| "loss": 0.0411, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 11.39568345323741, | |
| "grad_norm": 3.6957888652655444, | |
| "learning_rate": 9.902061535287278e-08, | |
| "loss": 0.0338, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 11.410071942446043, | |
| "grad_norm": 2.7446261934693443, | |
| "learning_rate": 9.360435418700131e-08, | |
| "loss": 0.0324, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 11.424460431654676, | |
| "grad_norm": 0.7757882042918355, | |
| "learning_rate": 8.83397225445315e-08, | |
| "loss": 0.0281, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 11.43884892086331, | |
| "grad_norm": 2.857395014664893, | |
| "learning_rate": 8.322680100710023e-08, | |
| "loss": 0.0336, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 11.453237410071942, | |
| "grad_norm": 0.8599695116705092, | |
| "learning_rate": 7.826566783423639e-08, | |
| "loss": 0.0153, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 11.467625899280575, | |
| "grad_norm": 1.2009242568158411, | |
| "learning_rate": 7.345639896216173e-08, | |
| "loss": 0.0218, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 11.482014388489208, | |
| "grad_norm": 1.8513393342942366, | |
| "learning_rate": 6.879906800262848e-08, | |
| "loss": 0.0248, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 11.496402877697841, | |
| "grad_norm": 1.2374041080258498, | |
| "learning_rate": 6.429374624179474e-08, | |
| "loss": 0.0187, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 11.510791366906474, | |
| "grad_norm": 1.493116059019553, | |
| "learning_rate": 5.994050263912976e-08, | |
| "loss": 0.0228, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 11.525179856115107, | |
| "grad_norm": 1.9511941731868687, | |
| "learning_rate": 5.573940382636145e-08, | |
| "loss": 0.05, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 11.53956834532374, | |
| "grad_norm": 1.6434577538884052, | |
| "learning_rate": 5.169051410645276e-08, | |
| "loss": 0.0183, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 11.553956834532373, | |
| "grad_norm": 3.362352075361728, | |
| "learning_rate": 4.7793895452623584e-08, | |
| "loss": 0.037, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 11.568345323741006, | |
| "grad_norm": 5.575378703603965, | |
| "learning_rate": 4.4049607507397066e-08, | |
| "loss": 0.0794, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 11.582733812949641, | |
| "grad_norm": 3.109823706873304, | |
| "learning_rate": 4.045770758168699e-08, | |
| "loss": 0.0317, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 11.597122302158274, | |
| "grad_norm": 2.2826191924472394, | |
| "learning_rate": 3.701825065392184e-08, | |
| "loss": 0.0293, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 11.611510791366907, | |
| "grad_norm": 2.018015360147881, | |
| "learning_rate": 3.3731289369206556e-08, | |
| "loss": 0.0398, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 11.62589928057554, | |
| "grad_norm": 8.047431870090547, | |
| "learning_rate": 3.059687403850986e-08, | |
| "loss": 0.1134, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 11.640287769784173, | |
| "grad_norm": 2.298672016403596, | |
| "learning_rate": 2.761505263789821e-08, | |
| "loss": 0.0243, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 11.654676258992806, | |
| "grad_norm": 2.5580107049006315, | |
| "learning_rate": 2.4785870807803036e-08, | |
| "loss": 0.0363, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 11.66906474820144, | |
| "grad_norm": 2.1820443354655548, | |
| "learning_rate": 2.2109371852317985e-08, | |
| "loss": 0.0321, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 11.683453237410072, | |
| "grad_norm": 1.8784576576635295, | |
| "learning_rate": 1.9585596738539436e-08, | |
| "loss": 0.0294, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 11.697841726618705, | |
| "grad_norm": 1.2733181144368895, | |
| "learning_rate": 1.7214584095937015e-08, | |
| "loss": 0.0322, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 11.712230215827338, | |
| "grad_norm": 1.4234884359583329, | |
| "learning_rate": 1.4996370215765165e-08, | |
| "loss": 0.0234, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 11.726618705035971, | |
| "grad_norm": 1.3429094276944762, | |
| "learning_rate": 1.2930989050504717e-08, | |
| "loss": 0.0166, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 11.741007194244604, | |
| "grad_norm": 0.9942863729919723, | |
| "learning_rate": 1.101847221334551e-08, | |
| "loss": 0.0178, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 11.755395683453237, | |
| "grad_norm": 4.8436461710096514, | |
| "learning_rate": 9.25884897770013e-09, | |
| "loss": 0.0356, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 11.76978417266187, | |
| "grad_norm": 3.3015502134325945, | |
| "learning_rate": 7.652146276759808e-09, | |
| "loss": 0.0656, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 11.784172661870503, | |
| "grad_norm": 1.6919061388445014, | |
| "learning_rate": 6.1983887030769855e-09, | |
| "loss": 0.0243, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 11.798561151079136, | |
| "grad_norm": 2.579249722184542, | |
| "learning_rate": 4.897598508192269e-09, | |
| "loss": 0.0411, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 11.81294964028777, | |
| "grad_norm": 1.8241696897466821, | |
| "learning_rate": 3.749795602294715e-09, | |
| "loss": 0.0294, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 11.827338129496402, | |
| "grad_norm": 2.10962756409833, | |
| "learning_rate": 2.7549975539120644e-09, | |
| "loss": 0.0307, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 11.841726618705035, | |
| "grad_norm": 2.127397019212184, | |
| "learning_rate": 1.9132195896498505e-09, | |
| "loss": 0.0287, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 11.85611510791367, | |
| "grad_norm": 1.7438775653570628, | |
| "learning_rate": 1.2244745939493651e-09, | |
| "loss": 0.023, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 11.870503597122303, | |
| "grad_norm": 1.7148926403499662, | |
| "learning_rate": 6.887731088978111e-10, | |
| "loss": 0.0321, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 11.884892086330936, | |
| "grad_norm": 3.3795126925432015, | |
| "learning_rate": 3.0612333406176976e-10, | |
| "loss": 0.0481, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 11.899280575539569, | |
| "grad_norm": 2.9388316113176565, | |
| "learning_rate": 7.65311263661861e-11, | |
| "loss": 0.0546, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 11.913669064748202, | |
| "grad_norm": 6.73693905281281, | |
| "learning_rate": 0.0, | |
| "loss": 0.0567, | |
| "step": 828 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 828, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 12, | |
| "save_steps": 200.0, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 418903697129472.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |