| { | |
| "best_metric": 0.9635820582698403, | |
| "best_model_checkpoint": "./distilbert_multilingual_cased_greek_latin_classifiergreek/checkpoint-14160", | |
| "epoch": 8.0, | |
| "eval_steps": 500, | |
| "global_step": 14160, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05649717514124294, | |
| "grad_norm": 9.908761978149414, | |
| "learning_rate": 4.9858757062146896e-05, | |
| "loss": 0.4326, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11299435028248588, | |
| "grad_norm": 0.47730961441993713, | |
| "learning_rate": 4.971751412429379e-05, | |
| "loss": 0.2915, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1694915254237288, | |
| "grad_norm": 5.969715595245361, | |
| "learning_rate": 4.957627118644068e-05, | |
| "loss": 0.2426, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.22598870056497175, | |
| "grad_norm": 2.764862537384033, | |
| "learning_rate": 4.9435028248587575e-05, | |
| "loss": 0.256, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2824858757062147, | |
| "grad_norm": 12.726994514465332, | |
| "learning_rate": 4.929378531073446e-05, | |
| "loss": 0.2165, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.3389830508474576, | |
| "grad_norm": 1.1394743919372559, | |
| "learning_rate": 4.915254237288136e-05, | |
| "loss": 0.2168, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3954802259887006, | |
| "grad_norm": 4.321178913116455, | |
| "learning_rate": 4.9011299435028255e-05, | |
| "loss": 0.2059, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.4519774011299435, | |
| "grad_norm": 18.238351821899414, | |
| "learning_rate": 4.887005649717514e-05, | |
| "loss": 0.2294, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5084745762711864, | |
| "grad_norm": 7.210486888885498, | |
| "learning_rate": 4.8728813559322034e-05, | |
| "loss": 0.1904, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.5649717514124294, | |
| "grad_norm": 1.240628719329834, | |
| "learning_rate": 4.8587570621468934e-05, | |
| "loss": 0.1668, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6214689265536724, | |
| "grad_norm": 9.029092788696289, | |
| "learning_rate": 4.844632768361582e-05, | |
| "loss": 0.18, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.6779661016949152, | |
| "grad_norm": 4.866886615753174, | |
| "learning_rate": 4.8305084745762714e-05, | |
| "loss": 0.2082, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.7344632768361582, | |
| "grad_norm": 7.6279778480529785, | |
| "learning_rate": 4.816384180790961e-05, | |
| "loss": 0.1818, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.7909604519774012, | |
| "grad_norm": 8.820233345031738, | |
| "learning_rate": 4.80225988700565e-05, | |
| "loss": 0.1853, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.847457627118644, | |
| "grad_norm": 22.571056365966797, | |
| "learning_rate": 4.788135593220339e-05, | |
| "loss": 0.1638, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.903954802259887, | |
| "grad_norm": 4.86266565322876, | |
| "learning_rate": 4.7740112994350286e-05, | |
| "loss": 0.1761, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.96045197740113, | |
| "grad_norm": 2.2481741905212402, | |
| "learning_rate": 4.759887005649718e-05, | |
| "loss": 0.1481, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.9473554127533367, | |
| "eval_f1": 0.9471867274372374, | |
| "eval_loss": 0.15506704151630402, | |
| "eval_runtime": 0.99, | |
| "eval_samples_per_second": 4086.911, | |
| "eval_steps_per_second": 64.647, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.0169491525423728, | |
| "grad_norm": 0.16318374872207642, | |
| "learning_rate": 4.745762711864407e-05, | |
| "loss": 0.1303, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.073446327683616, | |
| "grad_norm": 2.8574020862579346, | |
| "learning_rate": 4.7316384180790966e-05, | |
| "loss": 0.0916, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.1299435028248588, | |
| "grad_norm": 7.220451831817627, | |
| "learning_rate": 4.717514124293785e-05, | |
| "loss": 0.1214, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.1864406779661016, | |
| "grad_norm": 0.23234207928180695, | |
| "learning_rate": 4.703389830508475e-05, | |
| "loss": 0.1005, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.2429378531073447, | |
| "grad_norm": 5.788926124572754, | |
| "learning_rate": 4.689265536723164e-05, | |
| "loss": 0.106, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.2994350282485876, | |
| "grad_norm": 14.127985954284668, | |
| "learning_rate": 4.675141242937853e-05, | |
| "loss": 0.1002, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.3559322033898304, | |
| "grad_norm": 8.628386497497559, | |
| "learning_rate": 4.6610169491525425e-05, | |
| "loss": 0.1228, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.4124293785310735, | |
| "grad_norm": 3.4723896980285645, | |
| "learning_rate": 4.646892655367232e-05, | |
| "loss": 0.1193, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.4689265536723164, | |
| "grad_norm": 5.112296104431152, | |
| "learning_rate": 4.632768361581921e-05, | |
| "loss": 0.0989, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.5254237288135593, | |
| "grad_norm": 8.718145370483398, | |
| "learning_rate": 4.6186440677966104e-05, | |
| "loss": 0.1291, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.5819209039548023, | |
| "grad_norm": 0.052204638719558716, | |
| "learning_rate": 4.6045197740113e-05, | |
| "loss": 0.0987, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.6384180790960452, | |
| "grad_norm": 11.152572631835938, | |
| "learning_rate": 4.590395480225989e-05, | |
| "loss": 0.113, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.694915254237288, | |
| "grad_norm": 3.002537965774536, | |
| "learning_rate": 4.5762711864406784e-05, | |
| "loss": 0.1215, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.7514124293785311, | |
| "grad_norm": 16.578323364257812, | |
| "learning_rate": 4.562146892655367e-05, | |
| "loss": 0.0998, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.807909604519774, | |
| "grad_norm": 4.660722255706787, | |
| "learning_rate": 4.548022598870056e-05, | |
| "loss": 0.1015, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.8644067796610169, | |
| "grad_norm": 0.32472193241119385, | |
| "learning_rate": 4.533898305084746e-05, | |
| "loss": 0.0982, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.92090395480226, | |
| "grad_norm": 12.544636726379395, | |
| "learning_rate": 4.519774011299435e-05, | |
| "loss": 0.1151, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.9774011299435028, | |
| "grad_norm": 0.20591090619564056, | |
| "learning_rate": 4.505649717514124e-05, | |
| "loss": 0.1109, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9540286702916461, | |
| "eval_f1": 0.9542995811514169, | |
| "eval_loss": 0.17088210582733154, | |
| "eval_runtime": 0.9919, | |
| "eval_samples_per_second": 4078.94, | |
| "eval_steps_per_second": 64.521, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.0338983050847457, | |
| "grad_norm": 1.156205177307129, | |
| "learning_rate": 4.491525423728814e-05, | |
| "loss": 0.0764, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.0903954802259888, | |
| "grad_norm": 4.644138336181641, | |
| "learning_rate": 4.477401129943503e-05, | |
| "loss": 0.0603, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.146892655367232, | |
| "grad_norm": 0.0709792822599411, | |
| "learning_rate": 4.463276836158192e-05, | |
| "loss": 0.0649, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.2033898305084745, | |
| "grad_norm": 0.13090333342552185, | |
| "learning_rate": 4.4491525423728816e-05, | |
| "loss": 0.076, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.2598870056497176, | |
| "grad_norm": 39.72850799560547, | |
| "learning_rate": 4.435028248587571e-05, | |
| "loss": 0.0827, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.3163841807909606, | |
| "grad_norm": 0.29564905166625977, | |
| "learning_rate": 4.42090395480226e-05, | |
| "loss": 0.0701, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.3728813559322033, | |
| "grad_norm": 0.23284725844860077, | |
| "learning_rate": 4.4067796610169495e-05, | |
| "loss": 0.0697, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.4293785310734464, | |
| "grad_norm": 0.059655264019966125, | |
| "learning_rate": 4.392655367231638e-05, | |
| "loss": 0.0803, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.4858757062146895, | |
| "grad_norm": 0.01876319944858551, | |
| "learning_rate": 4.378531073446328e-05, | |
| "loss": 0.0796, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.542372881355932, | |
| "grad_norm": 0.07363492995500565, | |
| "learning_rate": 4.3644067796610175e-05, | |
| "loss": 0.0573, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.598870056497175, | |
| "grad_norm": 0.26911139488220215, | |
| "learning_rate": 4.350282485875706e-05, | |
| "loss": 0.0732, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.655367231638418, | |
| "grad_norm": 0.045297879725694656, | |
| "learning_rate": 4.3361581920903954e-05, | |
| "loss": 0.0645, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.711864406779661, | |
| "grad_norm": 0.24285119771957397, | |
| "learning_rate": 4.3220338983050854e-05, | |
| "loss": 0.0852, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.768361581920904, | |
| "grad_norm": 70.39765930175781, | |
| "learning_rate": 4.307909604519774e-05, | |
| "loss": 0.0763, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.824858757062147, | |
| "grad_norm": 3.1160919666290283, | |
| "learning_rate": 4.2937853107344634e-05, | |
| "loss": 0.0618, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.8813559322033897, | |
| "grad_norm": 0.14466217160224915, | |
| "learning_rate": 4.279661016949153e-05, | |
| "loss": 0.0628, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.937853107344633, | |
| "grad_norm": 11.605415344238281, | |
| "learning_rate": 4.265536723163842e-05, | |
| "loss": 0.0539, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.994350282485876, | |
| "grad_norm": 0.03261380270123482, | |
| "learning_rate": 4.251412429378531e-05, | |
| "loss": 0.0349, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9574888779041029, | |
| "eval_f1": 0.9573208648613947, | |
| "eval_loss": 0.20843710005283356, | |
| "eval_runtime": 0.9688, | |
| "eval_samples_per_second": 4176.286, | |
| "eval_steps_per_second": 66.061, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 3.0508474576271185, | |
| "grad_norm": 0.007287267595529556, | |
| "learning_rate": 4.2372881355932206e-05, | |
| "loss": 0.0575, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 3.1073446327683616, | |
| "grad_norm": 19.718822479248047, | |
| "learning_rate": 4.22316384180791e-05, | |
| "loss": 0.0423, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.1638418079096047, | |
| "grad_norm": 78.35333251953125, | |
| "learning_rate": 4.209039548022599e-05, | |
| "loss": 0.0349, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 3.2203389830508473, | |
| "grad_norm": 0.025877630338072777, | |
| "learning_rate": 4.1949152542372886e-05, | |
| "loss": 0.0632, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 3.2768361581920904, | |
| "grad_norm": 14.864492416381836, | |
| "learning_rate": 4.180790960451977e-05, | |
| "loss": 0.0651, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.002800008049234748, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 0.0225, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 3.389830508474576, | |
| "grad_norm": 0.10183978080749512, | |
| "learning_rate": 4.152542372881356e-05, | |
| "loss": 0.0467, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.446327683615819, | |
| "grad_norm": 30.69606590270996, | |
| "learning_rate": 4.138418079096045e-05, | |
| "loss": 0.0509, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 3.5028248587570623, | |
| "grad_norm": 0.43340635299682617, | |
| "learning_rate": 4.1242937853107345e-05, | |
| "loss": 0.0366, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 3.559322033898305, | |
| "grad_norm": 3.5696895122528076, | |
| "learning_rate": 4.110169491525424e-05, | |
| "loss": 0.0576, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 3.615819209039548, | |
| "grad_norm": 3.981534481048584, | |
| "learning_rate": 4.096045197740113e-05, | |
| "loss": 0.0574, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 3.672316384180791, | |
| "grad_norm": 0.020425381138920784, | |
| "learning_rate": 4.0819209039548024e-05, | |
| "loss": 0.0582, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 3.7288135593220337, | |
| "grad_norm": 1.6137280464172363, | |
| "learning_rate": 4.067796610169492e-05, | |
| "loss": 0.037, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 3.785310734463277, | |
| "grad_norm": 0.41225990653038025, | |
| "learning_rate": 4.053672316384181e-05, | |
| "loss": 0.039, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 3.84180790960452, | |
| "grad_norm": 0.02651926688849926, | |
| "learning_rate": 4.0395480225988704e-05, | |
| "loss": 0.052, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 3.898305084745763, | |
| "grad_norm": 4.174577713012695, | |
| "learning_rate": 4.025423728813559e-05, | |
| "loss": 0.0746, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 3.9548022598870056, | |
| "grad_norm": 0.06549729406833649, | |
| "learning_rate": 4.011299435028249e-05, | |
| "loss": 0.0682, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9619377162629758, | |
| "eval_f1": 0.961922353652765, | |
| "eval_loss": 0.19074885547161102, | |
| "eval_runtime": 0.9577, | |
| "eval_samples_per_second": 4224.832, | |
| "eval_steps_per_second": 66.829, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 4.011299435028248, | |
| "grad_norm": 0.09852942079305649, | |
| "learning_rate": 3.997175141242938e-05, | |
| "loss": 0.0573, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 4.067796610169491, | |
| "grad_norm": 0.010253222659230232, | |
| "learning_rate": 3.983050847457627e-05, | |
| "loss": 0.0268, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 4.124293785310734, | |
| "grad_norm": 0.05561167746782303, | |
| "learning_rate": 3.968926553672316e-05, | |
| "loss": 0.041, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 4.1807909604519775, | |
| "grad_norm": 0.020777329802513123, | |
| "learning_rate": 3.954802259887006e-05, | |
| "loss": 0.0428, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 4.237288135593221, | |
| "grad_norm": 0.011439072899520397, | |
| "learning_rate": 3.940677966101695e-05, | |
| "loss": 0.0281, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 4.293785310734464, | |
| "grad_norm": 0.29063406586647034, | |
| "learning_rate": 3.926553672316384e-05, | |
| "loss": 0.0347, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 4.350282485875706, | |
| "grad_norm": 0.008078676648437977, | |
| "learning_rate": 3.9124293785310735e-05, | |
| "loss": 0.0427, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 4.406779661016949, | |
| "grad_norm": 0.0378178134560585, | |
| "learning_rate": 3.898305084745763e-05, | |
| "loss": 0.0448, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 4.463276836158192, | |
| "grad_norm": 0.09035930037498474, | |
| "learning_rate": 3.884180790960452e-05, | |
| "loss": 0.0328, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 4.519774011299435, | |
| "grad_norm": 0.05402543023228645, | |
| "learning_rate": 3.8700564971751415e-05, | |
| "loss": 0.0345, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 4.576271186440678, | |
| "grad_norm": 0.01713019795715809, | |
| "learning_rate": 3.855932203389831e-05, | |
| "loss": 0.0358, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 4.632768361581921, | |
| "grad_norm": 0.0475781112909317, | |
| "learning_rate": 3.84180790960452e-05, | |
| "loss": 0.0532, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 4.6892655367231635, | |
| "grad_norm": 0.006405588239431381, | |
| "learning_rate": 3.8276836158192094e-05, | |
| "loss": 0.0324, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 4.745762711864407, | |
| "grad_norm": 4.002650260925293, | |
| "learning_rate": 3.813559322033898e-05, | |
| "loss": 0.0526, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 4.80225988700565, | |
| "grad_norm": 0.010295218788087368, | |
| "learning_rate": 3.799435028248588e-05, | |
| "loss": 0.0428, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 4.858757062146893, | |
| "grad_norm": 25.15464973449707, | |
| "learning_rate": 3.7853107344632774e-05, | |
| "loss": 0.0513, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 4.915254237288136, | |
| "grad_norm": 0.018476568162441254, | |
| "learning_rate": 3.771186440677966e-05, | |
| "loss": 0.0627, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 4.971751412429379, | |
| "grad_norm": 0.02234013006091118, | |
| "learning_rate": 3.7570621468926554e-05, | |
| "loss": 0.0436, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9594661393969353, | |
| "eval_f1": 0.9595618588245926, | |
| "eval_loss": 0.24679133296012878, | |
| "eval_runtime": 0.9625, | |
| "eval_samples_per_second": 4203.719, | |
| "eval_steps_per_second": 66.495, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 5.028248587570621, | |
| "grad_norm": 0.007325501646846533, | |
| "learning_rate": 3.7429378531073453e-05, | |
| "loss": 0.011, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 5.084745762711864, | |
| "grad_norm": 0.015004786662757397, | |
| "learning_rate": 3.728813559322034e-05, | |
| "loss": 0.0239, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 5.141242937853107, | |
| "grad_norm": 0.02809782139956951, | |
| "learning_rate": 3.714689265536723e-05, | |
| "loss": 0.0468, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 5.19774011299435, | |
| "grad_norm": 0.061971381306648254, | |
| "learning_rate": 3.7005649717514126e-05, | |
| "loss": 0.0369, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 5.254237288135593, | |
| "grad_norm": 0.028554769232869148, | |
| "learning_rate": 3.686440677966102e-05, | |
| "loss": 0.0254, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 5.3107344632768365, | |
| "grad_norm": 0.049820106476545334, | |
| "learning_rate": 3.672316384180791e-05, | |
| "loss": 0.0371, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 5.367231638418079, | |
| "grad_norm": 0.016609592363238335, | |
| "learning_rate": 3.6581920903954806e-05, | |
| "loss": 0.0184, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 5.423728813559322, | |
| "grad_norm": 0.05181876942515373, | |
| "learning_rate": 3.644067796610169e-05, | |
| "loss": 0.0414, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 5.480225988700565, | |
| "grad_norm": 0.05821879953145981, | |
| "learning_rate": 3.629943502824859e-05, | |
| "loss": 0.0308, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 5.536723163841808, | |
| "grad_norm": 0.010366985574364662, | |
| "learning_rate": 3.6158192090395485e-05, | |
| "loss": 0.0278, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 5.593220338983051, | |
| "grad_norm": 0.019191740080714226, | |
| "learning_rate": 3.601694915254237e-05, | |
| "loss": 0.0435, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 5.649717514124294, | |
| "grad_norm": 0.06532129645347595, | |
| "learning_rate": 3.587570621468927e-05, | |
| "loss": 0.0237, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 5.706214689265536, | |
| "grad_norm": 0.009392981417477131, | |
| "learning_rate": 3.573446327683616e-05, | |
| "loss": 0.0334, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 5.762711864406779, | |
| "grad_norm": 0.023171979933977127, | |
| "learning_rate": 3.559322033898305e-05, | |
| "loss": 0.0487, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 5.8192090395480225, | |
| "grad_norm": 0.055124878883361816, | |
| "learning_rate": 3.5451977401129944e-05, | |
| "loss": 0.0412, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 5.875706214689266, | |
| "grad_norm": 0.015424055978655815, | |
| "learning_rate": 3.531073446327684e-05, | |
| "loss": 0.0292, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 5.932203389830509, | |
| "grad_norm": 0.6497403979301453, | |
| "learning_rate": 3.516949152542373e-05, | |
| "loss": 0.039, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 5.988700564971752, | |
| "grad_norm": 18.98410415649414, | |
| "learning_rate": 3.5028248587570624e-05, | |
| "loss": 0.0322, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9614434008897677, | |
| "eval_f1": 0.9615565973130906, | |
| "eval_loss": 0.2411661297082901, | |
| "eval_runtime": 0.9629, | |
| "eval_samples_per_second": 4201.762, | |
| "eval_steps_per_second": 66.464, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 6.045197740112994, | |
| "grad_norm": 0.013564531691372395, | |
| "learning_rate": 3.488700564971752e-05, | |
| "loss": 0.0254, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 6.101694915254237, | |
| "grad_norm": 33.3035888671875, | |
| "learning_rate": 3.474576271186441e-05, | |
| "loss": 0.0295, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 6.15819209039548, | |
| "grad_norm": 0.12126260250806808, | |
| "learning_rate": 3.46045197740113e-05, | |
| "loss": 0.0275, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 6.214689265536723, | |
| "grad_norm": 0.03739802539348602, | |
| "learning_rate": 3.446327683615819e-05, | |
| "loss": 0.0267, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 6.271186440677966, | |
| "grad_norm": 0.03359340503811836, | |
| "learning_rate": 3.432203389830508e-05, | |
| "loss": 0.0389, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 6.327683615819209, | |
| "grad_norm": 0.003635927801951766, | |
| "learning_rate": 3.418079096045198e-05, | |
| "loss": 0.0255, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 6.3841807909604515, | |
| "grad_norm": 0.06124364957213402, | |
| "learning_rate": 3.403954802259887e-05, | |
| "loss": 0.0229, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 6.440677966101695, | |
| "grad_norm": 0.026170525699853897, | |
| "learning_rate": 3.389830508474576e-05, | |
| "loss": 0.0319, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 6.497175141242938, | |
| "grad_norm": 0.013875061646103859, | |
| "learning_rate": 3.375706214689266e-05, | |
| "loss": 0.0276, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 6.553672316384181, | |
| "grad_norm": 0.009600764140486717, | |
| "learning_rate": 3.361581920903955e-05, | |
| "loss": 0.0182, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 6.610169491525424, | |
| "grad_norm": 0.02147483266890049, | |
| "learning_rate": 3.347457627118644e-05, | |
| "loss": 0.0277, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 6.666666666666667, | |
| "grad_norm": 0.007301884237676859, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.0268, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 6.72316384180791, | |
| "grad_norm": 0.008684027940034866, | |
| "learning_rate": 3.319209039548023e-05, | |
| "loss": 0.0244, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 6.779661016949152, | |
| "grad_norm": 0.0058201453648507595, | |
| "learning_rate": 3.305084745762712e-05, | |
| "loss": 0.018, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 6.836158192090395, | |
| "grad_norm": 0.015645477920770645, | |
| "learning_rate": 3.2909604519774014e-05, | |
| "loss": 0.0389, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 6.892655367231638, | |
| "grad_norm": 0.013589623384177685, | |
| "learning_rate": 3.27683615819209e-05, | |
| "loss": 0.0271, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 6.9491525423728815, | |
| "grad_norm": 0.004052096512168646, | |
| "learning_rate": 3.26271186440678e-05, | |
| "loss": 0.012, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.963173504695996, | |
| "eval_f1": 0.9631919351432553, | |
| "eval_loss": 0.22085699439048767, | |
| "eval_runtime": 0.9623, | |
| "eval_samples_per_second": 4204.299, | |
| "eval_steps_per_second": 66.504, | |
| "step": 12390 | |
| }, | |
| { | |
| "epoch": 7.005649717514125, | |
| "grad_norm": 0.06705684214830399, | |
| "learning_rate": 3.2485875706214694e-05, | |
| "loss": 0.0309, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 7.062146892655368, | |
| "grad_norm": 0.006240461952984333, | |
| "learning_rate": 3.234463276836158e-05, | |
| "loss": 0.0084, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 7.11864406779661, | |
| "grad_norm": 0.020344626158475876, | |
| "learning_rate": 3.2203389830508473e-05, | |
| "loss": 0.0168, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 7.175141242937853, | |
| "grad_norm": 0.003926662262529135, | |
| "learning_rate": 3.2062146892655373e-05, | |
| "loss": 0.022, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 7.231638418079096, | |
| "grad_norm": 0.0025492089334875345, | |
| "learning_rate": 3.192090395480226e-05, | |
| "loss": 0.0133, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 7.288135593220339, | |
| "grad_norm": 0.005623087752610445, | |
| "learning_rate": 3.177966101694915e-05, | |
| "loss": 0.0164, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 7.344632768361582, | |
| "grad_norm": 0.0032459620852023363, | |
| "learning_rate": 3.1638418079096046e-05, | |
| "loss": 0.0272, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 7.401129943502825, | |
| "grad_norm": 1.1293178796768188, | |
| "learning_rate": 3.149717514124294e-05, | |
| "loss": 0.0148, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 7.4576271186440675, | |
| "grad_norm": 0.0017996145179495215, | |
| "learning_rate": 3.135593220338983e-05, | |
| "loss": 0.0132, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 7.5141242937853105, | |
| "grad_norm": 0.008758709765970707, | |
| "learning_rate": 3.1214689265536726e-05, | |
| "loss": 0.0152, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 7.570621468926554, | |
| "grad_norm": 0.0038798090536147356, | |
| "learning_rate": 3.107344632768362e-05, | |
| "loss": 0.0106, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 7.627118644067797, | |
| "grad_norm": 0.005076746456325054, | |
| "learning_rate": 3.093220338983051e-05, | |
| "loss": 0.0158, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 7.68361581920904, | |
| "grad_norm": 0.003670661011710763, | |
| "learning_rate": 3.0790960451977405e-05, | |
| "loss": 0.0093, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 7.740112994350282, | |
| "grad_norm": 0.003522429848089814, | |
| "learning_rate": 3.064971751412429e-05, | |
| "loss": 0.0183, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 7.796610169491525, | |
| "grad_norm": 0.06700780242681503, | |
| "learning_rate": 3.050847457627119e-05, | |
| "loss": 0.0398, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 7.853107344632768, | |
| "grad_norm": 0.01462018396705389, | |
| "learning_rate": 3.036723163841808e-05, | |
| "loss": 0.0286, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 7.909604519774011, | |
| "grad_norm": 0.025290269404649734, | |
| "learning_rate": 3.022598870056497e-05, | |
| "loss": 0.037, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 7.966101694915254, | |
| "grad_norm": 0.011192042380571365, | |
| "learning_rate": 3.0084745762711864e-05, | |
| "loss": 0.0147, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9636678200692042, | |
| "eval_f1": 0.9635820582698403, | |
| "eval_loss": 0.24865780770778656, | |
| "eval_runtime": 0.9484, | |
| "eval_samples_per_second": 4266.086, | |
| "eval_steps_per_second": 67.481, | |
| "step": 14160 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 35400, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1172336478105600.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |