| { | |
| "best_metric": 0.5115005185204882, | |
| "best_model_checkpoint": "/m/triton/scratch/elec/puhe/p/palp3/MUCS/indicwav2vec_outputs/pd_warmup_2000/s300_shuff500/checkpoint-1000", | |
| "epoch": 1.6, | |
| "eval_steps": 1000, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0016, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0, | |
| "loss": 76.924, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0032, | |
| "grad_norm": Infinity, | |
| "learning_rate": 0.0, | |
| "loss": 40.9666, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0048, | |
| "grad_norm": 22.267667770385742, | |
| "learning_rate": 3e-07, | |
| "loss": 40.3514, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0064, | |
| "grad_norm": 11.958697319030762, | |
| "learning_rate": 6e-07, | |
| "loss": 28.7886, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.008, | |
| "grad_norm": 14.436713218688965, | |
| "learning_rate": 9e-07, | |
| "loss": 33.1337, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0096, | |
| "grad_norm": 15.921396255493164, | |
| "learning_rate": 1.2e-06, | |
| "loss": 29.2715, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0112, | |
| "grad_norm": 11.616898536682129, | |
| "learning_rate": 1.4999999999999998e-06, | |
| "loss": 28.6694, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0128, | |
| "grad_norm": 12.15279483795166, | |
| "learning_rate": 1.8e-06, | |
| "loss": 26.7664, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0144, | |
| "grad_norm": 15.99345874786377, | |
| "learning_rate": 2.1e-06, | |
| "loss": 27.2963, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 10.025712966918945, | |
| "learning_rate": 2.4e-06, | |
| "loss": 22.7932, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0176, | |
| "grad_norm": 9.379335403442383, | |
| "learning_rate": 2.6999999999999996e-06, | |
| "loss": 20.7226, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0192, | |
| "grad_norm": 12.390824317932129, | |
| "learning_rate": 2.9999999999999997e-06, | |
| "loss": 27.5995, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0208, | |
| "grad_norm": 10.201970100402832, | |
| "learning_rate": 3.2999999999999993e-06, | |
| "loss": 23.3013, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0224, | |
| "grad_norm": 11.483911514282227, | |
| "learning_rate": 3.6e-06, | |
| "loss": 24.6987, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.024, | |
| "grad_norm": 9.661028861999512, | |
| "learning_rate": 3.899999999999999e-06, | |
| "loss": 22.0543, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0256, | |
| "grad_norm": 9.904827117919922, | |
| "learning_rate": 4.2e-06, | |
| "loss": 20.3867, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0272, | |
| "grad_norm": 10.597962379455566, | |
| "learning_rate": 4.499999999999999e-06, | |
| "loss": 24.6232, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0288, | |
| "grad_norm": 12.7444486618042, | |
| "learning_rate": 4.8e-06, | |
| "loss": 25.3891, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0304, | |
| "grad_norm": 10.090996742248535, | |
| "learning_rate": 5.1e-06, | |
| "loss": 21.5661, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 10.649155616760254, | |
| "learning_rate": 5.399999999999999e-06, | |
| "loss": 23.0623, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0336, | |
| "grad_norm": 10.286359786987305, | |
| "learning_rate": 5.7e-06, | |
| "loss": 20.7193, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0352, | |
| "grad_norm": 10.968955993652344, | |
| "learning_rate": 5.999999999999999e-06, | |
| "loss": 24.0174, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0368, | |
| "grad_norm": 9.74566650390625, | |
| "learning_rate": 6.3e-06, | |
| "loss": 21.454, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0384, | |
| "grad_norm": 11.162517547607422, | |
| "learning_rate": 6.599999999999999e-06, | |
| "loss": 23.5266, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 9.547463417053223, | |
| "learning_rate": 6.899999999999999e-06, | |
| "loss": 20.214, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0416, | |
| "grad_norm": 10.754602432250977, | |
| "learning_rate": 7.2e-06, | |
| "loss": 22.6765, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0432, | |
| "grad_norm": 9.74982738494873, | |
| "learning_rate": 7.499999999999999e-06, | |
| "loss": 20.4099, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0448, | |
| "grad_norm": 10.397897720336914, | |
| "learning_rate": 7.799999999999998e-06, | |
| "loss": 21.5807, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0464, | |
| "grad_norm": 10.956497192382812, | |
| "learning_rate": 8.099999999999999e-06, | |
| "loss": 23.4123, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 10.610095977783203, | |
| "learning_rate": 8.4e-06, | |
| "loss": 21.6038, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0496, | |
| "grad_norm": 10.559882164001465, | |
| "learning_rate": 8.7e-06, | |
| "loss": 21.7059, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0512, | |
| "grad_norm": 10.241806983947754, | |
| "learning_rate": 8.999999999999999e-06, | |
| "loss": 21.5684, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0528, | |
| "grad_norm": 9.802021980285645, | |
| "learning_rate": 9.299999999999999e-06, | |
| "loss": 19.0525, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0544, | |
| "grad_norm": 10.859997749328613, | |
| "learning_rate": 9.6e-06, | |
| "loss": 20.7641, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.056, | |
| "grad_norm": 11.377524375915527, | |
| "learning_rate": 9.9e-06, | |
| "loss": 21.9332, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0576, | |
| "grad_norm": 10.088302612304688, | |
| "learning_rate": 1.02e-05, | |
| "loss": 19.4306, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0592, | |
| "grad_norm": 12.069904327392578, | |
| "learning_rate": 1.05e-05, | |
| "loss": 23.6146, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0608, | |
| "grad_norm": 12.05452823638916, | |
| "learning_rate": 1.0799999999999998e-05, | |
| "loss": 22.8087, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0624, | |
| "grad_norm": 12.891792297363281, | |
| "learning_rate": 1.1099999999999999e-05, | |
| "loss": 21.6699, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 10.262922286987305, | |
| "learning_rate": 1.14e-05, | |
| "loss": 19.0892, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0656, | |
| "grad_norm": 11.921724319458008, | |
| "learning_rate": 1.17e-05, | |
| "loss": 21.5905, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.0672, | |
| "grad_norm": 11.676680564880371, | |
| "learning_rate": 1.1999999999999999e-05, | |
| "loss": 20.87, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0688, | |
| "grad_norm": 10.26872730255127, | |
| "learning_rate": 1.2299999999999999e-05, | |
| "loss": 18.0263, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.0704, | |
| "grad_norm": 10.563227653503418, | |
| "learning_rate": 1.26e-05, | |
| "loss": 18.7622, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.072, | |
| "grad_norm": 14.507094383239746, | |
| "learning_rate": 1.2899999999999998e-05, | |
| "loss": 24.0105, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0736, | |
| "grad_norm": 11.43386173248291, | |
| "learning_rate": 1.3199999999999997e-05, | |
| "loss": 19.3601, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0752, | |
| "grad_norm": 11.63315200805664, | |
| "learning_rate": 1.3499999999999998e-05, | |
| "loss": 19.0576, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.0768, | |
| "grad_norm": 12.388842582702637, | |
| "learning_rate": 1.3799999999999998e-05, | |
| "loss": 19.2927, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0784, | |
| "grad_norm": 12.819602966308594, | |
| "learning_rate": 1.4099999999999999e-05, | |
| "loss": 19.936, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": NaN, | |
| "learning_rate": 1.4099999999999999e-05, | |
| "loss": 17.9793, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0816, | |
| "grad_norm": 65.82632446289062, | |
| "learning_rate": 1.44e-05, | |
| "loss": 64.1187, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.0832, | |
| "grad_norm": 26.94750213623047, | |
| "learning_rate": 1.47e-05, | |
| "loss": 33.92, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.0848, | |
| "grad_norm": 24.70115852355957, | |
| "learning_rate": 1.4999999999999999e-05, | |
| "loss": 34.5358, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0864, | |
| "grad_norm": 18.708255767822266, | |
| "learning_rate": 1.53e-05, | |
| "loss": 25.5629, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.088, | |
| "grad_norm": 21.256839752197266, | |
| "learning_rate": 1.5599999999999996e-05, | |
| "loss": 27.8492, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.0896, | |
| "grad_norm": 17.251680374145508, | |
| "learning_rate": 1.5899999999999997e-05, | |
| "loss": 22.1176, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0912, | |
| "grad_norm": 31.902353286743164, | |
| "learning_rate": 1.6199999999999997e-05, | |
| "loss": 26.8606, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0928, | |
| "grad_norm": 20.44807243347168, | |
| "learning_rate": 1.6499999999999998e-05, | |
| "loss": 23.1075, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0944, | |
| "grad_norm": 17.042905807495117, | |
| "learning_rate": 1.68e-05, | |
| "loss": 21.0526, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 18.13207244873047, | |
| "learning_rate": 1.71e-05, | |
| "loss": 20.8373, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0976, | |
| "grad_norm": 17.839736938476562, | |
| "learning_rate": 1.74e-05, | |
| "loss": 21.2095, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.0992, | |
| "grad_norm": 18.765409469604492, | |
| "learning_rate": 1.7699999999999997e-05, | |
| "loss": 21.5782, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.1008, | |
| "grad_norm": 18.407758712768555, | |
| "learning_rate": 1.7999999999999997e-05, | |
| "loss": 21.009, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.1024, | |
| "grad_norm": 38.16777038574219, | |
| "learning_rate": 1.8299999999999998e-05, | |
| "loss": 21.9343, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.104, | |
| "grad_norm": 21.490079879760742, | |
| "learning_rate": 1.8599999999999998e-05, | |
| "loss": 22.2912, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1056, | |
| "grad_norm": 22.932668685913086, | |
| "learning_rate": 1.89e-05, | |
| "loss": 20.3447, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1072, | |
| "grad_norm": 26.10978126525879, | |
| "learning_rate": 1.92e-05, | |
| "loss": 23.8814, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.1088, | |
| "grad_norm": 18.075897216796875, | |
| "learning_rate": 1.95e-05, | |
| "loss": 18.7612, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1104, | |
| "grad_norm": 18.735963821411133, | |
| "learning_rate": 1.98e-05, | |
| "loss": 18.8199, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 22.017709732055664, | |
| "learning_rate": 2.01e-05, | |
| "loss": 20.6774, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1136, | |
| "grad_norm": 38.08246994018555, | |
| "learning_rate": 2.04e-05, | |
| "loss": 30.1672, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.1152, | |
| "grad_norm": 22.627145767211914, | |
| "learning_rate": 2.07e-05, | |
| "loss": 20.0791, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1168, | |
| "grad_norm": 30.097496032714844, | |
| "learning_rate": 2.1e-05, | |
| "loss": 23.1779, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.1184, | |
| "grad_norm": 22.679004669189453, | |
| "learning_rate": 2.1299999999999996e-05, | |
| "loss": 19.4401, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 24.041168212890625, | |
| "learning_rate": 2.1599999999999996e-05, | |
| "loss": 19.3537, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1216, | |
| "grad_norm": 26.076839447021484, | |
| "learning_rate": 2.1899999999999997e-05, | |
| "loss": 20.2714, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1232, | |
| "grad_norm": 25.533342361450195, | |
| "learning_rate": 2.2199999999999998e-05, | |
| "loss": 19.6379, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.1248, | |
| "grad_norm": 23.547039031982422, | |
| "learning_rate": 2.2499999999999998e-05, | |
| "loss": 18.0205, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.1264, | |
| "grad_norm": 23.1020565032959, | |
| "learning_rate": 2.28e-05, | |
| "loss": 17.6504, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 28.12115478515625, | |
| "learning_rate": 2.31e-05, | |
| "loss": 19.9713, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1296, | |
| "grad_norm": 24.276756286621094, | |
| "learning_rate": 2.34e-05, | |
| "loss": 17.293, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.1312, | |
| "grad_norm": 21.40571403503418, | |
| "learning_rate": 2.3699999999999997e-05, | |
| "loss": 15.7224, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.1328, | |
| "grad_norm": 24.049413681030273, | |
| "learning_rate": 2.3999999999999997e-05, | |
| "loss": 16.4272, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.1344, | |
| "grad_norm": 27.002574920654297, | |
| "learning_rate": 2.4299999999999998e-05, | |
| "loss": 17.5712, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.136, | |
| "grad_norm": 31.374860763549805, | |
| "learning_rate": 2.4599999999999998e-05, | |
| "loss": 19.1111, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.1376, | |
| "grad_norm": 28.4317684173584, | |
| "learning_rate": 2.49e-05, | |
| "loss": 17.1805, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.1392, | |
| "grad_norm": 32.47872543334961, | |
| "learning_rate": 2.52e-05, | |
| "loss": 18.6232, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.1408, | |
| "grad_norm": 28.26717185974121, | |
| "learning_rate": 2.55e-05, | |
| "loss": 16.3721, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1424, | |
| "grad_norm": 29.546110153198242, | |
| "learning_rate": 2.5799999999999997e-05, | |
| "loss": 16.6354, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 32.13431930541992, | |
| "learning_rate": 2.6099999999999997e-05, | |
| "loss": 16.9808, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1456, | |
| "grad_norm": 36.368682861328125, | |
| "learning_rate": 2.6399999999999995e-05, | |
| "loss": 17.5935, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.1472, | |
| "grad_norm": 28.789241790771484, | |
| "learning_rate": 2.6699999999999995e-05, | |
| "loss": 14.6106, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.1488, | |
| "grad_norm": 30.914873123168945, | |
| "learning_rate": 2.6999999999999996e-05, | |
| "loss": 14.5306, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.1504, | |
| "grad_norm": 31.848777770996094, | |
| "learning_rate": 2.7299999999999996e-05, | |
| "loss": 14.7256, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.152, | |
| "grad_norm": 43.699851989746094, | |
| "learning_rate": 2.7599999999999997e-05, | |
| "loss": 16.3519, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.1536, | |
| "grad_norm": 39.825836181640625, | |
| "learning_rate": 2.7899999999999997e-05, | |
| "loss": 15.9264, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.1552, | |
| "grad_norm": 32.04133224487305, | |
| "learning_rate": 2.8199999999999998e-05, | |
| "loss": 13.4326, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.1568, | |
| "grad_norm": 39.8133659362793, | |
| "learning_rate": 2.8499999999999998e-05, | |
| "loss": 14.3427, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.1584, | |
| "grad_norm": 36.54108810424805, | |
| "learning_rate": 2.88e-05, | |
| "loss": 13.5702, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.88e-05, | |
| "loss": 14.6284, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1616, | |
| "grad_norm": NaN, | |
| "learning_rate": 2.88e-05, | |
| "loss": 25.1519, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.1632, | |
| "grad_norm": 146.48204040527344, | |
| "learning_rate": 2.91e-05, | |
| "loss": 26.3907, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.1648, | |
| "grad_norm": 56.64327621459961, | |
| "learning_rate": 2.94e-05, | |
| "loss": 17.1257, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.1664, | |
| "grad_norm": 87.11421966552734, | |
| "learning_rate": 2.97e-05, | |
| "loss": 18.9131, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.168, | |
| "grad_norm": 57.33453369140625, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "loss": 15.569, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1696, | |
| "grad_norm": 46.68961715698242, | |
| "learning_rate": 3.0299999999999998e-05, | |
| "loss": 13.1879, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.1712, | |
| "grad_norm": 59.92051315307617, | |
| "learning_rate": 3.06e-05, | |
| "loss": 14.6438, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.1728, | |
| "grad_norm": 57.27889633178711, | |
| "learning_rate": 3.09e-05, | |
| "loss": 14.3459, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.1744, | |
| "grad_norm": 51.79650115966797, | |
| "learning_rate": 3.119999999999999e-05, | |
| "loss": 12.7327, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 45.90155029296875, | |
| "learning_rate": 3.149999999999999e-05, | |
| "loss": 10.6128, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1776, | |
| "grad_norm": 46.71571350097656, | |
| "learning_rate": 3.1799999999999994e-05, | |
| "loss": 11.1419, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.1792, | |
| "grad_norm": 54.34334182739258, | |
| "learning_rate": 3.2099999999999994e-05, | |
| "loss": 11.3816, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1808, | |
| "grad_norm": 44.52326965332031, | |
| "learning_rate": 3.2399999999999995e-05, | |
| "loss": 9.99, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.1824, | |
| "grad_norm": 51.66781997680664, | |
| "learning_rate": 3.2699999999999995e-05, | |
| "loss": 10.7379, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.184, | |
| "grad_norm": 44.501441955566406, | |
| "learning_rate": 3.2999999999999996e-05, | |
| "loss": 9.5815, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1856, | |
| "grad_norm": 42.56653594970703, | |
| "learning_rate": 3.3299999999999996e-05, | |
| "loss": 9.265, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.1872, | |
| "grad_norm": 40.3764762878418, | |
| "learning_rate": 3.36e-05, | |
| "loss": 8.6506, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.1888, | |
| "grad_norm": 40.9335823059082, | |
| "learning_rate": 3.39e-05, | |
| "loss": 8.5488, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.1904, | |
| "grad_norm": 42.77170181274414, | |
| "learning_rate": 3.42e-05, | |
| "loss": 8.5519, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 39.98923873901367, | |
| "learning_rate": 3.45e-05, | |
| "loss": 8.0759, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1936, | |
| "grad_norm": 33.6198844909668, | |
| "learning_rate": 3.48e-05, | |
| "loss": 7.3643, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.1952, | |
| "grad_norm": 36.385223388671875, | |
| "learning_rate": 3.51e-05, | |
| "loss": 7.4889, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.1968, | |
| "grad_norm": 34.519630432128906, | |
| "learning_rate": 3.539999999999999e-05, | |
| "loss": 7.0802, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.1984, | |
| "grad_norm": 31.894567489624023, | |
| "learning_rate": 3.5699999999999994e-05, | |
| "loss": 6.8235, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 34.02376174926758, | |
| "learning_rate": 3.5999999999999994e-05, | |
| "loss": 6.9291, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2016, | |
| "grad_norm": 28.912235260009766, | |
| "learning_rate": 3.6299999999999995e-05, | |
| "loss": 6.4299, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.2032, | |
| "grad_norm": 28.84571647644043, | |
| "learning_rate": 3.6599999999999995e-05, | |
| "loss": 6.3964, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.2048, | |
| "grad_norm": 27.383811950683594, | |
| "learning_rate": 3.6899999999999996e-05, | |
| "loss": 6.2274, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.2064, | |
| "grad_norm": 29.78708267211914, | |
| "learning_rate": 3.7199999999999996e-05, | |
| "loss": 6.0653, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 28.544218063354492, | |
| "learning_rate": 3.75e-05, | |
| "loss": 6.2053, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2096, | |
| "grad_norm": 22.004798889160156, | |
| "learning_rate": 3.78e-05, | |
| "loss": 5.7141, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.2112, | |
| "grad_norm": 20.87236785888672, | |
| "learning_rate": 3.81e-05, | |
| "loss": 5.6288, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2128, | |
| "grad_norm": 21.300033569335938, | |
| "learning_rate": 3.84e-05, | |
| "loss": 5.5556, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.2144, | |
| "grad_norm": 19.316028594970703, | |
| "learning_rate": 3.87e-05, | |
| "loss": 5.4672, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.216, | |
| "grad_norm": 19.701513290405273, | |
| "learning_rate": 3.9e-05, | |
| "loss": 5.4904, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2176, | |
| "grad_norm": 13.995134353637695, | |
| "learning_rate": 3.93e-05, | |
| "loss": 5.1972, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.2192, | |
| "grad_norm": 14.500862121582031, | |
| "learning_rate": 3.96e-05, | |
| "loss": 5.1985, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2208, | |
| "grad_norm": 10.669529914855957, | |
| "learning_rate": 3.99e-05, | |
| "loss": 5.0034, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.2224, | |
| "grad_norm": 8.051897048950195, | |
| "learning_rate": 4.02e-05, | |
| "loss": 4.9248, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 11.402167320251465, | |
| "learning_rate": 4.05e-05, | |
| "loss": 5.0594, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2256, | |
| "grad_norm": 10.03395938873291, | |
| "learning_rate": 4.08e-05, | |
| "loss": 5.037, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2272, | |
| "grad_norm": 8.426224708557129, | |
| "learning_rate": 4.11e-05, | |
| "loss": 4.9605, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.2288, | |
| "grad_norm": 4.501130104064941, | |
| "learning_rate": 4.14e-05, | |
| "loss": 4.7972, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.2304, | |
| "grad_norm": 4.365025520324707, | |
| "learning_rate": 4.17e-05, | |
| "loss": 4.8065, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.232, | |
| "grad_norm": 4.868807792663574, | |
| "learning_rate": 4.2e-05, | |
| "loss": 4.8179, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2336, | |
| "grad_norm": 3.3663101196289062, | |
| "learning_rate": 4.229999999999999e-05, | |
| "loss": 4.7889, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2352, | |
| "grad_norm": 3.2163665294647217, | |
| "learning_rate": 4.259999999999999e-05, | |
| "loss": 4.702, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.2368, | |
| "grad_norm": 3.1945879459381104, | |
| "learning_rate": 4.289999999999999e-05, | |
| "loss": 4.7035, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.2384, | |
| "grad_norm": 4.427632808685303, | |
| "learning_rate": 4.319999999999999e-05, | |
| "loss": 4.7546, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.550114631652832, | |
| "learning_rate": 4.3499999999999993e-05, | |
| "loss": 4.9709, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2416, | |
| "grad_norm": 53.31546401977539, | |
| "learning_rate": 4.3799999999999994e-05, | |
| "loss": 5.9402, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.2432, | |
| "grad_norm": 7.296631336212158, | |
| "learning_rate": 4.4099999999999995e-05, | |
| "loss": 4.5481, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.2448, | |
| "grad_norm": 5.802248954772949, | |
| "learning_rate": 4.4399999999999995e-05, | |
| "loss": 4.4998, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.2464, | |
| "grad_norm": 3.7592978477478027, | |
| "learning_rate": 4.4699999999999996e-05, | |
| "loss": 4.4536, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.248, | |
| "grad_norm": 3.3045403957366943, | |
| "learning_rate": 4.4999999999999996e-05, | |
| "loss": 4.391, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2496, | |
| "grad_norm": 5.204708099365234, | |
| "learning_rate": 4.5299999999999997e-05, | |
| "loss": 4.459, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.2512, | |
| "grad_norm": 4.284322261810303, | |
| "learning_rate": 4.56e-05, | |
| "loss": 4.3071, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.2528, | |
| "grad_norm": 3.191441059112549, | |
| "learning_rate": 4.59e-05, | |
| "loss": 4.3388, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.2544, | |
| "grad_norm": 3.909501552581787, | |
| "learning_rate": 4.62e-05, | |
| "loss": 4.2491, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 3.5245823860168457, | |
| "learning_rate": 4.65e-05, | |
| "loss": 4.3493, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2576, | |
| "grad_norm": 2.955253839492798, | |
| "learning_rate": 4.68e-05, | |
| "loss": 4.2599, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.2592, | |
| "grad_norm": 3.2109367847442627, | |
| "learning_rate": 4.709999999999999e-05, | |
| "loss": 4.161, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.2608, | |
| "grad_norm": 2.6348652839660645, | |
| "learning_rate": 4.7399999999999993e-05, | |
| "loss": 4.1815, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.2624, | |
| "grad_norm": 2.593337297439575, | |
| "learning_rate": 4.7699999999999994e-05, | |
| "loss": 4.0801, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.264, | |
| "grad_norm": 3.77801251411438, | |
| "learning_rate": 4.7999999999999994e-05, | |
| "loss": 4.1635, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.2656, | |
| "grad_norm": 2.2782046794891357, | |
| "learning_rate": 4.8299999999999995e-05, | |
| "loss": 4.0901, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.2672, | |
| "grad_norm": 1.8724416494369507, | |
| "learning_rate": 4.8599999999999995e-05, | |
| "loss": 4.0705, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.2688, | |
| "grad_norm": 1.7749762535095215, | |
| "learning_rate": 4.8899999999999996e-05, | |
| "loss": 4.0042, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.2704, | |
| "grad_norm": 1.4947004318237305, | |
| "learning_rate": 4.9199999999999997e-05, | |
| "loss": 4.0104, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 3.1837706565856934, | |
| "learning_rate": 4.95e-05, | |
| "loss": 4.0004, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2736, | |
| "grad_norm": 1.914663553237915, | |
| "learning_rate": 4.98e-05, | |
| "loss": 3.9682, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.2752, | |
| "grad_norm": 1.708173394203186, | |
| "learning_rate": 5.01e-05, | |
| "loss": 3.9609, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.2768, | |
| "grad_norm": 4.2649407386779785, | |
| "learning_rate": 5.04e-05, | |
| "loss": 3.9917, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.2784, | |
| "grad_norm": 1.626754641532898, | |
| "learning_rate": 5.07e-05, | |
| "loss": 3.9464, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.2504980564117432, | |
| "learning_rate": 5.1e-05, | |
| "loss": 3.9311, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2816, | |
| "grad_norm": 1.5902968645095825, | |
| "learning_rate": 5.13e-05, | |
| "loss": 3.9733, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.2832, | |
| "grad_norm": 1.160041093826294, | |
| "learning_rate": 5.1599999999999994e-05, | |
| "loss": 3.9358, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.2848, | |
| "grad_norm": 1.2470163106918335, | |
| "learning_rate": 5.1899999999999994e-05, | |
| "loss": 3.9375, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.2864, | |
| "grad_norm": 1.0665581226348877, | |
| "learning_rate": 5.2199999999999995e-05, | |
| "loss": 3.9701, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 1.6660319566726685, | |
| "learning_rate": 5.2499999999999995e-05, | |
| "loss": 3.8957, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2896, | |
| "grad_norm": 1.1934682130813599, | |
| "learning_rate": 5.279999999999999e-05, | |
| "loss": 3.9527, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.2912, | |
| "grad_norm": 2.6113617420196533, | |
| "learning_rate": 5.309999999999999e-05, | |
| "loss": 3.9198, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.2928, | |
| "grad_norm": 1.4902148246765137, | |
| "learning_rate": 5.339999999999999e-05, | |
| "loss": 3.8525, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.2944, | |
| "grad_norm": 1.645369529724121, | |
| "learning_rate": 5.369999999999999e-05, | |
| "loss": 3.8462, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.296, | |
| "grad_norm": 1.7309008836746216, | |
| "learning_rate": 5.399999999999999e-05, | |
| "loss": 3.9076, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2976, | |
| "grad_norm": 1.9582569599151611, | |
| "learning_rate": 5.429999999999999e-05, | |
| "loss": 3.9207, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.2992, | |
| "grad_norm": 1.795342206954956, | |
| "learning_rate": 5.459999999999999e-05, | |
| "loss": 3.9195, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.3008, | |
| "grad_norm": 0.6605049967765808, | |
| "learning_rate": 5.489999999999999e-05, | |
| "loss": 3.8484, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.3024, | |
| "grad_norm": 1.3379170894622803, | |
| "learning_rate": 5.519999999999999e-05, | |
| "loss": 3.8709, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 2.7950329780578613, | |
| "learning_rate": 5.5499999999999994e-05, | |
| "loss": 3.8463, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3056, | |
| "grad_norm": 4.116920471191406, | |
| "learning_rate": 5.5799999999999994e-05, | |
| "loss": 4.0707, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.3072, | |
| "grad_norm": 1.450844168663025, | |
| "learning_rate": 5.6099999999999995e-05, | |
| "loss": 3.9311, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.3088, | |
| "grad_norm": 3.2481865882873535, | |
| "learning_rate": 5.6399999999999995e-05, | |
| "loss": 4.0222, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.3104, | |
| "grad_norm": 1.377772331237793, | |
| "learning_rate": 5.6699999999999996e-05, | |
| "loss": 3.9005, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.312, | |
| "grad_norm": 2.0002799034118652, | |
| "learning_rate": 5.6999999999999996e-05, | |
| "loss": 3.9021, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.3136, | |
| "grad_norm": 2.1365325450897217, | |
| "learning_rate": 5.73e-05, | |
| "loss": 3.8869, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3152, | |
| "grad_norm": 2.5995476245880127, | |
| "learning_rate": 5.76e-05, | |
| "loss": 3.8563, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.3168, | |
| "grad_norm": 3.046848773956299, | |
| "learning_rate": 5.79e-05, | |
| "loss": 3.9452, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.3184, | |
| "grad_norm": 2.9868597984313965, | |
| "learning_rate": 5.82e-05, | |
| "loss": 3.9164, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": NaN, | |
| "learning_rate": 5.82e-05, | |
| "loss": 3.8911, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3216, | |
| "grad_norm": 22.723224639892578, | |
| "learning_rate": 5.85e-05, | |
| "loss": 4.3327, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.3232, | |
| "grad_norm": 14.148520469665527, | |
| "learning_rate": 5.88e-05, | |
| "loss": 4.0732, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.3248, | |
| "grad_norm": 12.10940170288086, | |
| "learning_rate": 5.91e-05, | |
| "loss": 4.0389, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.3264, | |
| "grad_norm": 7.240406513214111, | |
| "learning_rate": 5.94e-05, | |
| "loss": 3.938, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.328, | |
| "grad_norm": 4.678879261016846, | |
| "learning_rate": 5.97e-05, | |
| "loss": 3.911, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.3296, | |
| "grad_norm": 2.724951982498169, | |
| "learning_rate": 5.9999999999999995e-05, | |
| "loss": 3.9436, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.3312, | |
| "grad_norm": 4.7506279945373535, | |
| "learning_rate": 6.0299999999999995e-05, | |
| "loss": 3.8465, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.3328, | |
| "grad_norm": 2.6390953063964844, | |
| "learning_rate": 6.0599999999999996e-05, | |
| "loss": 3.932, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.3344, | |
| "grad_norm": 3.661578893661499, | |
| "learning_rate": 6.0899999999999996e-05, | |
| "loss": 3.8498, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.336, | |
| "grad_norm": 2.446004867553711, | |
| "learning_rate": 6.12e-05, | |
| "loss": 3.9245, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3376, | |
| "grad_norm": 1.197083592414856, | |
| "learning_rate": 6.149999999999999e-05, | |
| "loss": 4.0049, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.3392, | |
| "grad_norm": 3.957880735397339, | |
| "learning_rate": 6.18e-05, | |
| "loss": 3.8129, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.3408, | |
| "grad_norm": 2.243058681488037, | |
| "learning_rate": 6.209999999999999e-05, | |
| "loss": 3.8419, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.3424, | |
| "grad_norm": 0.8457456827163696, | |
| "learning_rate": 6.239999999999999e-05, | |
| "loss": 3.8015, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.344, | |
| "grad_norm": 2.7040092945098877, | |
| "learning_rate": 6.269999999999999e-05, | |
| "loss": 3.7757, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3456, | |
| "grad_norm": 2.867565155029297, | |
| "learning_rate": 6.299999999999999e-05, | |
| "loss": 3.748, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.3472, | |
| "grad_norm": 9.108602523803711, | |
| "learning_rate": 6.33e-05, | |
| "loss": 4.0417, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.3488, | |
| "grad_norm": 2.7541725635528564, | |
| "learning_rate": 6.359999999999999e-05, | |
| "loss": 3.7908, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.3504, | |
| "grad_norm": 1.1848869323730469, | |
| "learning_rate": 6.39e-05, | |
| "loss": 3.7637, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 0.6500396132469177, | |
| "learning_rate": 6.419999999999999e-05, | |
| "loss": 3.8055, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3536, | |
| "grad_norm": 2.706550359725952, | |
| "learning_rate": 6.45e-05, | |
| "loss": 3.7637, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.3552, | |
| "grad_norm": 5.064160346984863, | |
| "learning_rate": 6.479999999999999e-05, | |
| "loss": 3.7861, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.3568, | |
| "grad_norm": 3.20385479927063, | |
| "learning_rate": 6.51e-05, | |
| "loss": 3.7752, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.3584, | |
| "grad_norm": 2.3726119995117188, | |
| "learning_rate": 6.539999999999999e-05, | |
| "loss": 3.7934, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.985705852508545, | |
| "learning_rate": 6.57e-05, | |
| "loss": 3.8806, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3616, | |
| "grad_norm": 0.669208288192749, | |
| "learning_rate": 6.599999999999999e-05, | |
| "loss": 3.7576, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.3632, | |
| "grad_norm": 1.7072322368621826, | |
| "learning_rate": 6.63e-05, | |
| "loss": 3.7382, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.3648, | |
| "grad_norm": 2.339816093444824, | |
| "learning_rate": 6.659999999999999e-05, | |
| "loss": 3.8001, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.3664, | |
| "grad_norm": 0.6553944945335388, | |
| "learning_rate": 6.69e-05, | |
| "loss": 3.7473, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.368, | |
| "grad_norm": 1.8117849826812744, | |
| "learning_rate": 6.72e-05, | |
| "loss": 3.79, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3696, | |
| "grad_norm": 1.0229136943817139, | |
| "learning_rate": 6.75e-05, | |
| "loss": 3.7968, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.3712, | |
| "grad_norm": 1.6037867069244385, | |
| "learning_rate": 6.78e-05, | |
| "loss": 3.7716, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.3728, | |
| "grad_norm": 1.716901183128357, | |
| "learning_rate": 6.81e-05, | |
| "loss": 3.8464, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.3744, | |
| "grad_norm": 9.919891357421875, | |
| "learning_rate": 6.84e-05, | |
| "loss": 3.8106, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.376, | |
| "grad_norm": 1.2543926239013672, | |
| "learning_rate": 6.87e-05, | |
| "loss": 3.7871, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3776, | |
| "grad_norm": 5.111069202423096, | |
| "learning_rate": 6.9e-05, | |
| "loss": 3.9449, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.3792, | |
| "grad_norm": 0.940678060054779, | |
| "learning_rate": 6.93e-05, | |
| "loss": 3.784, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.3808, | |
| "grad_norm": 0.9248812794685364, | |
| "learning_rate": 6.96e-05, | |
| "loss": 3.8137, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.3824, | |
| "grad_norm": 0.8821243643760681, | |
| "learning_rate": 6.989999999999999e-05, | |
| "loss": 3.7626, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 1.0918103456497192, | |
| "learning_rate": 7.02e-05, | |
| "loss": 3.7819, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3856, | |
| "grad_norm": 0.6585227251052856, | |
| "learning_rate": 7.049999999999999e-05, | |
| "loss": 3.7891, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.3872, | |
| "grad_norm": 3.0343358516693115, | |
| "learning_rate": 7.079999999999999e-05, | |
| "loss": 3.7803, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.3888, | |
| "grad_norm": 2.1487510204315186, | |
| "learning_rate": 7.11e-05, | |
| "loss": 3.8404, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.3904, | |
| "grad_norm": 1.0203007459640503, | |
| "learning_rate": 7.139999999999999e-05, | |
| "loss": 3.7602, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.392, | |
| "grad_norm": 0.8433353900909424, | |
| "learning_rate": 7.17e-05, | |
| "loss": 3.7826, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.3936, | |
| "grad_norm": 2.8857128620147705, | |
| "learning_rate": 7.199999999999999e-05, | |
| "loss": 3.7436, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.3952, | |
| "grad_norm": 6.611523628234863, | |
| "learning_rate": 7.23e-05, | |
| "loss": 4.0391, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.3968, | |
| "grad_norm": 0.7234116196632385, | |
| "learning_rate": 7.259999999999999e-05, | |
| "loss": 3.8167, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.3984, | |
| "grad_norm": 0.973664402961731, | |
| "learning_rate": 7.29e-05, | |
| "loss": 3.8963, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6993762254714966, | |
| "learning_rate": 7.319999999999999e-05, | |
| "loss": 3.9033, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4016, | |
| "grad_norm": 17.571664810180664, | |
| "learning_rate": 7.35e-05, | |
| "loss": 4.2596, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.4032, | |
| "grad_norm": 11.271060943603516, | |
| "learning_rate": 7.379999999999999e-05, | |
| "loss": 4.1186, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.4048, | |
| "grad_norm": 8.646568298339844, | |
| "learning_rate": 7.41e-05, | |
| "loss": 4.013, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.4064, | |
| "grad_norm": 2.02486252784729, | |
| "learning_rate": 7.439999999999999e-05, | |
| "loss": 3.8974, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.408, | |
| "grad_norm": 3.4109764099121094, | |
| "learning_rate": 7.47e-05, | |
| "loss": 3.8285, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.4096, | |
| "grad_norm": 3.8505735397338867, | |
| "learning_rate": 7.5e-05, | |
| "loss": 3.9306, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.4112, | |
| "grad_norm": 7.018677234649658, | |
| "learning_rate": 7.529999999999999e-05, | |
| "loss": 3.8432, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.4128, | |
| "grad_norm": 4.351247310638428, | |
| "learning_rate": 7.56e-05, | |
| "loss": 3.8534, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.4144, | |
| "grad_norm": 5.365427494049072, | |
| "learning_rate": 7.589999999999999e-05, | |
| "loss": 3.8408, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 3.984861135482788, | |
| "learning_rate": 7.62e-05, | |
| "loss": 3.7589, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.4176, | |
| "grad_norm": 1.2847763299942017, | |
| "learning_rate": 7.649999999999999e-05, | |
| "loss": 3.748, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.4192, | |
| "grad_norm": 4.559200286865234, | |
| "learning_rate": 7.68e-05, | |
| "loss": 3.8104, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.4208, | |
| "grad_norm": 4.230029106140137, | |
| "learning_rate": 7.709999999999999e-05, | |
| "loss": 3.7676, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.4224, | |
| "grad_norm": 6.13962984085083, | |
| "learning_rate": 7.74e-05, | |
| "loss": 3.7336, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.424, | |
| "grad_norm": 4.625703811645508, | |
| "learning_rate": 7.769999999999999e-05, | |
| "loss": 3.744, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.4256, | |
| "grad_norm": 4.050301551818848, | |
| "learning_rate": 7.8e-05, | |
| "loss": 3.7662, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.4272, | |
| "grad_norm": 3.0125648975372314, | |
| "learning_rate": 7.829999999999999e-05, | |
| "loss": 3.7469, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.4288, | |
| "grad_norm": 0.6710224747657776, | |
| "learning_rate": 7.86e-05, | |
| "loss": 3.7913, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.4304, | |
| "grad_norm": 0.7062709927558899, | |
| "learning_rate": 7.89e-05, | |
| "loss": 3.7765, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.432, | |
| "grad_norm": 5.028995990753174, | |
| "learning_rate": 7.92e-05, | |
| "loss": 3.7567, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.4336, | |
| "grad_norm": 4.44848108291626, | |
| "learning_rate": 7.95e-05, | |
| "loss": 3.7673, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.4352, | |
| "grad_norm": 4.467078685760498, | |
| "learning_rate": 7.98e-05, | |
| "loss": 3.7462, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.4368, | |
| "grad_norm": 3.1866374015808105, | |
| "learning_rate": 8.01e-05, | |
| "loss": 3.715, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.4384, | |
| "grad_norm": 2.605476140975952, | |
| "learning_rate": 8.04e-05, | |
| "loss": 3.6984, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.6094714999198914, | |
| "learning_rate": 8.07e-05, | |
| "loss": 3.7325, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4416, | |
| "grad_norm": 6.599428653717041, | |
| "learning_rate": 8.1e-05, | |
| "loss": 3.8765, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.4432, | |
| "grad_norm": 2.6780223846435547, | |
| "learning_rate": 8.13e-05, | |
| "loss": 3.7577, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.4448, | |
| "grad_norm": 3.663605213165283, | |
| "learning_rate": 8.16e-05, | |
| "loss": 3.8035, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.4464, | |
| "grad_norm": 2.812157392501831, | |
| "learning_rate": 8.19e-05, | |
| "loss": 3.749, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 2.2692039012908936, | |
| "learning_rate": 8.22e-05, | |
| "loss": 3.7149, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4496, | |
| "grad_norm": 1.1938503980636597, | |
| "learning_rate": 8.25e-05, | |
| "loss": 3.7246, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.4512, | |
| "grad_norm": 1.3016897439956665, | |
| "learning_rate": 8.28e-05, | |
| "loss": 3.6932, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.4528, | |
| "grad_norm": 2.0602409839630127, | |
| "learning_rate": 8.31e-05, | |
| "loss": 3.7896, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.4544, | |
| "grad_norm": 1.2453322410583496, | |
| "learning_rate": 8.34e-05, | |
| "loss": 3.7896, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.456, | |
| "grad_norm": 0.7699930667877197, | |
| "learning_rate": 8.37e-05, | |
| "loss": 3.7406, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4576, | |
| "grad_norm": 0.9949842691421509, | |
| "learning_rate": 8.4e-05, | |
| "loss": 3.7951, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.4592, | |
| "grad_norm": 1.2708395719528198, | |
| "learning_rate": 8.43e-05, | |
| "loss": 3.7142, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.4608, | |
| "grad_norm": 1.6578696966171265, | |
| "learning_rate": 8.459999999999998e-05, | |
| "loss": 3.7042, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.4624, | |
| "grad_norm": 0.9027276635169983, | |
| "learning_rate": 8.489999999999999e-05, | |
| "loss": 3.6875, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.464, | |
| "grad_norm": 1.3110026121139526, | |
| "learning_rate": 8.519999999999998e-05, | |
| "loss": 3.7219, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4656, | |
| "grad_norm": 0.9840269088745117, | |
| "learning_rate": 8.549999999999999e-05, | |
| "loss": 3.7555, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.4672, | |
| "grad_norm": 1.4040346145629883, | |
| "learning_rate": 8.579999999999998e-05, | |
| "loss": 3.7981, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.4688, | |
| "grad_norm": 1.0543975830078125, | |
| "learning_rate": 8.609999999999999e-05, | |
| "loss": 3.7075, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.4704, | |
| "grad_norm": 0.9345111846923828, | |
| "learning_rate": 8.639999999999999e-05, | |
| "loss": 3.677, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.472, | |
| "grad_norm": 1.007042646408081, | |
| "learning_rate": 8.669999999999998e-05, | |
| "loss": 3.7533, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.4736, | |
| "grad_norm": 1.7284626960754395, | |
| "learning_rate": 8.699999999999999e-05, | |
| "loss": 3.6897, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.4752, | |
| "grad_norm": 2.507981538772583, | |
| "learning_rate": 8.729999999999998e-05, | |
| "loss": 3.8189, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.4768, | |
| "grad_norm": 2.26454496383667, | |
| "learning_rate": 8.759999999999999e-05, | |
| "loss": 3.8095, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.4784, | |
| "grad_norm": 1.5712822675704956, | |
| "learning_rate": 8.789999999999998e-05, | |
| "loss": 3.8321, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.8837485313415527, | |
| "learning_rate": 8.819999999999999e-05, | |
| "loss": 3.9162, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4816, | |
| "grad_norm": 14.770750999450684, | |
| "learning_rate": 8.849999999999998e-05, | |
| "loss": 4.0945, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.4832, | |
| "grad_norm": 14.976526260375977, | |
| "learning_rate": 8.879999999999999e-05, | |
| "loss": 4.0664, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.4848, | |
| "grad_norm": 9.496882438659668, | |
| "learning_rate": 8.909999999999998e-05, | |
| "loss": 4.0088, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.4864, | |
| "grad_norm": 13.879667282104492, | |
| "learning_rate": 8.939999999999999e-05, | |
| "loss": 4.1825, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.488, | |
| "grad_norm": 6.049519062042236, | |
| "learning_rate": 8.969999999999998e-05, | |
| "loss": 3.883, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.4896, | |
| "grad_norm": 1.975704312324524, | |
| "learning_rate": 8.999999999999999e-05, | |
| "loss": 3.8272, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.4912, | |
| "grad_norm": 5.8130598068237305, | |
| "learning_rate": 9.029999999999999e-05, | |
| "loss": 3.8001, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.4928, | |
| "grad_norm": 3.5878612995147705, | |
| "learning_rate": 9.059999999999999e-05, | |
| "loss": 3.8353, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.4944, | |
| "grad_norm": 4.1221513748168945, | |
| "learning_rate": 9.089999999999999e-05, | |
| "loss": 3.9413, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.496, | |
| "grad_norm": 5.489438533782959, | |
| "learning_rate": 9.12e-05, | |
| "loss": 3.7904, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4976, | |
| "grad_norm": 1.6620556116104126, | |
| "learning_rate": 9.149999999999999e-05, | |
| "loss": 3.7937, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.4992, | |
| "grad_norm": 1.13966703414917, | |
| "learning_rate": 9.18e-05, | |
| "loss": 3.7336, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.5008, | |
| "grad_norm": 1.5242611169815063, | |
| "learning_rate": 9.209999999999999e-05, | |
| "loss": 3.7161, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.5024, | |
| "grad_norm": 3.9798734188079834, | |
| "learning_rate": 9.24e-05, | |
| "loss": 3.7, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.504, | |
| "grad_norm": 7.939405918121338, | |
| "learning_rate": 9.269999999999999e-05, | |
| "loss": 3.7537, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.5056, | |
| "grad_norm": 4.0154709815979, | |
| "learning_rate": 9.3e-05, | |
| "loss": 3.708, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.5072, | |
| "grad_norm": 4.138357639312744, | |
| "learning_rate": 9.329999999999999e-05, | |
| "loss": 3.7166, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.5088, | |
| "grad_norm": 8.64471435546875, | |
| "learning_rate": 9.36e-05, | |
| "loss": 4.0627, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.5104, | |
| "grad_norm": 0.7231702208518982, | |
| "learning_rate": 9.389999999999999e-05, | |
| "loss": 3.7427, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 2.371631622314453, | |
| "learning_rate": 9.419999999999999e-05, | |
| "loss": 3.7203, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5136, | |
| "grad_norm": 4.284900188446045, | |
| "learning_rate": 9.449999999999999e-05, | |
| "loss": 3.7413, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.5152, | |
| "grad_norm": 3.0372443199157715, | |
| "learning_rate": 9.479999999999999e-05, | |
| "loss": 3.6992, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.5168, | |
| "grad_norm": 1.9789845943450928, | |
| "learning_rate": 9.51e-05, | |
| "loss": 3.7184, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.5184, | |
| "grad_norm": 1.624227523803711, | |
| "learning_rate": 9.539999999999999e-05, | |
| "loss": 3.6749, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.5696678161621094, | |
| "learning_rate": 9.57e-05, | |
| "loss": 3.7581, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5216, | |
| "grad_norm": 2.7740790843963623, | |
| "learning_rate": 9.599999999999999e-05, | |
| "loss": 3.6773, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.5232, | |
| "grad_norm": 2.1769227981567383, | |
| "learning_rate": 9.63e-05, | |
| "loss": 3.6821, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.5248, | |
| "grad_norm": 3.454484224319458, | |
| "learning_rate": 9.659999999999999e-05, | |
| "loss": 3.6977, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.5264, | |
| "grad_norm": 1.035311222076416, | |
| "learning_rate": 9.69e-05, | |
| "loss": 3.6816, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.528, | |
| "grad_norm": 1.0064358711242676, | |
| "learning_rate": 9.719999999999999e-05, | |
| "loss": 3.7105, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5296, | |
| "grad_norm": 2.302251100540161, | |
| "learning_rate": 9.75e-05, | |
| "loss": 3.7867, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.5312, | |
| "grad_norm": 2.8935694694519043, | |
| "learning_rate": 9.779999999999999e-05, | |
| "loss": 3.7186, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.5328, | |
| "grad_norm": 4.943471908569336, | |
| "learning_rate": 9.81e-05, | |
| "loss": 3.6946, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.5344, | |
| "grad_norm": 2.8398258686065674, | |
| "learning_rate": 9.839999999999999e-05, | |
| "loss": 3.7091, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.536, | |
| "grad_norm": 3.0762977600097656, | |
| "learning_rate": 9.87e-05, | |
| "loss": 3.7574, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5376, | |
| "grad_norm": 1.8813797235488892, | |
| "learning_rate": 9.9e-05, | |
| "loss": 3.7118, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.5392, | |
| "grad_norm": 0.8849917054176331, | |
| "learning_rate": 9.93e-05, | |
| "loss": 3.77, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.5408, | |
| "grad_norm": 1.4980673789978027, | |
| "learning_rate": 9.96e-05, | |
| "loss": 3.6983, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.5424, | |
| "grad_norm": 1.593652367591858, | |
| "learning_rate": 9.99e-05, | |
| "loss": 3.6434, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 1.0899137258529663, | |
| "learning_rate": 0.0001002, | |
| "loss": 3.6421, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5456, | |
| "grad_norm": 0.6649819016456604, | |
| "learning_rate": 0.0001005, | |
| "loss": 3.6891, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.5472, | |
| "grad_norm": 1.5821571350097656, | |
| "learning_rate": 0.0001008, | |
| "loss": 3.794, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.5488, | |
| "grad_norm": 2.7996299266815186, | |
| "learning_rate": 0.0001011, | |
| "loss": 3.6779, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.5504, | |
| "grad_norm": 2.5575685501098633, | |
| "learning_rate": 0.0001014, | |
| "loss": 3.7879, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.552, | |
| "grad_norm": 1.2596614360809326, | |
| "learning_rate": 0.00010169999999999999, | |
| "loss": 3.7208, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5536, | |
| "grad_norm": 0.8037718534469604, | |
| "learning_rate": 0.000102, | |
| "loss": 3.6811, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.5552, | |
| "grad_norm": 1.3349064588546753, | |
| "learning_rate": 0.00010229999999999999, | |
| "loss": 3.6959, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.5568, | |
| "grad_norm": 1.269572138786316, | |
| "learning_rate": 0.0001026, | |
| "loss": 3.7447, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.5584, | |
| "grad_norm": 1.022356629371643, | |
| "learning_rate": 0.0001029, | |
| "loss": 3.6698, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.5080015659332275, | |
| "learning_rate": 0.00010319999999999999, | |
| "loss": 3.7888, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5616, | |
| "grad_norm": 39.285152435302734, | |
| "learning_rate": 0.00010349999999999998, | |
| "loss": 5.0541, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.5632, | |
| "grad_norm": 9.576460838317871, | |
| "learning_rate": 0.00010379999999999999, | |
| "loss": 4.014, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.5648, | |
| "grad_norm": 6.356123447418213, | |
| "learning_rate": 0.00010409999999999998, | |
| "loss": 3.9312, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.5664, | |
| "grad_norm": 2.139646291732788, | |
| "learning_rate": 0.00010439999999999999, | |
| "loss": 3.7221, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.568, | |
| "grad_norm": 1.8156242370605469, | |
| "learning_rate": 0.00010469999999999998, | |
| "loss": 3.8395, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5696, | |
| "grad_norm": 4.785361289978027, | |
| "learning_rate": 0.00010499999999999999, | |
| "loss": 3.719, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.5712, | |
| "grad_norm": 3.600017786026001, | |
| "learning_rate": 0.00010529999999999998, | |
| "loss": 3.7428, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.5728, | |
| "grad_norm": 2.4187095165252686, | |
| "learning_rate": 0.00010559999999999998, | |
| "loss": 3.6832, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.5744, | |
| "grad_norm": 1.5843887329101562, | |
| "learning_rate": 0.00010589999999999999, | |
| "loss": 3.6504, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 1.5045654773712158, | |
| "learning_rate": 0.00010619999999999998, | |
| "loss": 3.6816, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5776, | |
| "grad_norm": 2.58827543258667, | |
| "learning_rate": 0.00010649999999999999, | |
| "loss": 3.642, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.5792, | |
| "grad_norm": 2.5386884212493896, | |
| "learning_rate": 0.00010679999999999998, | |
| "loss": 3.6578, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.5808, | |
| "grad_norm": 2.9344706535339355, | |
| "learning_rate": 0.00010709999999999999, | |
| "loss": 3.6694, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.5824, | |
| "grad_norm": 2.340221643447876, | |
| "learning_rate": 0.00010739999999999998, | |
| "loss": 3.6504, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.584, | |
| "grad_norm": 2.816999912261963, | |
| "learning_rate": 0.00010769999999999999, | |
| "loss": 3.6654, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.5856, | |
| "grad_norm": 1.5071390867233276, | |
| "learning_rate": 0.00010799999999999998, | |
| "loss": 3.6406, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.5872, | |
| "grad_norm": 0.7593219876289368, | |
| "learning_rate": 0.00010829999999999999, | |
| "loss": 3.6683, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.5888, | |
| "grad_norm": 2.646967887878418, | |
| "learning_rate": 0.00010859999999999998, | |
| "loss": 3.6844, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.5904, | |
| "grad_norm": 2.8628735542297363, | |
| "learning_rate": 0.00010889999999999999, | |
| "loss": 3.6159, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.592, | |
| "grad_norm": 2.4796457290649414, | |
| "learning_rate": 0.00010919999999999998, | |
| "loss": 3.6951, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5936, | |
| "grad_norm": 1.1962988376617432, | |
| "learning_rate": 0.00010949999999999999, | |
| "loss": 3.5725, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.5952, | |
| "grad_norm": 0.9031145572662354, | |
| "learning_rate": 0.00010979999999999999, | |
| "loss": 3.5847, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.5968, | |
| "grad_norm": 2.3092095851898193, | |
| "learning_rate": 0.00011009999999999999, | |
| "loss": 3.6181, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.5984, | |
| "grad_norm": 1.1398162841796875, | |
| "learning_rate": 0.00011039999999999999, | |
| "loss": 3.6774, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.0708636045455933, | |
| "learning_rate": 0.0001107, | |
| "loss": 3.5872, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.6016, | |
| "grad_norm": 0.873319149017334, | |
| "learning_rate": 0.00011099999999999999, | |
| "loss": 3.6512, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.6032, | |
| "grad_norm": 0.8766927123069763, | |
| "learning_rate": 0.0001113, | |
| "loss": 3.6434, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.6048, | |
| "grad_norm": 0.7983845472335815, | |
| "learning_rate": 0.00011159999999999999, | |
| "loss": 3.5572, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.6064, | |
| "grad_norm": 6.645163059234619, | |
| "learning_rate": 0.0001119, | |
| "loss": 3.7195, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 4.845424652099609, | |
| "learning_rate": 0.00011219999999999999, | |
| "loss": 3.7342, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6096, | |
| "grad_norm": 0.7528507709503174, | |
| "learning_rate": 0.0001125, | |
| "loss": 3.5633, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.6112, | |
| "grad_norm": 0.69414883852005, | |
| "learning_rate": 0.00011279999999999999, | |
| "loss": 3.6274, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.6128, | |
| "grad_norm": 2.0266685485839844, | |
| "learning_rate": 0.00011309999999999998, | |
| "loss": 3.5491, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.6144, | |
| "grad_norm": 0.7420620918273926, | |
| "learning_rate": 0.00011339999999999999, | |
| "loss": 3.6293, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.616, | |
| "grad_norm": 1.1609050035476685, | |
| "learning_rate": 0.00011369999999999999, | |
| "loss": 3.5036, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6176, | |
| "grad_norm": 1.6696407794952393, | |
| "learning_rate": 0.00011399999999999999, | |
| "loss": 3.5909, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.6192, | |
| "grad_norm": 1.1470685005187988, | |
| "learning_rate": 0.00011429999999999999, | |
| "loss": 3.6343, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.6208, | |
| "grad_norm": 1.3622722625732422, | |
| "learning_rate": 0.0001146, | |
| "loss": 3.5755, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.6224, | |
| "grad_norm": 1.2317267656326294, | |
| "learning_rate": 0.00011489999999999999, | |
| "loss": 3.5538, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.624, | |
| "grad_norm": 1.1414676904678345, | |
| "learning_rate": 0.0001152, | |
| "loss": 3.5555, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6256, | |
| "grad_norm": 1.998960018157959, | |
| "learning_rate": 0.00011549999999999999, | |
| "loss": 3.5465, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.6272, | |
| "grad_norm": 1.4650264978408813, | |
| "learning_rate": 0.0001158, | |
| "loss": 3.5777, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.6288, | |
| "grad_norm": 1.5700796842575073, | |
| "learning_rate": 0.00011609999999999999, | |
| "loss": 3.6034, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.6304, | |
| "grad_norm": 2.38299298286438, | |
| "learning_rate": 0.0001164, | |
| "loss": 3.5582, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.632, | |
| "grad_norm": 1.2898112535476685, | |
| "learning_rate": 0.00011669999999999999, | |
| "loss": 3.4869, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.6336, | |
| "grad_norm": 1.2601486444473267, | |
| "learning_rate": 0.000117, | |
| "loss": 3.5423, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.6352, | |
| "grad_norm": 1.907885193824768, | |
| "learning_rate": 0.00011729999999999999, | |
| "loss": 3.5019, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.6368, | |
| "grad_norm": 1.2280569076538086, | |
| "learning_rate": 0.0001176, | |
| "loss": 3.6299, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.6384, | |
| "grad_norm": 2.214331865310669, | |
| "learning_rate": 0.00011789999999999999, | |
| "loss": 3.5979, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00011789999999999999, | |
| "loss": 3.4218, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6416, | |
| "grad_norm": 38.77112579345703, | |
| "learning_rate": 0.0001182, | |
| "loss": 4.5562, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.6432, | |
| "grad_norm": 8.848291397094727, | |
| "learning_rate": 0.0001185, | |
| "loss": 3.7699, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.6448, | |
| "grad_norm": 6.007197856903076, | |
| "learning_rate": 0.0001188, | |
| "loss": 3.539, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.6464, | |
| "grad_norm": 3.0180368423461914, | |
| "learning_rate": 0.0001191, | |
| "loss": 3.5382, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.648, | |
| "grad_norm": 2.071746587753296, | |
| "learning_rate": 0.0001194, | |
| "loss": 3.5857, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.6496, | |
| "grad_norm": 4.427801132202148, | |
| "learning_rate": 0.0001197, | |
| "loss": 3.526, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.6512, | |
| "grad_norm": 5.680927753448486, | |
| "learning_rate": 0.00011999999999999999, | |
| "loss": 3.4296, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.6528, | |
| "grad_norm": 2.7837042808532715, | |
| "learning_rate": 0.0001203, | |
| "loss": 3.4657, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.6544, | |
| "grad_norm": 4.605573654174805, | |
| "learning_rate": 0.00012059999999999999, | |
| "loss": 3.4279, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.656, | |
| "grad_norm": 1.96554696559906, | |
| "learning_rate": 0.0001209, | |
| "loss": 3.3618, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6576, | |
| "grad_norm": 5.76222038269043, | |
| "learning_rate": 0.00012119999999999999, | |
| "loss": 3.4163, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.6592, | |
| "grad_norm": 4.640344619750977, | |
| "learning_rate": 0.0001215, | |
| "loss": 3.4429, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.6608, | |
| "grad_norm": 4.301933288574219, | |
| "learning_rate": 0.00012179999999999999, | |
| "loss": 3.3255, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.6624, | |
| "grad_norm": 3.781334638595581, | |
| "learning_rate": 0.00012209999999999999, | |
| "loss": 3.3261, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.664, | |
| "grad_norm": 3.663053035736084, | |
| "learning_rate": 0.0001224, | |
| "loss": 3.2962, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.6656, | |
| "grad_norm": 3.2776567935943604, | |
| "learning_rate": 0.00012269999999999997, | |
| "loss": 3.333, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.6672, | |
| "grad_norm": 1.000927209854126, | |
| "learning_rate": 0.00012299999999999998, | |
| "loss": 3.2321, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.6688, | |
| "grad_norm": 1.561220407485962, | |
| "learning_rate": 0.0001233, | |
| "loss": 3.3121, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.6704, | |
| "grad_norm": 0.8714520931243896, | |
| "learning_rate": 0.0001236, | |
| "loss": 3.3394, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "grad_norm": 1.1457229852676392, | |
| "learning_rate": 0.00012389999999999998, | |
| "loss": 3.1645, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6736, | |
| "grad_norm": 2.054020881652832, | |
| "learning_rate": 0.00012419999999999998, | |
| "loss": 3.2115, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.6752, | |
| "grad_norm": 3.8146936893463135, | |
| "learning_rate": 0.0001245, | |
| "loss": 3.3334, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.6768, | |
| "grad_norm": 2.3825631141662598, | |
| "learning_rate": 0.00012479999999999997, | |
| "loss": 3.2264, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.6784, | |
| "grad_norm": 1.282517671585083, | |
| "learning_rate": 0.00012509999999999998, | |
| "loss": 3.3354, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.5535123348236084, | |
| "learning_rate": 0.00012539999999999999, | |
| "loss": 3.1819, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.6816, | |
| "grad_norm": 1.8400110006332397, | |
| "learning_rate": 0.0001257, | |
| "loss": 3.1989, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.6832, | |
| "grad_norm": 1.3851298093795776, | |
| "learning_rate": 0.00012599999999999997, | |
| "loss": 3.2336, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.6848, | |
| "grad_norm": 1.884459376335144, | |
| "learning_rate": 0.00012629999999999998, | |
| "loss": 3.2123, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.6864, | |
| "grad_norm": 1.7640012502670288, | |
| "learning_rate": 0.0001266, | |
| "loss": 3.0558, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.688, | |
| "grad_norm": 2.564265489578247, | |
| "learning_rate": 0.0001269, | |
| "loss": 3.0314, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6896, | |
| "grad_norm": 1.8793052434921265, | |
| "learning_rate": 0.00012719999999999997, | |
| "loss": 3.0916, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.6912, | |
| "grad_norm": 1.3174560070037842, | |
| "learning_rate": 0.00012749999999999998, | |
| "loss": 3.0977, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.6928, | |
| "grad_norm": 0.9135323166847229, | |
| "learning_rate": 0.0001278, | |
| "loss": 3.1459, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.6944, | |
| "grad_norm": 1.05746591091156, | |
| "learning_rate": 0.0001281, | |
| "loss": 3.1823, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.696, | |
| "grad_norm": 1.2425645589828491, | |
| "learning_rate": 0.00012839999999999998, | |
| "loss": 2.9603, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.6976, | |
| "grad_norm": 1.2454054355621338, | |
| "learning_rate": 0.00012869999999999998, | |
| "loss": 2.9414, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.6992, | |
| "grad_norm": 0.9464673399925232, | |
| "learning_rate": 0.000129, | |
| "loss": 3.1432, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.7008, | |
| "grad_norm": 1.5856995582580566, | |
| "learning_rate": 0.0001293, | |
| "loss": 3.0063, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.7024, | |
| "grad_norm": 1.043485403060913, | |
| "learning_rate": 0.00012959999999999998, | |
| "loss": 2.9146, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "grad_norm": 1.240867257118225, | |
| "learning_rate": 0.00012989999999999999, | |
| "loss": 2.9979, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7056, | |
| "grad_norm": 1.7289670705795288, | |
| "learning_rate": 0.0001302, | |
| "loss": 2.8699, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.7072, | |
| "grad_norm": 1.728317141532898, | |
| "learning_rate": 0.0001305, | |
| "loss": 2.7802, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.7088, | |
| "grad_norm": 0.960502028465271, | |
| "learning_rate": 0.00013079999999999998, | |
| "loss": 2.9141, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.7104, | |
| "grad_norm": 2.093698501586914, | |
| "learning_rate": 0.0001311, | |
| "loss": 3.1318, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.712, | |
| "grad_norm": 1.6515812873840332, | |
| "learning_rate": 0.0001314, | |
| "loss": 2.9467, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.7136, | |
| "grad_norm": 1.4129968881607056, | |
| "learning_rate": 0.00013169999999999998, | |
| "loss": 2.7909, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.7152, | |
| "grad_norm": 1.5885038375854492, | |
| "learning_rate": 0.00013199999999999998, | |
| "loss": 3.1262, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.7168, | |
| "grad_norm": 1.222842812538147, | |
| "learning_rate": 0.0001323, | |
| "loss": 3.2029, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.7184, | |
| "grad_norm": 1.3282477855682373, | |
| "learning_rate": 0.0001326, | |
| "loss": 3.0013, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0001326, | |
| "loss": 3.4352, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7216, | |
| "grad_norm": 27.799081802368164, | |
| "learning_rate": 0.00013289999999999998, | |
| "loss": 4.3657, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.7232, | |
| "grad_norm": 5.403924465179443, | |
| "learning_rate": 0.00013319999999999999, | |
| "loss": 2.9244, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.7248, | |
| "grad_norm": 3.8071448802948, | |
| "learning_rate": 0.0001335, | |
| "loss": 2.927, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.7264, | |
| "grad_norm": 3.504509210586548, | |
| "learning_rate": 0.0001338, | |
| "loss": 2.9719, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.728, | |
| "grad_norm": 3.500847578048706, | |
| "learning_rate": 0.00013409999999999998, | |
| "loss": 3.0386, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7296, | |
| "grad_norm": 3.5392863750457764, | |
| "learning_rate": 0.0001344, | |
| "loss": 2.9468, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.7312, | |
| "grad_norm": 5.1045732498168945, | |
| "learning_rate": 0.0001347, | |
| "loss": 2.7885, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.7328, | |
| "grad_norm": 6.027789115905762, | |
| "learning_rate": 0.000135, | |
| "loss": 2.9067, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.7344, | |
| "grad_norm": 5.094452381134033, | |
| "learning_rate": 0.00013529999999999998, | |
| "loss": 2.8379, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "grad_norm": 2.6457953453063965, | |
| "learning_rate": 0.0001356, | |
| "loss": 2.8325, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7376, | |
| "grad_norm": 1.5734143257141113, | |
| "learning_rate": 0.0001359, | |
| "loss": 2.8004, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.7392, | |
| "grad_norm": 2.7408978939056396, | |
| "learning_rate": 0.0001362, | |
| "loss": 2.5294, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.7408, | |
| "grad_norm": 3.2462551593780518, | |
| "learning_rate": 0.00013649999999999998, | |
| "loss": 2.5774, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.7424, | |
| "grad_norm": 5.122827529907227, | |
| "learning_rate": 0.0001368, | |
| "loss": 2.5412, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.744, | |
| "grad_norm": 6.828001976013184, | |
| "learning_rate": 0.0001371, | |
| "loss": 2.5768, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7456, | |
| "grad_norm": 5.996628761291504, | |
| "learning_rate": 0.0001374, | |
| "loss": 2.5803, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.7472, | |
| "grad_norm": 3.842134714126587, | |
| "learning_rate": 0.00013769999999999999, | |
| "loss": 2.3747, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.7488, | |
| "grad_norm": 1.4524292945861816, | |
| "learning_rate": 0.000138, | |
| "loss": 2.4186, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.7504, | |
| "grad_norm": 1.6084707975387573, | |
| "learning_rate": 0.0001383, | |
| "loss": 2.3012, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.752, | |
| "grad_norm": 2.121351718902588, | |
| "learning_rate": 0.0001386, | |
| "loss": 2.442, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7536, | |
| "grad_norm": 1.5034464597702026, | |
| "learning_rate": 0.0001389, | |
| "loss": 2.2728, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.7552, | |
| "grad_norm": 1.2867931127548218, | |
| "learning_rate": 0.0001392, | |
| "loss": 2.3669, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.7568, | |
| "grad_norm": 1.8455201387405396, | |
| "learning_rate": 0.0001395, | |
| "loss": 2.3831, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.7584, | |
| "grad_norm": 1.4569259881973267, | |
| "learning_rate": 0.00013979999999999998, | |
| "loss": 2.6884, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 1.9550684690475464, | |
| "learning_rate": 0.0001401, | |
| "loss": 2.4852, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7616, | |
| "grad_norm": 2.876927137374878, | |
| "learning_rate": 0.0001404, | |
| "loss": 2.5227, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.7632, | |
| "grad_norm": 1.2651807069778442, | |
| "learning_rate": 0.00014069999999999998, | |
| "loss": 2.5994, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.7648, | |
| "grad_norm": 1.26189386844635, | |
| "learning_rate": 0.00014099999999999998, | |
| "loss": 2.2933, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.7664, | |
| "grad_norm": 1.3137550354003906, | |
| "learning_rate": 0.0001413, | |
| "loss": 2.3087, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "grad_norm": 1.7220642566680908, | |
| "learning_rate": 0.00014159999999999997, | |
| "loss": 2.4592, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7696, | |
| "grad_norm": 1.3261381387710571, | |
| "learning_rate": 0.00014189999999999998, | |
| "loss": 2.0056, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.7712, | |
| "grad_norm": 2.571230173110962, | |
| "learning_rate": 0.0001422, | |
| "loss": 2.2005, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.7728, | |
| "grad_norm": 1.9342719316482544, | |
| "learning_rate": 0.0001425, | |
| "loss": 2.444, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.7744, | |
| "grad_norm": 1.9060297012329102, | |
| "learning_rate": 0.00014279999999999997, | |
| "loss": 2.5657, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.776, | |
| "grad_norm": 1.7057262659072876, | |
| "learning_rate": 0.00014309999999999998, | |
| "loss": 2.2488, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.7776, | |
| "grad_norm": 1.5254745483398438, | |
| "learning_rate": 0.0001434, | |
| "loss": 2.3053, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.7792, | |
| "grad_norm": 1.2841426134109497, | |
| "learning_rate": 0.00014369999999999997, | |
| "loss": 2.7327, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.7808, | |
| "grad_norm": 1.2939062118530273, | |
| "learning_rate": 0.00014399999999999998, | |
| "loss": 2.1748, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.7824, | |
| "grad_norm": 1.041858434677124, | |
| "learning_rate": 0.00014429999999999998, | |
| "loss": 2.2685, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.784, | |
| "grad_norm": 1.1529954671859741, | |
| "learning_rate": 0.0001446, | |
| "loss": 2.6499, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7856, | |
| "grad_norm": 1.2997585535049438, | |
| "learning_rate": 0.00014489999999999997, | |
| "loss": 2.4287, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.7872, | |
| "grad_norm": 1.8214664459228516, | |
| "learning_rate": 0.00014519999999999998, | |
| "loss": 2.4024, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.7888, | |
| "grad_norm": 2.8641598224639893, | |
| "learning_rate": 0.00014549999999999999, | |
| "loss": 2.3568, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.7904, | |
| "grad_norm": 2.793945789337158, | |
| "learning_rate": 0.0001458, | |
| "loss": 2.635, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.792, | |
| "grad_norm": 1.2558726072311401, | |
| "learning_rate": 0.00014609999999999997, | |
| "loss": 2.4789, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.7936, | |
| "grad_norm": 1.8537378311157227, | |
| "learning_rate": 0.00014639999999999998, | |
| "loss": 2.0977, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.7952, | |
| "grad_norm": 1.3181400299072266, | |
| "learning_rate": 0.0001467, | |
| "loss": 2.168, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.7968, | |
| "grad_norm": 9.861762046813965, | |
| "learning_rate": 0.000147, | |
| "loss": 3.4399, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.7984, | |
| "grad_norm": 2.7572944164276123, | |
| "learning_rate": 0.00014729999999999998, | |
| "loss": 2.4976, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 3.072735071182251, | |
| "learning_rate": 0.00014759999999999998, | |
| "loss": 3.0006, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8016, | |
| "grad_norm": 3.723292350769043, | |
| "learning_rate": 0.0001479, | |
| "loss": 2.4371, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.8032, | |
| "grad_norm": 5.342506408691406, | |
| "learning_rate": 0.0001482, | |
| "loss": 3.0689, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.8048, | |
| "grad_norm": 5.763881683349609, | |
| "learning_rate": 0.00014849999999999998, | |
| "loss": 2.8854, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.8064, | |
| "grad_norm": 1.8335249423980713, | |
| "learning_rate": 0.00014879999999999998, | |
| "loss": 2.4936, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.808, | |
| "grad_norm": 2.8503644466400146, | |
| "learning_rate": 0.0001491, | |
| "loss": 2.4671, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.8096, | |
| "grad_norm": 5.93911600112915, | |
| "learning_rate": 0.0001494, | |
| "loss": 2.2154, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.8112, | |
| "grad_norm": 4.656365871429443, | |
| "learning_rate": 0.00014969999999999998, | |
| "loss": 2.2564, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.8128, | |
| "grad_norm": 4.47904109954834, | |
| "learning_rate": 0.00015, | |
| "loss": 2.4022, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.8144, | |
| "grad_norm": 2.0499017238616943, | |
| "learning_rate": 0.0001503, | |
| "loss": 1.9681, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.816, | |
| "grad_norm": 1.0935138463974, | |
| "learning_rate": 0.00015059999999999997, | |
| "loss": 2.0941, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8176, | |
| "grad_norm": 2.3944854736328125, | |
| "learning_rate": 0.00015089999999999998, | |
| "loss": 2.0268, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.8192, | |
| "grad_norm": 6.021939277648926, | |
| "learning_rate": 0.0001512, | |
| "loss": 2.3145, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.8208, | |
| "grad_norm": 5.291767120361328, | |
| "learning_rate": 0.0001515, | |
| "loss": 2.038, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.8224, | |
| "grad_norm": 4.051759719848633, | |
| "learning_rate": 0.00015179999999999998, | |
| "loss": 1.8124, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.824, | |
| "grad_norm": 6.387513637542725, | |
| "learning_rate": 0.00015209999999999998, | |
| "loss": 2.114, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8256, | |
| "grad_norm": 3.993975877761841, | |
| "learning_rate": 0.0001524, | |
| "loss": 1.9412, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.8272, | |
| "grad_norm": 2.036212682723999, | |
| "learning_rate": 0.0001527, | |
| "loss": 1.8678, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.8288, | |
| "grad_norm": 1.404420256614685, | |
| "learning_rate": 0.00015299999999999998, | |
| "loss": 2.1287, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.8304, | |
| "grad_norm": 1.0048662424087524, | |
| "learning_rate": 0.00015329999999999999, | |
| "loss": 1.9134, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "grad_norm": 2.347856044769287, | |
| "learning_rate": 0.0001536, | |
| "loss": 1.8799, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8336, | |
| "grad_norm": 3.0598201751708984, | |
| "learning_rate": 0.0001539, | |
| "loss": 1.9441, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.8352, | |
| "grad_norm": 2.636126756668091, | |
| "learning_rate": 0.00015419999999999998, | |
| "loss": 1.7355, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.8368, | |
| "grad_norm": 1.8599352836608887, | |
| "learning_rate": 0.0001545, | |
| "loss": 1.9851, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.8384, | |
| "grad_norm": 0.9748109579086304, | |
| "learning_rate": 0.0001548, | |
| "loss": 1.7774, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.414323091506958, | |
| "learning_rate": 0.0001551, | |
| "loss": 2.1997, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.8416, | |
| "grad_norm": 2.8852648735046387, | |
| "learning_rate": 0.00015539999999999998, | |
| "loss": 2.0179, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.8432, | |
| "grad_norm": 2.0136239528656006, | |
| "learning_rate": 0.0001557, | |
| "loss": 1.9451, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.8448, | |
| "grad_norm": 2.07312273979187, | |
| "learning_rate": 0.000156, | |
| "loss": 1.7522, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.8464, | |
| "grad_norm": 1.4143507480621338, | |
| "learning_rate": 0.0001563, | |
| "loss": 1.6561, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.848, | |
| "grad_norm": 3.017238140106201, | |
| "learning_rate": 0.00015659999999999998, | |
| "loss": 1.913, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8496, | |
| "grad_norm": 0.9368352293968201, | |
| "learning_rate": 0.0001569, | |
| "loss": 1.8592, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.8512, | |
| "grad_norm": 1.308072566986084, | |
| "learning_rate": 0.0001572, | |
| "loss": 2.2341, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.8528, | |
| "grad_norm": 2.2798593044281006, | |
| "learning_rate": 0.00015749999999999998, | |
| "loss": 1.9506, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.8544, | |
| "grad_norm": 2.6132118701934814, | |
| "learning_rate": 0.0001578, | |
| "loss": 1.9343, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.856, | |
| "grad_norm": 1.162194848060608, | |
| "learning_rate": 0.0001581, | |
| "loss": 1.9341, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.8576, | |
| "grad_norm": 1.3427730798721313, | |
| "learning_rate": 0.0001584, | |
| "loss": 1.7395, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.8592, | |
| "grad_norm": 2.1670310497283936, | |
| "learning_rate": 0.00015869999999999998, | |
| "loss": 2.3282, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.8608, | |
| "grad_norm": 1.257582187652588, | |
| "learning_rate": 0.000159, | |
| "loss": 2.09, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.8624, | |
| "grad_norm": 1.4573386907577515, | |
| "learning_rate": 0.0001593, | |
| "loss": 1.8402, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "grad_norm": 1.3384615182876587, | |
| "learning_rate": 0.0001596, | |
| "loss": 1.7193, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8656, | |
| "grad_norm": 2.220402479171753, | |
| "learning_rate": 0.00015989999999999998, | |
| "loss": 1.5656, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.8672, | |
| "grad_norm": 2.4653773307800293, | |
| "learning_rate": 0.0001602, | |
| "loss": 2.0628, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.8688, | |
| "grad_norm": 1.280678391456604, | |
| "learning_rate": 0.0001605, | |
| "loss": 1.8363, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.8704, | |
| "grad_norm": 2.4655933380126953, | |
| "learning_rate": 0.0001608, | |
| "loss": 1.7545, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.872, | |
| "grad_norm": 1.506415605545044, | |
| "learning_rate": 0.00016109999999999999, | |
| "loss": 1.8381, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.8736, | |
| "grad_norm": 1.1475555896759033, | |
| "learning_rate": 0.0001614, | |
| "loss": 1.829, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.8752, | |
| "grad_norm": 1.4434545040130615, | |
| "learning_rate": 0.0001617, | |
| "loss": 1.8184, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.8768, | |
| "grad_norm": 1.8260152339935303, | |
| "learning_rate": 0.000162, | |
| "loss": 1.9946, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.8784, | |
| "grad_norm": 1.8104926347732544, | |
| "learning_rate": 0.0001623, | |
| "loss": 2.031, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.094877243041992, | |
| "learning_rate": 0.0001626, | |
| "loss": 2.2711, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8816, | |
| "grad_norm": 23.733247756958008, | |
| "learning_rate": 0.0001629, | |
| "loss": 4.8174, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.8832, | |
| "grad_norm": 12.243576049804688, | |
| "learning_rate": 0.0001632, | |
| "loss": 3.3335, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.8848, | |
| "grad_norm": 3.982137441635132, | |
| "learning_rate": 0.0001635, | |
| "loss": 2.3234, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.8864, | |
| "grad_norm": 2.5422203540802, | |
| "learning_rate": 0.0001638, | |
| "loss": 2.1768, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.888, | |
| "grad_norm": 2.649517059326172, | |
| "learning_rate": 0.0001641, | |
| "loss": 2.022, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.8896, | |
| "grad_norm": 4.723710536956787, | |
| "learning_rate": 0.0001644, | |
| "loss": 1.8511, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.8912, | |
| "grad_norm": 2.3035788536071777, | |
| "learning_rate": 0.0001647, | |
| "loss": 1.9528, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.8928, | |
| "grad_norm": 3.8410518169403076, | |
| "learning_rate": 0.000165, | |
| "loss": 1.9104, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.8944, | |
| "grad_norm": 3.0108225345611572, | |
| "learning_rate": 0.0001653, | |
| "loss": 1.7834, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "grad_norm": 1.3487671613693237, | |
| "learning_rate": 0.0001656, | |
| "loss": 1.883, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8976, | |
| "grad_norm": 1.061733365058899, | |
| "learning_rate": 0.0001659, | |
| "loss": 1.5688, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.8992, | |
| "grad_norm": 2.0784027576446533, | |
| "learning_rate": 0.0001662, | |
| "loss": 1.6914, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.9008, | |
| "grad_norm": 6.085043907165527, | |
| "learning_rate": 0.0001665, | |
| "loss": 2.3407, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.9024, | |
| "grad_norm": 1.459148645401001, | |
| "learning_rate": 0.0001668, | |
| "loss": 1.7104, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.904, | |
| "grad_norm": 1.9622076749801636, | |
| "learning_rate": 0.0001671, | |
| "loss": 1.5955, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.9056, | |
| "grad_norm": 1.2756608724594116, | |
| "learning_rate": 0.0001674, | |
| "loss": 1.4071, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.9072, | |
| "grad_norm": 0.940319299697876, | |
| "learning_rate": 0.0001677, | |
| "loss": 1.6557, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.9088, | |
| "grad_norm": 0.9497667551040649, | |
| "learning_rate": 0.000168, | |
| "loss": 1.774, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.9104, | |
| "grad_norm": 1.1930807828903198, | |
| "learning_rate": 0.0001683, | |
| "loss": 1.8378, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.912, | |
| "grad_norm": 1.7330429553985596, | |
| "learning_rate": 0.0001686, | |
| "loss": 1.6816, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9136, | |
| "grad_norm": 0.9604584574699402, | |
| "learning_rate": 0.00016889999999999996, | |
| "loss": 1.6782, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.9152, | |
| "grad_norm": 0.9503042101860046, | |
| "learning_rate": 0.00016919999999999997, | |
| "loss": 1.5947, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.9168, | |
| "grad_norm": 1.1088024377822876, | |
| "learning_rate": 0.00016949999999999997, | |
| "loss": 1.6978, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.9184, | |
| "grad_norm": 1.118318796157837, | |
| "learning_rate": 0.00016979999999999998, | |
| "loss": 1.656, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.5163230895996094, | |
| "learning_rate": 0.00017009999999999996, | |
| "loss": 1.6588, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.9216, | |
| "grad_norm": 1.4612356424331665, | |
| "learning_rate": 0.00017039999999999997, | |
| "loss": 1.9119, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.9232, | |
| "grad_norm": 1.2807903289794922, | |
| "learning_rate": 0.00017069999999999998, | |
| "loss": 1.4299, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.9248, | |
| "grad_norm": 1.049907922744751, | |
| "learning_rate": 0.00017099999999999998, | |
| "loss": 1.3226, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.9264, | |
| "grad_norm": 1.0162078142166138, | |
| "learning_rate": 0.00017129999999999996, | |
| "loss": 1.8021, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 1.3673537969589233, | |
| "learning_rate": 0.00017159999999999997, | |
| "loss": 1.6087, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9296, | |
| "grad_norm": 1.2779172658920288, | |
| "learning_rate": 0.00017189999999999998, | |
| "loss": 1.6225, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.9312, | |
| "grad_norm": 1.2135735750198364, | |
| "learning_rate": 0.00017219999999999998, | |
| "loss": 1.5889, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.9328, | |
| "grad_norm": 1.45180344581604, | |
| "learning_rate": 0.00017249999999999996, | |
| "loss": 2.1697, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.9344, | |
| "grad_norm": 1.1630367040634155, | |
| "learning_rate": 0.00017279999999999997, | |
| "loss": 1.79, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.936, | |
| "grad_norm": 2.428530693054199, | |
| "learning_rate": 0.00017309999999999998, | |
| "loss": 1.5455, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.9376, | |
| "grad_norm": 1.3975725173950195, | |
| "learning_rate": 0.00017339999999999996, | |
| "loss": 1.7658, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.9392, | |
| "grad_norm": 1.242210865020752, | |
| "learning_rate": 0.00017369999999999997, | |
| "loss": 1.8039, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.9408, | |
| "grad_norm": 1.071577787399292, | |
| "learning_rate": 0.00017399999999999997, | |
| "loss": 1.7215, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.9424, | |
| "grad_norm": 1.208039402961731, | |
| "learning_rate": 0.00017429999999999998, | |
| "loss": 1.8733, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.944, | |
| "grad_norm": 1.5233865976333618, | |
| "learning_rate": 0.00017459999999999996, | |
| "loss": 1.4408, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9456, | |
| "grad_norm": 1.411783218383789, | |
| "learning_rate": 0.00017489999999999997, | |
| "loss": 1.8393, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.9472, | |
| "grad_norm": 1.629401683807373, | |
| "learning_rate": 0.00017519999999999998, | |
| "loss": 1.679, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.9488, | |
| "grad_norm": 1.487720012664795, | |
| "learning_rate": 0.00017549999999999998, | |
| "loss": 1.9937, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.9504, | |
| "grad_norm": 1.7428632974624634, | |
| "learning_rate": 0.00017579999999999996, | |
| "loss": 1.8585, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.952, | |
| "grad_norm": 1.5290313959121704, | |
| "learning_rate": 0.00017609999999999997, | |
| "loss": 1.758, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.9536, | |
| "grad_norm": 1.4210582971572876, | |
| "learning_rate": 0.00017639999999999998, | |
| "loss": 1.6403, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.9552, | |
| "grad_norm": 1.487386703491211, | |
| "learning_rate": 0.00017669999999999999, | |
| "loss": 2.0706, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.9568, | |
| "grad_norm": 1.789679765701294, | |
| "learning_rate": 0.00017699999999999997, | |
| "loss": 2.0324, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.9584, | |
| "grad_norm": 3.552408456802368, | |
| "learning_rate": 0.00017729999999999997, | |
| "loss": 2.4765, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.6970980167388916, | |
| "learning_rate": 0.00017759999999999998, | |
| "loss": 2.49, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9616, | |
| "grad_norm": 6.3989667892456055, | |
| "learning_rate": 0.0001779, | |
| "loss": 2.2124, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.9632, | |
| "grad_norm": 3.559483528137207, | |
| "learning_rate": 0.00017819999999999997, | |
| "loss": 1.9114, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.9648, | |
| "grad_norm": 2.688811779022217, | |
| "learning_rate": 0.00017849999999999997, | |
| "loss": 1.7274, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.9664, | |
| "grad_norm": 1.4167048931121826, | |
| "learning_rate": 0.00017879999999999998, | |
| "loss": 1.5342, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.968, | |
| "grad_norm": 1.0234233140945435, | |
| "learning_rate": 0.0001791, | |
| "loss": 1.6476, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.9696, | |
| "grad_norm": 2.3607473373413086, | |
| "learning_rate": 0.00017939999999999997, | |
| "loss": 1.8034, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.9712, | |
| "grad_norm": 1.8193793296813965, | |
| "learning_rate": 0.00017969999999999998, | |
| "loss": 1.2502, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.9728, | |
| "grad_norm": 2.5050389766693115, | |
| "learning_rate": 0.00017999999999999998, | |
| "loss": 1.7518, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.9744, | |
| "grad_norm": 1.852980375289917, | |
| "learning_rate": 0.00018029999999999996, | |
| "loss": 2.2657, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.976, | |
| "grad_norm": 1.1846544742584229, | |
| "learning_rate": 0.00018059999999999997, | |
| "loss": 1.6213, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.9776, | |
| "grad_norm": 1.1806446313858032, | |
| "learning_rate": 0.00018089999999999998, | |
| "loss": 1.5566, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.9792, | |
| "grad_norm": 0.9722961187362671, | |
| "learning_rate": 0.00018119999999999999, | |
| "loss": 1.4004, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.9808, | |
| "grad_norm": 1.2534488439559937, | |
| "learning_rate": 0.00018149999999999997, | |
| "loss": 1.9613, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.9824, | |
| "grad_norm": 1.55427885055542, | |
| "learning_rate": 0.00018179999999999997, | |
| "loss": 1.3668, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.984, | |
| "grad_norm": 1.8559104204177856, | |
| "learning_rate": 0.00018209999999999998, | |
| "loss": 1.153, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.9856, | |
| "grad_norm": 1.3127942085266113, | |
| "learning_rate": 0.0001824, | |
| "loss": 1.6635, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.9872, | |
| "grad_norm": 1.3206202983856201, | |
| "learning_rate": 0.00018269999999999997, | |
| "loss": 1.5436, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.9888, | |
| "grad_norm": 1.0405744314193726, | |
| "learning_rate": 0.00018299999999999998, | |
| "loss": 1.6072, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.9904, | |
| "grad_norm": 1.1208364963531494, | |
| "learning_rate": 0.00018329999999999998, | |
| "loss": 1.3522, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 1.4611485004425049, | |
| "learning_rate": 0.0001836, | |
| "loss": 1.8288, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9936, | |
| "grad_norm": 2.102464199066162, | |
| "learning_rate": 0.00018389999999999997, | |
| "loss": 2.2311, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.9952, | |
| "grad_norm": 1.3121858835220337, | |
| "learning_rate": 0.00018419999999999998, | |
| "loss": 1.6955, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.9968, | |
| "grad_norm": 1.732784390449524, | |
| "learning_rate": 0.00018449999999999999, | |
| "loss": 2.066, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.9984, | |
| "grad_norm": 1.474577784538269, | |
| "learning_rate": 0.0001848, | |
| "loss": 1.7517, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0001848, | |
| "loss": 2.8279, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.0016, | |
| "grad_norm": 21.10396385192871, | |
| "learning_rate": 0.00018509999999999997, | |
| "loss": 4.359, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.0032, | |
| "grad_norm": 2.5289759635925293, | |
| "learning_rate": 0.00018539999999999998, | |
| "loss": 1.5803, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.0048, | |
| "grad_norm": 17.63152503967285, | |
| "learning_rate": 0.0001857, | |
| "loss": 4.1665, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.0064, | |
| "grad_norm": 1.2565017938613892, | |
| "learning_rate": 0.000186, | |
| "loss": 1.5211, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.008, | |
| "grad_norm": 0.9237573146820068, | |
| "learning_rate": 0.00018629999999999997, | |
| "loss": 1.6206, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.0096, | |
| "grad_norm": 1.304307222366333, | |
| "learning_rate": 0.00018659999999999998, | |
| "loss": 1.7635, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.0112, | |
| "grad_norm": 2.240795850753784, | |
| "learning_rate": 0.0001869, | |
| "loss": 1.4183, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.0128, | |
| "grad_norm": 1.2945712804794312, | |
| "learning_rate": 0.0001872, | |
| "loss": 1.8278, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.0144, | |
| "grad_norm": 2.4284050464630127, | |
| "learning_rate": 0.00018749999999999998, | |
| "loss": 1.8362, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.016, | |
| "grad_norm": 1.5324746370315552, | |
| "learning_rate": 0.00018779999999999998, | |
| "loss": 1.3312, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.0176, | |
| "grad_norm": 0.9457862973213196, | |
| "learning_rate": 0.0001881, | |
| "loss": 1.5771, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.0192, | |
| "grad_norm": 1.761409878730774, | |
| "learning_rate": 0.00018839999999999997, | |
| "loss": 1.3939, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.0208, | |
| "grad_norm": 2.4509124755859375, | |
| "learning_rate": 0.00018869999999999998, | |
| "loss": 1.305, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.0224, | |
| "grad_norm": 1.434770941734314, | |
| "learning_rate": 0.00018899999999999999, | |
| "loss": 1.2198, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.024, | |
| "grad_norm": 1.683680772781372, | |
| "learning_rate": 0.0001893, | |
| "loss": 1.4401, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.0256, | |
| "grad_norm": 1.468677282333374, | |
| "learning_rate": 0.00018959999999999997, | |
| "loss": 1.3005, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.0272, | |
| "grad_norm": 2.2306525707244873, | |
| "learning_rate": 0.00018989999999999998, | |
| "loss": 1.6153, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.0288, | |
| "grad_norm": 4.796661853790283, | |
| "learning_rate": 0.0001902, | |
| "loss": 2.2058, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.0304, | |
| "grad_norm": 1.139748454093933, | |
| "learning_rate": 0.0001905, | |
| "loss": 1.3829, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.032, | |
| "grad_norm": 1.9971469640731812, | |
| "learning_rate": 0.00019079999999999998, | |
| "loss": 1.5598, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.0336, | |
| "grad_norm": 2.224128007888794, | |
| "learning_rate": 0.00019109999999999998, | |
| "loss": 1.3654, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.0352, | |
| "grad_norm": 2.5159313678741455, | |
| "learning_rate": 0.0001914, | |
| "loss": 1.6379, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.0368, | |
| "grad_norm": 1.9604592323303223, | |
| "learning_rate": 0.0001917, | |
| "loss": 1.5734, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.0384, | |
| "grad_norm": 1.4151877164840698, | |
| "learning_rate": 0.00019199999999999998, | |
| "loss": 1.1349, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.21165931224823, | |
| "learning_rate": 0.00019229999999999999, | |
| "loss": 1.7592, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.0416, | |
| "grad_norm": 2.344447135925293, | |
| "learning_rate": 0.0001926, | |
| "loss": 1.505, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.0432, | |
| "grad_norm": 2.5432910919189453, | |
| "learning_rate": 0.0001929, | |
| "loss": 1.6673, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.0448, | |
| "grad_norm": 1.5895689725875854, | |
| "learning_rate": 0.00019319999999999998, | |
| "loss": 1.6617, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.0464, | |
| "grad_norm": 1.7360563278198242, | |
| "learning_rate": 0.0001935, | |
| "loss": 1.6216, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.048, | |
| "grad_norm": 1.3723790645599365, | |
| "learning_rate": 0.0001938, | |
| "loss": 1.257, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.0496, | |
| "grad_norm": 0.8750591278076172, | |
| "learning_rate": 0.0001941, | |
| "loss": 1.4356, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.0512, | |
| "grad_norm": 1.407861590385437, | |
| "learning_rate": 0.00019439999999999998, | |
| "loss": 1.346, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.0528, | |
| "grad_norm": 1.2812424898147583, | |
| "learning_rate": 0.0001947, | |
| "loss": 1.2363, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.0544, | |
| "grad_norm": 1.2920845746994019, | |
| "learning_rate": 0.000195, | |
| "loss": 1.4353, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.056, | |
| "grad_norm": 1.0122877359390259, | |
| "learning_rate": 0.00019529999999999998, | |
| "loss": 1.5272, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.0576, | |
| "grad_norm": 1.0607578754425049, | |
| "learning_rate": 0.00019559999999999998, | |
| "loss": 1.1926, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.0592, | |
| "grad_norm": 1.2849078178405762, | |
| "learning_rate": 0.0001959, | |
| "loss": 1.361, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.0608, | |
| "grad_norm": 2.199488401412964, | |
| "learning_rate": 0.0001962, | |
| "loss": 1.4892, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.0624, | |
| "grad_norm": 1.7300806045532227, | |
| "learning_rate": 0.00019649999999999998, | |
| "loss": 1.4795, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.064, | |
| "grad_norm": 1.210700273513794, | |
| "learning_rate": 0.00019679999999999999, | |
| "loss": 1.6863, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.0656, | |
| "grad_norm": 1.1998845338821411, | |
| "learning_rate": 0.0001971, | |
| "loss": 1.3863, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.0672, | |
| "grad_norm": 1.5421574115753174, | |
| "learning_rate": 0.0001974, | |
| "loss": 1.9558, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.0688, | |
| "grad_norm": 2.3596279621124268, | |
| "learning_rate": 0.00019769999999999998, | |
| "loss": 1.3471, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.0704, | |
| "grad_norm": 1.3288168907165527, | |
| "learning_rate": 0.000198, | |
| "loss": 1.3686, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.072, | |
| "grad_norm": 1.5977771282196045, | |
| "learning_rate": 0.0001983, | |
| "loss": 1.6142, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.0735999999999999, | |
| "grad_norm": 1.171886682510376, | |
| "learning_rate": 0.0001986, | |
| "loss": 1.8817, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.0752, | |
| "grad_norm": 1.4820473194122314, | |
| "learning_rate": 0.00019889999999999998, | |
| "loss": 1.502, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.0768, | |
| "grad_norm": 1.4286924600601196, | |
| "learning_rate": 0.0001992, | |
| "loss": 1.9869, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.0784, | |
| "grad_norm": 1.496476650238037, | |
| "learning_rate": 0.0001995, | |
| "loss": 1.5545, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 11.650896072387695, | |
| "learning_rate": 0.0001998, | |
| "loss": 3.5297, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.0816, | |
| "grad_norm": 10.930564880371094, | |
| "learning_rate": 0.00020009999999999998, | |
| "loss": 3.5244, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.0832, | |
| "grad_norm": 4.526219367980957, | |
| "learning_rate": 0.0002004, | |
| "loss": 1.948, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.0848, | |
| "grad_norm": 1.8217471837997437, | |
| "learning_rate": 0.0002007, | |
| "loss": 1.6832, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.0864, | |
| "grad_norm": 2.5544323921203613, | |
| "learning_rate": 0.000201, | |
| "loss": 2.3308, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.088, | |
| "grad_norm": 2.732450246810913, | |
| "learning_rate": 0.0002013, | |
| "loss": 1.7663, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.0896, | |
| "grad_norm": 4.002326488494873, | |
| "learning_rate": 0.0002016, | |
| "loss": 1.9597, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.0912, | |
| "grad_norm": 2.9579389095306396, | |
| "learning_rate": 0.0002019, | |
| "loss": 1.6625, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.0928, | |
| "grad_norm": 3.6762917041778564, | |
| "learning_rate": 0.0002022, | |
| "loss": 1.4949, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.0944, | |
| "grad_norm": 2.8355441093444824, | |
| "learning_rate": 0.0002025, | |
| "loss": 1.5695, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.096, | |
| "grad_norm": 2.894350290298462, | |
| "learning_rate": 0.0002028, | |
| "loss": 1.5717, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.0976, | |
| "grad_norm": 4.992308616638184, | |
| "learning_rate": 0.0002031, | |
| "loss": 1.7573, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.0992, | |
| "grad_norm": 1.175133466720581, | |
| "learning_rate": 0.00020339999999999998, | |
| "loss": 1.2767, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.1008, | |
| "grad_norm": 0.7449688911437988, | |
| "learning_rate": 0.0002037, | |
| "loss": 1.4346, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.1024, | |
| "grad_norm": 2.100440740585327, | |
| "learning_rate": 0.000204, | |
| "loss": 1.5286, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.104, | |
| "grad_norm": 1.06446373462677, | |
| "learning_rate": 0.0002043, | |
| "loss": 1.4716, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.1056, | |
| "grad_norm": 1.1813894510269165, | |
| "learning_rate": 0.00020459999999999999, | |
| "loss": 1.729, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.1072, | |
| "grad_norm": 1.2244285345077515, | |
| "learning_rate": 0.0002049, | |
| "loss": 1.5456, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.1088, | |
| "grad_norm": 1.395920991897583, | |
| "learning_rate": 0.0002052, | |
| "loss": 1.6253, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.1104, | |
| "grad_norm": 0.8973720073699951, | |
| "learning_rate": 0.0002055, | |
| "loss": 1.3474, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.112, | |
| "grad_norm": 0.9351361393928528, | |
| "learning_rate": 0.0002058, | |
| "loss": 1.5375, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.1136, | |
| "grad_norm": 0.9488412737846375, | |
| "learning_rate": 0.0002061, | |
| "loss": 1.2332, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.1152, | |
| "grad_norm": 0.800336480140686, | |
| "learning_rate": 0.00020639999999999998, | |
| "loss": 1.3265, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.1168, | |
| "grad_norm": 1.771794319152832, | |
| "learning_rate": 0.00020669999999999996, | |
| "loss": 1.3347, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.1184, | |
| "grad_norm": 3.4581542015075684, | |
| "learning_rate": 0.00020699999999999996, | |
| "loss": 1.783, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.837477445602417, | |
| "learning_rate": 0.00020729999999999997, | |
| "loss": 1.3295, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1216, | |
| "grad_norm": 2.1295042037963867, | |
| "learning_rate": 0.00020759999999999998, | |
| "loss": 1.4163, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.1232, | |
| "grad_norm": 1.0342674255371094, | |
| "learning_rate": 0.00020789999999999996, | |
| "loss": 1.2891, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.1248, | |
| "grad_norm": 1.1783955097198486, | |
| "learning_rate": 0.00020819999999999996, | |
| "loss": 1.5386, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.1264, | |
| "grad_norm": 2.5988528728485107, | |
| "learning_rate": 0.00020849999999999997, | |
| "loss": 1.5942, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.1280000000000001, | |
| "grad_norm": 1.206281065940857, | |
| "learning_rate": 0.00020879999999999998, | |
| "loss": 1.4828, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.1296, | |
| "grad_norm": 1.60711669921875, | |
| "learning_rate": 0.00020909999999999996, | |
| "loss": 1.6748, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.1312, | |
| "grad_norm": 1.3890515565872192, | |
| "learning_rate": 0.00020939999999999997, | |
| "loss": 1.4464, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.1328, | |
| "grad_norm": 1.4788490533828735, | |
| "learning_rate": 0.00020969999999999997, | |
| "loss": 1.9039, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.1344, | |
| "grad_norm": 0.9197102189064026, | |
| "learning_rate": 0.00020999999999999998, | |
| "loss": 1.5258, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.1360000000000001, | |
| "grad_norm": 3.082664728164673, | |
| "learning_rate": 0.00021029999999999996, | |
| "loss": 1.6637, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.1376, | |
| "grad_norm": 1.3979014158248901, | |
| "learning_rate": 0.00021059999999999997, | |
| "loss": 1.3499, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.1392, | |
| "grad_norm": 2.7370402812957764, | |
| "learning_rate": 0.00021089999999999998, | |
| "loss": 1.7379, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.1408, | |
| "grad_norm": 1.36969792842865, | |
| "learning_rate": 0.00021119999999999996, | |
| "loss": 1.3235, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.1424, | |
| "grad_norm": 1.3009356260299683, | |
| "learning_rate": 0.00021149999999999996, | |
| "loss": 1.2209, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.144, | |
| "grad_norm": 1.0813698768615723, | |
| "learning_rate": 0.00021179999999999997, | |
| "loss": 1.237, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.1456, | |
| "grad_norm": 1.2386032342910767, | |
| "learning_rate": 0.00021209999999999998, | |
| "loss": 1.5799, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.1472, | |
| "grad_norm": 1.7847639322280884, | |
| "learning_rate": 0.00021239999999999996, | |
| "loss": 1.852, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.1488, | |
| "grad_norm": 1.4111274480819702, | |
| "learning_rate": 0.00021269999999999997, | |
| "loss": 1.7199, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.1504, | |
| "grad_norm": 1.6253108978271484, | |
| "learning_rate": 0.00021299999999999997, | |
| "loss": 1.6921, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.152, | |
| "grad_norm": 1.3691827058792114, | |
| "learning_rate": 0.00021329999999999998, | |
| "loss": 1.5512, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.1536, | |
| "grad_norm": 1.0425063371658325, | |
| "learning_rate": 0.00021359999999999996, | |
| "loss": 1.6953, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.1552, | |
| "grad_norm": 1.5456832647323608, | |
| "learning_rate": 0.00021389999999999997, | |
| "loss": 1.2235, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.1568, | |
| "grad_norm": 5.289543151855469, | |
| "learning_rate": 0.00021419999999999998, | |
| "loss": 2.3722, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.1584, | |
| "grad_norm": 3.060047149658203, | |
| "learning_rate": 0.00021449999999999998, | |
| "loss": 1.7361, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.2316486835479736, | |
| "learning_rate": 0.00021479999999999996, | |
| "loss": 2.2835, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.1616, | |
| "grad_norm": 11.319620132446289, | |
| "learning_rate": 0.00021509999999999997, | |
| "loss": 2.8832, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.1632, | |
| "grad_norm": 4.8169121742248535, | |
| "learning_rate": 0.00021539999999999998, | |
| "loss": 2.4756, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.1648, | |
| "grad_norm": 4.998867511749268, | |
| "learning_rate": 0.00021569999999999998, | |
| "loss": 2.5684, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.1663999999999999, | |
| "grad_norm": 1.6369566917419434, | |
| "learning_rate": 0.00021599999999999996, | |
| "loss": 1.9992, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.168, | |
| "grad_norm": 4.867010593414307, | |
| "learning_rate": 0.00021629999999999997, | |
| "loss": 1.6888, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.1696, | |
| "grad_norm": 4.665241241455078, | |
| "learning_rate": 0.00021659999999999998, | |
| "loss": 1.703, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.1712, | |
| "grad_norm": 4.923267364501953, | |
| "learning_rate": 0.0002169, | |
| "loss": 1.8941, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.1728, | |
| "grad_norm": 5.301763534545898, | |
| "learning_rate": 0.00021719999999999997, | |
| "loss": 1.8063, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.1743999999999999, | |
| "grad_norm": 5.480170726776123, | |
| "learning_rate": 0.00021749999999999997, | |
| "loss": 1.6896, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.176, | |
| "grad_norm": 5.136298656463623, | |
| "learning_rate": 0.00021779999999999998, | |
| "loss": 1.7705, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.1776, | |
| "grad_norm": 2.6885194778442383, | |
| "learning_rate": 0.00021809999999999996, | |
| "loss": 1.29, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.1792, | |
| "grad_norm": 1.7481634616851807, | |
| "learning_rate": 0.00021839999999999997, | |
| "loss": 1.8537, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.1808, | |
| "grad_norm": 2.1533167362213135, | |
| "learning_rate": 0.00021869999999999998, | |
| "loss": 1.3772, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.1824, | |
| "grad_norm": 1.7290595769882202, | |
| "learning_rate": 0.00021899999999999998, | |
| "loss": 1.2517, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.184, | |
| "grad_norm": 5.765242576599121, | |
| "learning_rate": 0.00021929999999999996, | |
| "loss": 1.9578, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.1856, | |
| "grad_norm": 5.171415328979492, | |
| "learning_rate": 0.00021959999999999997, | |
| "loss": 1.6263, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.1872, | |
| "grad_norm": 2.4269332885742188, | |
| "learning_rate": 0.00021989999999999998, | |
| "loss": 1.5452, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.1888, | |
| "grad_norm": 1.2465523481369019, | |
| "learning_rate": 0.00022019999999999999, | |
| "loss": 1.2282, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.1904, | |
| "grad_norm": 1.9669184684753418, | |
| "learning_rate": 0.00022049999999999997, | |
| "loss": 1.1983, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.192, | |
| "grad_norm": 5.07749605178833, | |
| "learning_rate": 0.00022079999999999997, | |
| "loss": 1.7768, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.1936, | |
| "grad_norm": 1.4985103607177734, | |
| "learning_rate": 0.00022109999999999998, | |
| "loss": 1.504, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.1952, | |
| "grad_norm": 0.8555597066879272, | |
| "learning_rate": 0.0002214, | |
| "loss": 1.2868, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.1968, | |
| "grad_norm": 1.0134530067443848, | |
| "learning_rate": 0.00022169999999999997, | |
| "loss": 1.5408, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.1984, | |
| "grad_norm": 2.2932121753692627, | |
| "learning_rate": 0.00022199999999999998, | |
| "loss": 1.4542, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.048572063446045, | |
| "learning_rate": 0.00022229999999999998, | |
| "loss": 1.6303, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.2016, | |
| "grad_norm": 1.3398712873458862, | |
| "learning_rate": 0.0002226, | |
| "loss": 1.6202, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.2032, | |
| "grad_norm": 1.2826422452926636, | |
| "learning_rate": 0.00022289999999999997, | |
| "loss": 1.114, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.2048, | |
| "grad_norm": 0.9887292385101318, | |
| "learning_rate": 0.00022319999999999998, | |
| "loss": 1.2535, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.2064, | |
| "grad_norm": 0.8880885243415833, | |
| "learning_rate": 0.00022349999999999998, | |
| "loss": 1.123, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.208, | |
| "grad_norm": 4.056207180023193, | |
| "learning_rate": 0.0002238, | |
| "loss": 1.7848, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.2096, | |
| "grad_norm": 1.0242630243301392, | |
| "learning_rate": 0.00022409999999999997, | |
| "loss": 1.6084, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.2112, | |
| "grad_norm": 1.5216087102890015, | |
| "learning_rate": 0.00022439999999999998, | |
| "loss": 1.0884, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.2128, | |
| "grad_norm": 1.1595895290374756, | |
| "learning_rate": 0.0002247, | |
| "loss": 1.4366, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.2144, | |
| "grad_norm": 1.78994619846344, | |
| "learning_rate": 0.000225, | |
| "loss": 1.4678, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.216, | |
| "grad_norm": 1.5748515129089355, | |
| "learning_rate": 0.00022529999999999997, | |
| "loss": 1.5742, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.2176, | |
| "grad_norm": 1.2527673244476318, | |
| "learning_rate": 0.00022559999999999998, | |
| "loss": 1.2028, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.2192, | |
| "grad_norm": 1.4951261281967163, | |
| "learning_rate": 0.0002259, | |
| "loss": 1.8887, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.2208, | |
| "grad_norm": 1.1303513050079346, | |
| "learning_rate": 0.00022619999999999997, | |
| "loss": 1.6479, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.2224, | |
| "grad_norm": 1.3236031532287598, | |
| "learning_rate": 0.00022649999999999998, | |
| "loss": 1.703, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.224, | |
| "grad_norm": 1.5853848457336426, | |
| "learning_rate": 0.00022679999999999998, | |
| "loss": 1.8706, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.2256, | |
| "grad_norm": 2.0144317150115967, | |
| "learning_rate": 0.0002271, | |
| "loss": 1.495, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.2272, | |
| "grad_norm": 1.472916841506958, | |
| "learning_rate": 0.00022739999999999997, | |
| "loss": 1.6167, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.2288000000000001, | |
| "grad_norm": 1.3060656785964966, | |
| "learning_rate": 0.00022769999999999998, | |
| "loss": 1.5432, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.2304, | |
| "grad_norm": 1.9118512868881226, | |
| "learning_rate": 0.00022799999999999999, | |
| "loss": 2.3, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.232, | |
| "grad_norm": 1.5411431789398193, | |
| "learning_rate": 0.0002283, | |
| "loss": 1.3154, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.2336, | |
| "grad_norm": 1.2540593147277832, | |
| "learning_rate": 0.00022859999999999997, | |
| "loss": 1.3445, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.2352, | |
| "grad_norm": 1.74718177318573, | |
| "learning_rate": 0.00022889999999999998, | |
| "loss": 1.7902, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.2368000000000001, | |
| "grad_norm": 1.5919808149337769, | |
| "learning_rate": 0.0002292, | |
| "loss": 1.7406, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.2384, | |
| "grad_norm": 2.1802892684936523, | |
| "learning_rate": 0.0002295, | |
| "loss": 2.3024, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0002295, | |
| "loss": 2.2887, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.2416, | |
| "grad_norm": 5.746895790100098, | |
| "learning_rate": 0.00022979999999999997, | |
| "loss": 2.6305, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.2432, | |
| "grad_norm": 5.819034099578857, | |
| "learning_rate": 0.00023009999999999998, | |
| "loss": 2.3811, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.2448, | |
| "grad_norm": 2.528698444366455, | |
| "learning_rate": 0.0002304, | |
| "loss": 1.9592, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.2464, | |
| "grad_norm": 4.070464611053467, | |
| "learning_rate": 0.0002307, | |
| "loss": 2.035, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.248, | |
| "grad_norm": 1.93435800075531, | |
| "learning_rate": 0.00023099999999999998, | |
| "loss": 1.8043, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2496, | |
| "grad_norm": 3.285830497741699, | |
| "learning_rate": 0.00023129999999999998, | |
| "loss": 1.7722, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.2511999999999999, | |
| "grad_norm": 4.356208324432373, | |
| "learning_rate": 0.0002316, | |
| "loss": 1.6131, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.2528000000000001, | |
| "grad_norm": 5.4774603843688965, | |
| "learning_rate": 0.0002319, | |
| "loss": 1.5492, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.2544, | |
| "grad_norm": 3.671088218688965, | |
| "learning_rate": 0.00023219999999999998, | |
| "loss": 1.6548, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.256, | |
| "grad_norm": 3.7231082916259766, | |
| "learning_rate": 0.00023249999999999999, | |
| "loss": 1.3874, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.2576, | |
| "grad_norm": 1.782421588897705, | |
| "learning_rate": 0.0002328, | |
| "loss": 1.3857, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.2591999999999999, | |
| "grad_norm": 1.4939918518066406, | |
| "learning_rate": 0.00023309999999999997, | |
| "loss": 1.7764, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.2608, | |
| "grad_norm": 1.064145565032959, | |
| "learning_rate": 0.00023339999999999998, | |
| "loss": 1.3059, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.2624, | |
| "grad_norm": 2.0802013874053955, | |
| "learning_rate": 0.0002337, | |
| "loss": 1.3497, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.264, | |
| "grad_norm": 2.4550795555114746, | |
| "learning_rate": 0.000234, | |
| "loss": 1.6281, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.2656, | |
| "grad_norm": 1.424136996269226, | |
| "learning_rate": 0.00023429999999999998, | |
| "loss": 1.3037, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.2671999999999999, | |
| "grad_norm": 2.6355724334716797, | |
| "learning_rate": 0.00023459999999999998, | |
| "loss": 1.2327, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.2688, | |
| "grad_norm": 1.9551432132720947, | |
| "learning_rate": 0.0002349, | |
| "loss": 1.1327, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.2704, | |
| "grad_norm": 0.920864462852478, | |
| "learning_rate": 0.0002352, | |
| "loss": 1.329, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.272, | |
| "grad_norm": 0.8361489176750183, | |
| "learning_rate": 0.00023549999999999998, | |
| "loss": 1.4342, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.2736, | |
| "grad_norm": 1.4463287591934204, | |
| "learning_rate": 0.00023579999999999999, | |
| "loss": 1.2214, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.2752, | |
| "grad_norm": 0.8743594884872437, | |
| "learning_rate": 0.0002361, | |
| "loss": 1.126, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.2768, | |
| "grad_norm": 0.9425063133239746, | |
| "learning_rate": 0.0002364, | |
| "loss": 1.4563, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.2784, | |
| "grad_norm": 1.1034338474273682, | |
| "learning_rate": 0.00023669999999999998, | |
| "loss": 1.495, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.235459804534912, | |
| "learning_rate": 0.000237, | |
| "loss": 1.2458, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.2816, | |
| "grad_norm": 1.0407472848892212, | |
| "learning_rate": 0.0002373, | |
| "loss": 1.2275, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.2832, | |
| "grad_norm": 1.0057398080825806, | |
| "learning_rate": 0.0002376, | |
| "loss": 1.2064, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.2848, | |
| "grad_norm": 1.2582429647445679, | |
| "learning_rate": 0.00023789999999999998, | |
| "loss": 1.457, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.2864, | |
| "grad_norm": 1.2544838190078735, | |
| "learning_rate": 0.0002382, | |
| "loss": 1.0123, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.288, | |
| "grad_norm": 1.267555832862854, | |
| "learning_rate": 0.0002385, | |
| "loss": 1.3412, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.2896, | |
| "grad_norm": 1.585595726966858, | |
| "learning_rate": 0.0002388, | |
| "loss": 1.3812, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.2912, | |
| "grad_norm": 1.1115787029266357, | |
| "learning_rate": 0.00023909999999999998, | |
| "loss": 1.2368, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.2928, | |
| "grad_norm": 1.1539804935455322, | |
| "learning_rate": 0.0002394, | |
| "loss": 1.0813, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.2944, | |
| "grad_norm": 1.2517136335372925, | |
| "learning_rate": 0.0002397, | |
| "loss": 1.2567, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.296, | |
| "grad_norm": 1.0020838975906372, | |
| "learning_rate": 0.00023999999999999998, | |
| "loss": 1.3813, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.2976, | |
| "grad_norm": 1.278122067451477, | |
| "learning_rate": 0.00024029999999999999, | |
| "loss": 1.4291, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.2992, | |
| "grad_norm": 1.1353975534439087, | |
| "learning_rate": 0.0002406, | |
| "loss": 1.5433, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.3008, | |
| "grad_norm": 1.0918465852737427, | |
| "learning_rate": 0.0002409, | |
| "loss": 1.4993, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.3024, | |
| "grad_norm": 1.1691175699234009, | |
| "learning_rate": 0.00024119999999999998, | |
| "loss": 1.442, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.304, | |
| "grad_norm": 2.067641258239746, | |
| "learning_rate": 0.0002415, | |
| "loss": 1.3307, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.3056, | |
| "grad_norm": 1.2151570320129395, | |
| "learning_rate": 0.0002418, | |
| "loss": 1.3187, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.3072, | |
| "grad_norm": 1.3653641939163208, | |
| "learning_rate": 0.0002421, | |
| "loss": 1.1919, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.3088, | |
| "grad_norm": 1.193217158317566, | |
| "learning_rate": 0.00024239999999999998, | |
| "loss": 1.5955, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.3104, | |
| "grad_norm": 1.2559990882873535, | |
| "learning_rate": 0.0002427, | |
| "loss": 1.6028, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.312, | |
| "grad_norm": 1.5885244607925415, | |
| "learning_rate": 0.000243, | |
| "loss": 1.4464, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.3136, | |
| "grad_norm": 1.5733736753463745, | |
| "learning_rate": 0.0002433, | |
| "loss": 1.743, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.3152, | |
| "grad_norm": 2.05718731880188, | |
| "learning_rate": 0.00024359999999999999, | |
| "loss": 1.4574, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.3168, | |
| "grad_norm": 1.5828289985656738, | |
| "learning_rate": 0.00024389999999999997, | |
| "loss": 1.9888, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.3184, | |
| "grad_norm": 1.8411847352981567, | |
| "learning_rate": 0.00024419999999999997, | |
| "loss": 1.3748, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 2.4953489303588867, | |
| "learning_rate": 0.0002445, | |
| "loss": 2.2596, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.3216, | |
| "grad_norm": 22.735031127929688, | |
| "learning_rate": 0.0002448, | |
| "loss": 5.1826, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.3232, | |
| "grad_norm": 2.6146559715270996, | |
| "learning_rate": 0.00024509999999999994, | |
| "loss": 1.7049, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.3248, | |
| "grad_norm": 1.7866498231887817, | |
| "learning_rate": 0.00024539999999999995, | |
| "loss": 1.6428, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.3264, | |
| "grad_norm": 3.011427640914917, | |
| "learning_rate": 0.00024569999999999995, | |
| "loss": 1.7732, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.328, | |
| "grad_norm": 1.7671997547149658, | |
| "learning_rate": 0.00024599999999999996, | |
| "loss": 1.7, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.3296000000000001, | |
| "grad_norm": 3.2919392585754395, | |
| "learning_rate": 0.00024629999999999997, | |
| "loss": 1.8395, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.3312, | |
| "grad_norm": 3.4365289211273193, | |
| "learning_rate": 0.0002466, | |
| "loss": 1.4656, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.3328, | |
| "grad_norm": 2.34206485748291, | |
| "learning_rate": 0.0002469, | |
| "loss": 1.3553, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.3344, | |
| "grad_norm": 1.3108103275299072, | |
| "learning_rate": 0.0002472, | |
| "loss": 1.6943, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.336, | |
| "grad_norm": 1.1649718284606934, | |
| "learning_rate": 0.00024749999999999994, | |
| "loss": 1.6788, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.3376000000000001, | |
| "grad_norm": 0.8755460977554321, | |
| "learning_rate": 0.00024779999999999995, | |
| "loss": 1.064, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.3392, | |
| "grad_norm": 1.0399974584579468, | |
| "learning_rate": 0.00024809999999999996, | |
| "loss": 1.1169, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.3408, | |
| "grad_norm": 1.590290904045105, | |
| "learning_rate": 0.00024839999999999997, | |
| "loss": 1.32, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.3424, | |
| "grad_norm": 1.9613844156265259, | |
| "learning_rate": 0.0002487, | |
| "loss": 0.9774, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.3439999999999999, | |
| "grad_norm": 1.3067349195480347, | |
| "learning_rate": 0.000249, | |
| "loss": 1.0947, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.3456000000000001, | |
| "grad_norm": 3.495009422302246, | |
| "learning_rate": 0.0002493, | |
| "loss": 1.4792, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.3472, | |
| "grad_norm": 2.386378526687622, | |
| "learning_rate": 0.00024959999999999994, | |
| "loss": 1.2189, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.3488, | |
| "grad_norm": 1.2430686950683594, | |
| "learning_rate": 0.00024989999999999995, | |
| "loss": 1.383, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.3504, | |
| "grad_norm": 1.1015182733535767, | |
| "learning_rate": 0.00025019999999999996, | |
| "loss": 1.1695, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.3519999999999999, | |
| "grad_norm": 1.2849568128585815, | |
| "learning_rate": 0.00025049999999999996, | |
| "loss": 1.4384, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.3536000000000001, | |
| "grad_norm": 0.9367717504501343, | |
| "learning_rate": 0.00025079999999999997, | |
| "loss": 1.2806, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.3552, | |
| "grad_norm": 1.9065661430358887, | |
| "learning_rate": 0.0002511, | |
| "loss": 1.9186, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.3568, | |
| "grad_norm": 1.8349933624267578, | |
| "learning_rate": 0.0002514, | |
| "loss": 1.2997, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.3584, | |
| "grad_norm": 2.411646604537964, | |
| "learning_rate": 0.0002517, | |
| "loss": 1.7798, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.3599999999999999, | |
| "grad_norm": 1.3963836431503296, | |
| "learning_rate": 0.00025199999999999995, | |
| "loss": 1.2455, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.3616, | |
| "grad_norm": 1.7644349336624146, | |
| "learning_rate": 0.00025229999999999995, | |
| "loss": 1.5101, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.3632, | |
| "grad_norm": 1.1302613019943237, | |
| "learning_rate": 0.00025259999999999996, | |
| "loss": 1.3869, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.3648, | |
| "grad_norm": 2.062229633331299, | |
| "learning_rate": 0.00025289999999999997, | |
| "loss": 1.4488, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.3664, | |
| "grad_norm": 1.800642967224121, | |
| "learning_rate": 0.0002532, | |
| "loss": 1.0541, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.3679999999999999, | |
| "grad_norm": 3.4561281204223633, | |
| "learning_rate": 0.0002535, | |
| "loss": 1.4694, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.3696, | |
| "grad_norm": 2.443664073944092, | |
| "learning_rate": 0.0002538, | |
| "loss": 1.5959, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.3712, | |
| "grad_norm": 1.2733495235443115, | |
| "learning_rate": 0.0002541, | |
| "loss": 1.3463, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.3728, | |
| "grad_norm": 1.4782954454421997, | |
| "learning_rate": 0.00025439999999999995, | |
| "loss": 1.3913, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.3744, | |
| "grad_norm": 1.355779767036438, | |
| "learning_rate": 0.00025469999999999996, | |
| "loss": 1.4062, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.376, | |
| "grad_norm": 0.991340696811676, | |
| "learning_rate": 0.00025499999999999996, | |
| "loss": 1.0575, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.3776, | |
| "grad_norm": 1.4136706590652466, | |
| "learning_rate": 0.00025529999999999997, | |
| "loss": 1.4418, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.3792, | |
| "grad_norm": 1.5610219240188599, | |
| "learning_rate": 0.0002556, | |
| "loss": 1.909, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.3808, | |
| "grad_norm": 1.4637738466262817, | |
| "learning_rate": 0.0002559, | |
| "loss": 1.4926, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.3824, | |
| "grad_norm": 1.174544095993042, | |
| "learning_rate": 0.0002562, | |
| "loss": 1.444, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.384, | |
| "grad_norm": 1.295507550239563, | |
| "learning_rate": 0.00025649999999999995, | |
| "loss": 1.211, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.3856, | |
| "grad_norm": 1.341482162475586, | |
| "learning_rate": 0.00025679999999999995, | |
| "loss": 1.5489, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.3872, | |
| "grad_norm": 1.5005024671554565, | |
| "learning_rate": 0.00025709999999999996, | |
| "loss": 1.304, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.3888, | |
| "grad_norm": 1.7614165544509888, | |
| "learning_rate": 0.00025739999999999997, | |
| "loss": 1.411, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.3904, | |
| "grad_norm": 2.1121573448181152, | |
| "learning_rate": 0.0002577, | |
| "loss": 1.5675, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.392, | |
| "grad_norm": 1.4016284942626953, | |
| "learning_rate": 0.000258, | |
| "loss": 1.2976, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.3936, | |
| "grad_norm": 1.4677424430847168, | |
| "learning_rate": 0.0002583, | |
| "loss": 1.5295, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.3952, | |
| "grad_norm": 1.7327654361724854, | |
| "learning_rate": 0.0002586, | |
| "loss": 1.6782, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.3968, | |
| "grad_norm": 1.684560775756836, | |
| "learning_rate": 0.00025889999999999995, | |
| "loss": 2.1258, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.3984, | |
| "grad_norm": 1.1350618600845337, | |
| "learning_rate": 0.00025919999999999996, | |
| "loss": 1.2016, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 1.8442115783691406, | |
| "learning_rate": 0.00025949999999999997, | |
| "loss": 2.2616, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.4016, | |
| "grad_norm": 15.330982208251953, | |
| "learning_rate": 0.00025979999999999997, | |
| "loss": 3.7807, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.4032, | |
| "grad_norm": 9.512137413024902, | |
| "learning_rate": 0.0002601, | |
| "loss": 2.7959, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.4048, | |
| "grad_norm": 4.83724308013916, | |
| "learning_rate": 0.0002604, | |
| "loss": 2.2513, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.4064, | |
| "grad_norm": 1.0789581537246704, | |
| "learning_rate": 0.0002607, | |
| "loss": 1.1761, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.408, | |
| "grad_norm": 1.283165693283081, | |
| "learning_rate": 0.000261, | |
| "loss": 1.3131, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.4096, | |
| "grad_norm": 1.3923134803771973, | |
| "learning_rate": 0.00026129999999999995, | |
| "loss": 1.4793, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.4112, | |
| "grad_norm": 1.2186331748962402, | |
| "learning_rate": 0.00026159999999999996, | |
| "loss": 1.4069, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.4128, | |
| "grad_norm": 1.7576051950454712, | |
| "learning_rate": 0.00026189999999999997, | |
| "loss": 1.6623, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.4144, | |
| "grad_norm": 2.6093623638153076, | |
| "learning_rate": 0.0002622, | |
| "loss": 0.9214, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.416, | |
| "grad_norm": 1.0863568782806396, | |
| "learning_rate": 0.0002625, | |
| "loss": 1.4146, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.4176, | |
| "grad_norm": 2.363821506500244, | |
| "learning_rate": 0.0002628, | |
| "loss": 1.8021, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.4192, | |
| "grad_norm": 1.1821964979171753, | |
| "learning_rate": 0.0002631, | |
| "loss": 1.1834, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.4208, | |
| "grad_norm": 1.32361900806427, | |
| "learning_rate": 0.00026339999999999995, | |
| "loss": 1.192, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.4224, | |
| "grad_norm": 1.3281641006469727, | |
| "learning_rate": 0.00026369999999999996, | |
| "loss": 1.0575, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.424, | |
| "grad_norm": 1.5585789680480957, | |
| "learning_rate": 0.00026399999999999997, | |
| "loss": 1.1708, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.4256, | |
| "grad_norm": 2.31046462059021, | |
| "learning_rate": 0.0002643, | |
| "loss": 1.1794, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.4272, | |
| "grad_norm": 1.7033979892730713, | |
| "learning_rate": 0.0002646, | |
| "loss": 1.3221, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.4288, | |
| "grad_norm": 2.653367519378662, | |
| "learning_rate": 0.0002649, | |
| "loss": 1.4937, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.4304000000000001, | |
| "grad_norm": 0.9184427261352539, | |
| "learning_rate": 0.0002652, | |
| "loss": 1.078, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.432, | |
| "grad_norm": 0.9819865226745605, | |
| "learning_rate": 0.0002655, | |
| "loss": 1.186, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.4336, | |
| "grad_norm": 1.0578396320343018, | |
| "learning_rate": 0.00026579999999999996, | |
| "loss": 1.0641, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.4352, | |
| "grad_norm": 1.4637776613235474, | |
| "learning_rate": 0.00026609999999999996, | |
| "loss": 1.373, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.4368, | |
| "grad_norm": 0.9520303606987, | |
| "learning_rate": 0.00026639999999999997, | |
| "loss": 1.1442, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.4384000000000001, | |
| "grad_norm": 1.6817363500595093, | |
| "learning_rate": 0.0002667, | |
| "loss": 1.4782, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 2.1572883129119873, | |
| "learning_rate": 0.000267, | |
| "loss": 1.8022, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4416, | |
| "grad_norm": 0.8815500736236572, | |
| "learning_rate": 0.0002673, | |
| "loss": 1.4329, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.4432, | |
| "grad_norm": 1.2165837287902832, | |
| "learning_rate": 0.0002676, | |
| "loss": 1.1709, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.4447999999999999, | |
| "grad_norm": 2.121063470840454, | |
| "learning_rate": 0.0002679, | |
| "loss": 1.3277, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.4464000000000001, | |
| "grad_norm": 1.4610421657562256, | |
| "learning_rate": 0.00026819999999999996, | |
| "loss": 1.5098, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.448, | |
| "grad_norm": 2.9947142601013184, | |
| "learning_rate": 0.00026849999999999997, | |
| "loss": 1.3525, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.4496, | |
| "grad_norm": 1.1811401844024658, | |
| "learning_rate": 0.0002688, | |
| "loss": 1.1726, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.4512, | |
| "grad_norm": 1.4365415573120117, | |
| "learning_rate": 0.0002691, | |
| "loss": 1.2433, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.4527999999999999, | |
| "grad_norm": 1.34075927734375, | |
| "learning_rate": 0.0002694, | |
| "loss": 1.0205, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.4544000000000001, | |
| "grad_norm": 2.7684597969055176, | |
| "learning_rate": 0.0002697, | |
| "loss": 1.0883, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.456, | |
| "grad_norm": 1.557430624961853, | |
| "learning_rate": 0.00027, | |
| "loss": 1.6006, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.4576, | |
| "grad_norm": 1.616085410118103, | |
| "learning_rate": 0.00027029999999999996, | |
| "loss": 1.4207, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.4592, | |
| "grad_norm": 5.76104211807251, | |
| "learning_rate": 0.00027059999999999996, | |
| "loss": 1.6985, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.4607999999999999, | |
| "grad_norm": 1.2783349752426147, | |
| "learning_rate": 0.00027089999999999997, | |
| "loss": 1.1576, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.4624, | |
| "grad_norm": 1.2653543949127197, | |
| "learning_rate": 0.0002712, | |
| "loss": 1.4433, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.464, | |
| "grad_norm": 1.2063896656036377, | |
| "learning_rate": 0.0002715, | |
| "loss": 1.5359, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.4656, | |
| "grad_norm": 2.794680118560791, | |
| "learning_rate": 0.0002718, | |
| "loss": 1.5251, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.4672, | |
| "grad_norm": 3.2242326736450195, | |
| "learning_rate": 0.0002721, | |
| "loss": 1.9892, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.4687999999999999, | |
| "grad_norm": 1.8846021890640259, | |
| "learning_rate": 0.0002724, | |
| "loss": 1.8354, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.4704, | |
| "grad_norm": 2.0368640422821045, | |
| "learning_rate": 0.00027269999999999996, | |
| "loss": 1.5269, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.472, | |
| "grad_norm": 1.5392261743545532, | |
| "learning_rate": 0.00027299999999999997, | |
| "loss": 1.6935, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.4736, | |
| "grad_norm": 1.5438854694366455, | |
| "learning_rate": 0.0002733, | |
| "loss": 1.7796, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.4752, | |
| "grad_norm": 1.796651005744934, | |
| "learning_rate": 0.0002736, | |
| "loss": 1.3982, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.4768, | |
| "grad_norm": 2.2069437503814697, | |
| "learning_rate": 0.0002739, | |
| "loss": 1.7769, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.4784, | |
| "grad_norm": 1.9683245420455933, | |
| "learning_rate": 0.0002742, | |
| "loss": 1.4909, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.911014199256897, | |
| "learning_rate": 0.0002745, | |
| "loss": 2.0897, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.4816, | |
| "grad_norm": 5.754384994506836, | |
| "learning_rate": 0.0002748, | |
| "loss": 2.1389, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.4832, | |
| "grad_norm": 1.59812331199646, | |
| "learning_rate": 0.00027509999999999996, | |
| "loss": 1.5023, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.4848, | |
| "grad_norm": 3.8509624004364014, | |
| "learning_rate": 0.00027539999999999997, | |
| "loss": 2.156, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.4864, | |
| "grad_norm": 1.6457704305648804, | |
| "learning_rate": 0.0002757, | |
| "loss": 1.6978, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.488, | |
| "grad_norm": 9.261984825134277, | |
| "learning_rate": 0.000276, | |
| "loss": 3.222, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.4896, | |
| "grad_norm": 10.191606521606445, | |
| "learning_rate": 0.0002763, | |
| "loss": 2.7299, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.4912, | |
| "grad_norm": 2.034604072570801, | |
| "learning_rate": 0.0002766, | |
| "loss": 1.363, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.4928, | |
| "grad_norm": 2.7943766117095947, | |
| "learning_rate": 0.0002769, | |
| "loss": 1.4561, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.4944, | |
| "grad_norm": 2.739060640335083, | |
| "learning_rate": 0.0002772, | |
| "loss": 1.5289, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.496, | |
| "grad_norm": 2.6572391986846924, | |
| "learning_rate": 0.00027749999999999997, | |
| "loss": 1.3459, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.4976, | |
| "grad_norm": 2.4692184925079346, | |
| "learning_rate": 0.0002778, | |
| "loss": 1.409, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.4992, | |
| "grad_norm": 1.569419264793396, | |
| "learning_rate": 0.0002781, | |
| "loss": 1.1897, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.5008, | |
| "grad_norm": 0.9803001880645752, | |
| "learning_rate": 0.0002784, | |
| "loss": 1.1971, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.5024, | |
| "grad_norm": 1.3759132623672485, | |
| "learning_rate": 0.0002787, | |
| "loss": 1.1573, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.504, | |
| "grad_norm": 1.4470410346984863, | |
| "learning_rate": 0.000279, | |
| "loss": 1.2441, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.5056, | |
| "grad_norm": 1.9103741645812988, | |
| "learning_rate": 0.0002793, | |
| "loss": 1.2325, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.5072, | |
| "grad_norm": 1.5558336973190308, | |
| "learning_rate": 0.00027959999999999997, | |
| "loss": 1.0402, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.5088, | |
| "grad_norm": 2.0115926265716553, | |
| "learning_rate": 0.0002799, | |
| "loss": 1.2751, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.5104, | |
| "grad_norm": 1.6013593673706055, | |
| "learning_rate": 0.0002802, | |
| "loss": 1.6149, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.512, | |
| "grad_norm": 1.3492580652236938, | |
| "learning_rate": 0.0002805, | |
| "loss": 1.2308, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.5135999999999998, | |
| "grad_norm": 1.3978670835494995, | |
| "learning_rate": 0.0002808, | |
| "loss": 1.1674, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.5152, | |
| "grad_norm": 1.257152795791626, | |
| "learning_rate": 0.0002811, | |
| "loss": 1.2999, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.5168, | |
| "grad_norm": 1.3785860538482666, | |
| "learning_rate": 0.00028139999999999996, | |
| "loss": 1.2184, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.5184, | |
| "grad_norm": 2.098989963531494, | |
| "learning_rate": 0.00028169999999999996, | |
| "loss": 1.4197, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.411068320274353, | |
| "learning_rate": 0.00028199999999999997, | |
| "loss": 1.3696, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.5215999999999998, | |
| "grad_norm": 1.1803005933761597, | |
| "learning_rate": 0.0002823, | |
| "loss": 1.4752, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.5232, | |
| "grad_norm": 1.4621422290802002, | |
| "learning_rate": 0.0002826, | |
| "loss": 1.2319, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.5248, | |
| "grad_norm": 2.065951108932495, | |
| "learning_rate": 0.00028289999999999994, | |
| "loss": 1.3185, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.5264, | |
| "grad_norm": 2.077345371246338, | |
| "learning_rate": 0.00028319999999999994, | |
| "loss": 1.3232, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.528, | |
| "grad_norm": 2.0758562088012695, | |
| "learning_rate": 0.00028349999999999995, | |
| "loss": 1.1082, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.5295999999999998, | |
| "grad_norm": 2.724622964859009, | |
| "learning_rate": 0.00028379999999999996, | |
| "loss": 1.3383, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.5312000000000001, | |
| "grad_norm": 1.9979689121246338, | |
| "learning_rate": 0.00028409999999999997, | |
| "loss": 1.514, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.5328, | |
| "grad_norm": 1.9366734027862549, | |
| "learning_rate": 0.0002844, | |
| "loss": 1.2723, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.5344, | |
| "grad_norm": 2.198087215423584, | |
| "learning_rate": 0.0002847, | |
| "loss": 1.4332, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.536, | |
| "grad_norm": 1.5621610879898071, | |
| "learning_rate": 0.000285, | |
| "loss": 1.3232, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.5375999999999999, | |
| "grad_norm": 1.4429649114608765, | |
| "learning_rate": 0.00028529999999999994, | |
| "loss": 1.292, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.5392000000000001, | |
| "grad_norm": 1.7527788877487183, | |
| "learning_rate": 0.00028559999999999995, | |
| "loss": 1.3802, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.5408, | |
| "grad_norm": 2.562932252883911, | |
| "learning_rate": 0.00028589999999999996, | |
| "loss": 1.5058, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.5424, | |
| "grad_norm": 2.0278782844543457, | |
| "learning_rate": 0.00028619999999999996, | |
| "loss": 1.4053, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.544, | |
| "grad_norm": 2.133039712905884, | |
| "learning_rate": 0.00028649999999999997, | |
| "loss": 1.5985, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.5455999999999999, | |
| "grad_norm": 1.7495462894439697, | |
| "learning_rate": 0.0002868, | |
| "loss": 1.7425, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.5472000000000001, | |
| "grad_norm": 1.314456582069397, | |
| "learning_rate": 0.0002871, | |
| "loss": 1.1744, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.5488, | |
| "grad_norm": 1.5634371042251587, | |
| "learning_rate": 0.00028739999999999994, | |
| "loss": 1.199, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.5504, | |
| "grad_norm": 1.5051501989364624, | |
| "learning_rate": 0.00028769999999999995, | |
| "loss": 1.3761, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.552, | |
| "grad_norm": 1.4913947582244873, | |
| "learning_rate": 0.00028799999999999995, | |
| "loss": 1.7574, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.5535999999999999, | |
| "grad_norm": 2.0032637119293213, | |
| "learning_rate": 0.00028829999999999996, | |
| "loss": 1.6131, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.5552000000000001, | |
| "grad_norm": 1.4599378108978271, | |
| "learning_rate": 0.00028859999999999997, | |
| "loss": 1.5788, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.5568, | |
| "grad_norm": 1.526383638381958, | |
| "learning_rate": 0.0002889, | |
| "loss": 1.4599, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.5584, | |
| "grad_norm": 3.349010705947876, | |
| "learning_rate": 0.0002892, | |
| "loss": 1.7604, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 3.1439058780670166, | |
| "learning_rate": 0.0002895, | |
| "loss": 2.0222, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.5615999999999999, | |
| "grad_norm": 5.448111057281494, | |
| "learning_rate": 0.00028979999999999994, | |
| "loss": 2.2708, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.5632000000000001, | |
| "grad_norm": 3.330211877822876, | |
| "learning_rate": 0.00029009999999999995, | |
| "loss": 2.3857, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.5648, | |
| "grad_norm": 1.844307541847229, | |
| "learning_rate": 0.00029039999999999996, | |
| "loss": 1.8033, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.5664, | |
| "grad_norm": 2.17771053314209, | |
| "learning_rate": 0.00029069999999999996, | |
| "loss": 1.8416, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.568, | |
| "grad_norm": 1.889838695526123, | |
| "learning_rate": 0.00029099999999999997, | |
| "loss": 1.4765, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.5695999999999999, | |
| "grad_norm": 1.280713677406311, | |
| "learning_rate": 0.0002913, | |
| "loss": 1.5771, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.5712000000000002, | |
| "grad_norm": 1.2217782735824585, | |
| "learning_rate": 0.0002916, | |
| "loss": 1.4645, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.5728, | |
| "grad_norm": 1.493486762046814, | |
| "learning_rate": 0.0002919, | |
| "loss": 1.3598, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.5744, | |
| "grad_norm": 1.8840752840042114, | |
| "learning_rate": 0.00029219999999999995, | |
| "loss": 1.5287, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.576, | |
| "grad_norm": 1.965975046157837, | |
| "learning_rate": 0.00029249999999999995, | |
| "loss": 1.2946, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.5776, | |
| "grad_norm": 1.5697219371795654, | |
| "learning_rate": 0.00029279999999999996, | |
| "loss": 1.0137, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.5792000000000002, | |
| "grad_norm": 1.665776014328003, | |
| "learning_rate": 0.00029309999999999997, | |
| "loss": 1.1297, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.5808, | |
| "grad_norm": 1.9357331991195679, | |
| "learning_rate": 0.0002934, | |
| "loss": 1.1271, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.5824, | |
| "grad_norm": 0.922601044178009, | |
| "learning_rate": 0.0002937, | |
| "loss": 1.3413, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.584, | |
| "grad_norm": 1.0412627458572388, | |
| "learning_rate": 0.000294, | |
| "loss": 1.1785, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.5856, | |
| "grad_norm": 1.292492151260376, | |
| "learning_rate": 0.00029429999999999994, | |
| "loss": 1.4531, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.5872000000000002, | |
| "grad_norm": 1.4930530786514282, | |
| "learning_rate": 0.00029459999999999995, | |
| "loss": 1.4747, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.5888, | |
| "grad_norm": 1.398553729057312, | |
| "learning_rate": 0.00029489999999999996, | |
| "loss": 1.2275, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.5904, | |
| "grad_norm": 1.1149609088897705, | |
| "learning_rate": 0.00029519999999999997, | |
| "loss": 1.3404, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.592, | |
| "grad_norm": 2.243300676345825, | |
| "learning_rate": 0.00029549999999999997, | |
| "loss": 1.4117, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.5936, | |
| "grad_norm": 0.9678653478622437, | |
| "learning_rate": 0.0002958, | |
| "loss": 1.2791, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.5952, | |
| "grad_norm": 0.9126372337341309, | |
| "learning_rate": 0.0002961, | |
| "loss": 1.54, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.5968, | |
| "grad_norm": 1.447344422340393, | |
| "learning_rate": 0.0002964, | |
| "loss": 1.2979, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.5984, | |
| "grad_norm": 2.5969924926757812, | |
| "learning_rate": 0.00029669999999999995, | |
| "loss": 1.6844, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.3566679954528809, | |
| "learning_rate": 0.00029699999999999996, | |
| "loss": 1.2633, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "eval_cer": 0.342703815793579, | |
| "eval_loss": 1.7065902948379517, | |
| "eval_runtime": 159.4221, | |
| "eval_samples_per_second": 19.671, | |
| "eval_steps_per_second": 1.229, | |
| "eval_wer": 0.5115005185204882, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "step": 1000, | |
| "total_flos": 6.203691115248614e+18, | |
| "train_loss": 4.768421524226666, | |
| "train_runtime": 2101.2175, | |
| "train_samples_per_second": 15.229, | |
| "train_steps_per_second": 0.476 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.203691115248614e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |