| { | |
| "best_metric": 0.3038647472858429, | |
| "best_model_checkpoint": "/home/fbravo/data/all_results/pawsx/bertin_roberta_base/epochs_4_bs_32_lr_1e-5/checkpoint-1500", | |
| "epoch": 4.0, | |
| "global_step": 6176, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.19, | |
| "eval_accuracy": 0.7979999780654907, | |
| "eval_loss": 0.4853031635284424, | |
| "eval_runtime": 0.9414, | |
| "eval_samples_per_second": 2124.606, | |
| "eval_steps_per_second": 66.925, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 9.193652849740934e-06, | |
| "loss": 0.4315, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_accuracy": 0.8364999890327454, | |
| "eval_loss": 0.3721293807029724, | |
| "eval_runtime": 0.9441, | |
| "eval_samples_per_second": 2118.529, | |
| "eval_steps_per_second": 66.734, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_accuracy": 0.8544999957084656, | |
| "eval_loss": 0.3503261208534241, | |
| "eval_runtime": 0.9463, | |
| "eval_samples_per_second": 2113.472, | |
| "eval_steps_per_second": 66.574, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 8.384067357512954e-06, | |
| "loss": 0.25, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_accuracy": 0.8709999918937683, | |
| "eval_loss": 0.31852295994758606, | |
| "eval_runtime": 0.9416, | |
| "eval_samples_per_second": 2123.951, | |
| "eval_steps_per_second": 66.904, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 7.574481865284975e-06, | |
| "loss": 0.2072, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "eval_accuracy": 0.8709999918937683, | |
| "eval_loss": 0.3038647472858429, | |
| "eval_runtime": 0.9413, | |
| "eval_samples_per_second": 2124.819, | |
| "eval_steps_per_second": 66.932, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "eval_accuracy": 0.8684999942779541, | |
| "eval_loss": 0.41912218928337097, | |
| "eval_runtime": 0.9381, | |
| "eval_samples_per_second": 2132.007, | |
| "eval_steps_per_second": 67.158, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 6.766515544041451e-06, | |
| "loss": 0.1311, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "eval_accuracy": 0.8600000143051147, | |
| "eval_loss": 0.4942796230316162, | |
| "eval_runtime": 0.9429, | |
| "eval_samples_per_second": 2121.101, | |
| "eval_steps_per_second": 66.815, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "eval_accuracy": 0.8654999732971191, | |
| "eval_loss": 0.4631992280483246, | |
| "eval_runtime": 0.9996, | |
| "eval_samples_per_second": 2000.899, | |
| "eval_steps_per_second": 63.028, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 5.956930051813472e-06, | |
| "loss": 0.1229, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "eval_accuracy": 0.8569999933242798, | |
| "eval_loss": 0.48928430676460266, | |
| "eval_runtime": 0.9369, | |
| "eval_samples_per_second": 2134.751, | |
| "eval_steps_per_second": 67.245, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 5.147344559585493e-06, | |
| "loss": 0.1193, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "eval_accuracy": 0.8640000224113464, | |
| "eval_loss": 0.538551390171051, | |
| "eval_runtime": 0.9376, | |
| "eval_samples_per_second": 2133.008, | |
| "eval_steps_per_second": 67.19, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "eval_accuracy": 0.8650000095367432, | |
| "eval_loss": 0.5807957649230957, | |
| "eval_runtime": 0.9434, | |
| "eval_samples_per_second": 2119.923, | |
| "eval_steps_per_second": 66.778, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 4.337759067357513e-06, | |
| "loss": 0.0718, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "eval_accuracy": 0.8730000257492065, | |
| "eval_loss": 0.5360826253890991, | |
| "eval_runtime": 0.9423, | |
| "eval_samples_per_second": 2122.415, | |
| "eval_steps_per_second": 66.856, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "eval_accuracy": 0.8684999942779541, | |
| "eval_loss": 0.6216676235198975, | |
| "eval_runtime": 0.946, | |
| "eval_samples_per_second": 2114.204, | |
| "eval_steps_per_second": 66.597, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 3.5281735751295337e-06, | |
| "loss": 0.0637, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "eval_accuracy": 0.8659999966621399, | |
| "eval_loss": 0.6211779713630676, | |
| "eval_runtime": 0.9442, | |
| "eval_samples_per_second": 2118.136, | |
| "eval_steps_per_second": 66.721, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 2.7202072538860106e-06, | |
| "loss": 0.0629, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "eval_accuracy": 0.871999979019165, | |
| "eval_loss": 0.5773542523384094, | |
| "eval_runtime": 0.9435, | |
| "eval_samples_per_second": 2119.687, | |
| "eval_steps_per_second": 66.77, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "eval_accuracy": 0.8669999837875366, | |
| "eval_loss": 0.614871084690094, | |
| "eval_runtime": 0.942, | |
| "eval_samples_per_second": 2123.196, | |
| "eval_steps_per_second": 66.881, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 1.9106217616580315e-06, | |
| "loss": 0.0385, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "eval_accuracy": 0.8679999709129333, | |
| "eval_loss": 0.6947777271270752, | |
| "eval_runtime": 0.937, | |
| "eval_samples_per_second": 2134.496, | |
| "eval_steps_per_second": 67.237, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "eval_accuracy": 0.8705000281333923, | |
| "eval_loss": 0.7105850577354431, | |
| "eval_runtime": 0.9421, | |
| "eval_samples_per_second": 2122.995, | |
| "eval_steps_per_second": 66.874, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 1.1010362694300518e-06, | |
| "loss": 0.0308, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "eval_accuracy": 0.8679999709129333, | |
| "eval_loss": 0.7033668756484985, | |
| "eval_runtime": 0.9383, | |
| "eval_samples_per_second": 2131.574, | |
| "eval_steps_per_second": 67.145, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 2.9145077720207257e-07, | |
| "loss": 0.0291, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "eval_accuracy": 0.8700000047683716, | |
| "eval_loss": 0.7085065841674805, | |
| "eval_runtime": 0.9424, | |
| "eval_samples_per_second": 2122.247, | |
| "eval_steps_per_second": 66.851, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 6176, | |
| "total_flos": 1.0169542344966144e+16, | |
| "train_loss": 0.12696161927954522, | |
| "train_runtime": 470.6783, | |
| "train_samples_per_second": 419.828, | |
| "train_steps_per_second": 13.121 | |
| } | |
| ], | |
| "max_steps": 6176, | |
| "num_train_epochs": 4, | |
| "total_flos": 1.0169542344966144e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |