ipc_level1_G / trainer_state.json
mapama247's picture
upload ipc_level1_G model
7c15122
{
"best_metric": 0.8754267260214113,
"best_model_checkpoint": "./output//roberta-large_ipc1_G_5_32_5e-6_0.01_0.06_07-08-22_06-40/checkpoint-24000",
"epoch": 0.14484881405033495,
"global_step": 24000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 2.0117890840324302e-07,
"loss": 0.4247,
"step": 2000
},
{
"epoch": 0.01,
"eval_accuracy": 0.03380152270937254,
"eval_f1": 0.0619012340183338,
"eval_loss": 0.20814624428749084,
"eval_roc_auc": 0.5159319239399485,
"eval_runtime": 8197.4985,
"eval_samples_per_second": 33.455,
"eval_steps_per_second": 2.091,
"step": 2000
},
{
"epoch": 0.02,
"learning_rate": 4.0235781680648604e-07,
"loss": 0.1716,
"step": 4000
},
{
"epoch": 0.02,
"eval_accuracy": 0.6045477086432718,
"eval_f1": 0.7149013381719211,
"eval_loss": 0.12680654227733612,
"eval_roc_auc": 0.7994218657046591,
"eval_runtime": 8196.5733,
"eval_samples_per_second": 33.459,
"eval_steps_per_second": 2.091,
"step": 4000
},
{
"epoch": 0.04,
"learning_rate": 6.03536725209729e-07,
"loss": 0.114,
"step": 6000
},
{
"epoch": 0.04,
"eval_accuracy": 0.7269478719990665,
"eval_f1": 0.8064969810911458,
"eval_loss": 0.09042555838823318,
"eval_roc_auc": 0.863152127136236,
"eval_runtime": 8195.1585,
"eval_samples_per_second": 33.465,
"eval_steps_per_second": 2.092,
"step": 6000
},
{
"epoch": 0.05,
"learning_rate": 8.047156336129721e-07,
"loss": 0.0865,
"step": 8000
},
{
"epoch": 0.05,
"eval_accuracy": 0.774762258977276,
"eval_f1": 0.8402673463726624,
"eval_loss": 0.07436466217041016,
"eval_roc_auc": 0.8920166546037435,
"eval_runtime": 8191.8248,
"eval_samples_per_second": 33.478,
"eval_steps_per_second": 2.092,
"step": 8000
},
{
"epoch": 0.06,
"learning_rate": 1.005894542016215e-06,
"loss": 0.0743,
"step": 10000
},
{
"epoch": 0.06,
"eval_accuracy": 0.7829883900703013,
"eval_f1": 0.8487029462020401,
"eval_loss": 0.06654931604862213,
"eval_roc_auc": 0.9001618402078589,
"eval_runtime": 8196.3415,
"eval_samples_per_second": 33.46,
"eval_steps_per_second": 2.091,
"step": 10000
},
{
"epoch": 0.07,
"learning_rate": 1.207073450419458e-06,
"loss": 0.0664,
"step": 12000
},
{
"epoch": 0.07,
"eval_accuracy": 0.794452466380794,
"eval_f1": 0.859163976123391,
"eval_loss": 0.061000920832157135,
"eval_roc_auc": 0.9083440937813021,
"eval_runtime": 8197.7585,
"eval_samples_per_second": 33.454,
"eval_steps_per_second": 2.091,
"step": 12000
},
{
"epoch": 0.08,
"learning_rate": 1.4082523588227012e-06,
"loss": 0.062,
"step": 14000
},
{
"epoch": 0.08,
"eval_accuracy": 0.7962172923777019,
"eval_f1": 0.8624403660379281,
"eval_loss": 0.05871045961976051,
"eval_roc_auc": 0.9133217347648154,
"eval_runtime": 8199.4678,
"eval_samples_per_second": 33.447,
"eval_steps_per_second": 2.091,
"step": 14000
},
{
"epoch": 0.1,
"learning_rate": 1.6094312672259442e-06,
"loss": 0.0599,
"step": 16000
},
{
"epoch": 0.1,
"eval_accuracy": 0.7979055453458184,
"eval_f1": 0.8656510165555269,
"eval_loss": 0.05596928298473358,
"eval_roc_auc": 0.9150237468241987,
"eval_runtime": 8200.3089,
"eval_samples_per_second": 33.444,
"eval_steps_per_second": 2.09,
"step": 16000
},
{
"epoch": 0.11,
"learning_rate": 1.8106101756291871e-06,
"loss": 0.0569,
"step": 18000
},
{
"epoch": 0.11,
"eval_accuracy": 0.8009939908404072,
"eval_f1": 0.8665697356924421,
"eval_loss": 0.05469416454434395,
"eval_roc_auc": 0.9135503362863645,
"eval_runtime": 8201.2258,
"eval_samples_per_second": 33.44,
"eval_steps_per_second": 2.09,
"step": 18000
},
{
"epoch": 0.12,
"learning_rate": 2.01178908403243e-06,
"loss": 0.0554,
"step": 20000
},
{
"epoch": 0.12,
"eval_accuracy": 0.8071891135031066,
"eval_f1": 0.8723540166082954,
"eval_loss": 0.052826616913080215,
"eval_roc_auc": 0.9192588608785235,
"eval_runtime": 8204.8057,
"eval_samples_per_second": 33.425,
"eval_steps_per_second": 2.089,
"step": 20000
},
{
"epoch": 0.13,
"learning_rate": 2.2129679924356733e-06,
"loss": 0.0541,
"step": 22000
},
{
"epoch": 0.13,
"eval_accuracy": 0.8054935678655816,
"eval_f1": 0.8706366827585739,
"eval_loss": 0.05298588052392006,
"eval_roc_auc": 0.9176729146649489,
"eval_runtime": 8206.5949,
"eval_samples_per_second": 33.418,
"eval_steps_per_second": 2.089,
"step": 22000
},
{
"epoch": 0.14,
"learning_rate": 2.414146900838916e-06,
"loss": 0.0522,
"step": 24000
},
{
"epoch": 0.14,
"eval_accuracy": 0.8137306379627198,
"eval_f1": 0.8754267260214113,
"eval_loss": 0.05081520974636078,
"eval_roc_auc": 0.9180724092422241,
"eval_runtime": 8275.6912,
"eval_samples_per_second": 33.139,
"eval_steps_per_second": 2.071,
"step": 24000
}
],
"max_steps": 828450,
"num_train_epochs": 5,
"total_flos": 7.15754724655104e+17,
"trial_name": null,
"trial_params": null
}