xshubhamx's picture
Upload folder using huggingface_hub
f7c3ec8 verified
{
"best_metric": 0.7571266313428899,
"best_model_checkpoint": "legal-bert-lora-no-grad/checkpoint-3215",
"epoch": 8.0,
"eval_steps": 500,
"global_step": 5144,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.78,
"learning_rate": 4.870399170554692e-05,
"loss": 1.6412,
"step": 500
},
{
"epoch": 1.0,
"eval_accuracy": 0.7513555383423702,
"eval_f1_macro": 0.4277259717095209,
"eval_f1_micro": 0.7513555383423703,
"eval_f1_weighted": 0.7282568827191913,
"eval_loss": 0.7924586534500122,
"eval_macro_fpr": 0.023743972756733803,
"eval_macro_sensitivity": 0.47068996339347813,
"eval_macro_specificity": 0.9814182576870886,
"eval_precision": 0.7190272898782211,
"eval_precision_macro": 0.4122596954919311,
"eval_recall": 0.7513555383423702,
"eval_recall_macro": 0.47068996339347813,
"eval_runtime": 31.9941,
"eval_samples_per_second": 40.351,
"eval_steps_per_second": 5.063,
"eval_weighted_fpr": 0.023091863894683835,
"eval_weighted_sensitivity": 0.7513555383423702,
"eval_weighted_specificity": 0.9699183269639584,
"step": 643
},
{
"epoch": 1.56,
"learning_rate": 4.740798341109383e-05,
"loss": 0.7481,
"step": 1000
},
{
"epoch": 2.0,
"eval_accuracy": 0.7900852052672347,
"eval_f1_macro": 0.5997806825026601,
"eval_f1_micro": 0.7900852052672347,
"eval_f1_weighted": 0.7768800571423996,
"eval_loss": 0.6771801710128784,
"eval_macro_fpr": 0.019203116699768798,
"eval_macro_sensitivity": 0.6251797015497511,
"eval_macro_specificity": 0.9842820395671547,
"eval_precision": 0.7726267649469656,
"eval_precision_macro": 0.595773614705663,
"eval_recall": 0.7900852052672347,
"eval_recall_macro": 0.6251797015497511,
"eval_runtime": 33.2196,
"eval_samples_per_second": 38.863,
"eval_steps_per_second": 4.877,
"eval_weighted_fpr": 0.018624149542986735,
"eval_weighted_sensitivity": 0.7900852052672347,
"eval_weighted_specificity": 0.9741453882400846,
"step": 1286
},
{
"epoch": 2.33,
"learning_rate": 4.6111975116640746e-05,
"loss": 0.6465,
"step": 1500
},
{
"epoch": 3.0,
"eval_accuracy": 0.8048024786986832,
"eval_f1_macro": 0.610991978534836,
"eval_f1_micro": 0.804802478698683,
"eval_f1_weighted": 0.7903758160570191,
"eval_loss": 0.64998859167099,
"eval_macro_fpr": 0.017565196384739988,
"eval_macro_sensitivity": 0.6414017118652243,
"eval_macro_specificity": 0.9854108558122262,
"eval_precision": 0.7930969709541013,
"eval_precision_macro": 0.6215844916422869,
"eval_recall": 0.8048024786986832,
"eval_recall_macro": 0.6414017118652243,
"eval_runtime": 33.2556,
"eval_samples_per_second": 38.821,
"eval_steps_per_second": 4.871,
"eval_weighted_fpr": 0.017029328287606435,
"eval_weighted_sensitivity": 0.8048024786986832,
"eval_weighted_specificity": 0.9763603584847095,
"step": 1929
},
{
"epoch": 3.11,
"learning_rate": 4.481596682218767e-05,
"loss": 0.5559,
"step": 2000
},
{
"epoch": 3.89,
"learning_rate": 4.3519958527734576e-05,
"loss": 0.4707,
"step": 2500
},
{
"epoch": 4.0,
"eval_accuracy": 0.8094500387296669,
"eval_f1_macro": 0.6424924237429005,
"eval_f1_micro": 0.8094500387296669,
"eval_f1_weighted": 0.801786166531795,
"eval_loss": 0.6704407930374146,
"eval_macro_fpr": 0.017261054466023888,
"eval_macro_sensitivity": 0.6689319587406968,
"eval_macro_specificity": 0.9855970345792379,
"eval_precision": 0.8007850899141215,
"eval_precision_macro": 0.6321597811403302,
"eval_recall": 0.8094500387296669,
"eval_recall_macro": 0.6689319587406968,
"eval_runtime": 32.7354,
"eval_samples_per_second": 39.437,
"eval_steps_per_second": 4.949,
"eval_weighted_fpr": 0.016536703414896478,
"eval_weighted_sensitivity": 0.8094500387296669,
"eval_weighted_specificity": 0.9745054799589014,
"step": 2572
},
{
"epoch": 4.67,
"learning_rate": 4.22239502332815e-05,
"loss": 0.4021,
"step": 3000
},
{
"epoch": 5.0,
"eval_accuracy": 0.8280402788536019,
"eval_f1_macro": 0.7571266313428899,
"eval_f1_micro": 0.8280402788536019,
"eval_f1_weighted": 0.8219004240794867,
"eval_loss": 0.7320332527160645,
"eval_macro_fpr": 0.015397351101601975,
"eval_macro_sensitivity": 0.7573467308503988,
"eval_macro_specificity": 0.9869691873059906,
"eval_precision": 0.8268949272272527,
"eval_precision_macro": 0.7782079900717894,
"eval_recall": 0.8280402788536019,
"eval_recall_macro": 0.7573467308503988,
"eval_runtime": 33.3254,
"eval_samples_per_second": 38.739,
"eval_steps_per_second": 4.861,
"eval_weighted_fpr": 0.014616802739004477,
"eval_weighted_sensitivity": 0.8280402788536019,
"eval_weighted_specificity": 0.9764975307362563,
"step": 3215
},
{
"epoch": 5.44,
"learning_rate": 4.092794193882841e-05,
"loss": 0.3627,
"step": 3500
},
{
"epoch": 6.0,
"eval_accuracy": 0.8241673121611154,
"eval_f1_macro": 0.7374017625053243,
"eval_f1_micro": 0.8241673121611154,
"eval_f1_weighted": 0.8222929814764423,
"eval_loss": 0.6892128586769104,
"eval_macro_fpr": 0.015594676805191453,
"eval_macro_sensitivity": 0.7364879265668598,
"eval_macro_specificity": 0.9867341217946985,
"eval_precision": 0.822653270980506,
"eval_precision_macro": 0.7430958863475831,
"eval_recall": 0.8241673121611154,
"eval_recall_macro": 0.7364879265668598,
"eval_runtime": 32.5839,
"eval_samples_per_second": 39.621,
"eval_steps_per_second": 4.972,
"eval_weighted_fpr": 0.015010249289162203,
"eval_weighted_sensitivity": 0.8241673121611154,
"eval_weighted_specificity": 0.9768445147593636,
"step": 3858
},
{
"epoch": 6.22,
"learning_rate": 3.963193364437533e-05,
"loss": 0.3623,
"step": 4000
},
{
"epoch": 7.0,
"learning_rate": 3.833592534992224e-05,
"loss": 0.2866,
"step": 4500
},
{
"epoch": 7.0,
"eval_accuracy": 0.8179705654531371,
"eval_f1_macro": 0.7443559250736709,
"eval_f1_micro": 0.817970565453137,
"eval_f1_weighted": 0.8121793367264196,
"eval_loss": 0.8756108283996582,
"eval_macro_fpr": 0.016562044787314777,
"eval_macro_sensitivity": 0.7409975687139162,
"eval_macro_specificity": 0.9859854959008175,
"eval_precision": 0.8170676985045833,
"eval_precision_macro": 0.7748072523920921,
"eval_recall": 0.8179705654531371,
"eval_recall_macro": 0.7409975687139162,
"eval_runtime": 34.5334,
"eval_samples_per_second": 37.384,
"eval_steps_per_second": 4.691,
"eval_weighted_fpr": 0.01564684732671949,
"eval_weighted_sensitivity": 0.8179705654531371,
"eval_weighted_specificity": 0.9718118730591274,
"step": 4501
},
{
"epoch": 7.78,
"learning_rate": 3.7039917055469156e-05,
"loss": 0.2639,
"step": 5000
},
{
"epoch": 8.0,
"eval_accuracy": 0.8264910921766073,
"eval_f1_macro": 0.7480006271740781,
"eval_f1_micro": 0.8264910921766073,
"eval_f1_weighted": 0.8217020757246023,
"eval_loss": 0.8579551577568054,
"eval_macro_fpr": 0.0155160293084745,
"eval_macro_sensitivity": 0.7427592056873393,
"eval_macro_specificity": 0.9868042528312828,
"eval_precision": 0.8259376217895409,
"eval_precision_macro": 0.798909899893037,
"eval_recall": 0.8264910921766073,
"eval_recall_macro": 0.7427592056873393,
"eval_runtime": 33.4037,
"eval_samples_per_second": 38.648,
"eval_steps_per_second": 4.85,
"eval_weighted_fpr": 0.014773776546629732,
"eval_weighted_sensitivity": 0.8264910921766073,
"eval_weighted_specificity": 0.9755727002926348,
"step": 5144
}
],
"logging_steps": 500,
"max_steps": 19290,
"num_train_epochs": 30,
"save_steps": 500,
"total_flos": 1.1155889738907648e+16,
"trial_name": null,
"trial_params": null
}