trainer_state.json

{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 11.0,
  "eval_steps": 500,
  "global_step": 176,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.64,
      "grad_norm": 0.1718759387731552,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.1135,
      "step": 10
    },
    {
      "epoch": 1.256,
      "grad_norm": 0.13761915266513824,
      "learning_rate": 9.992407582166582e-06,
      "loss": 0.9774,
      "step": 20
    },
    {
      "epoch": 1.896,
      "grad_norm": 0.07171418517827988,
      "learning_rate": 9.931806517013612e-06,
      "loss": 0.9222,
      "step": 30
    },
    {
      "epoch": 2.512,
      "grad_norm": 0.04953434690833092,
      "learning_rate": 9.811340001546252e-06,
      "loss": 0.889,
      "step": 40
    },
    {
      "epoch": 3.128,
      "grad_norm": 0.04060445353388786,
      "learning_rate": 9.632470336074009e-06,
      "loss": 0.8453,
      "step": 50
    },
    {
      "epoch": 3.768,
      "grad_norm": 0.03146224841475487,
      "learning_rate": 9.397368756032445e-06,
      "loss": 0.8146,
      "step": 60
    },
    {
      "epoch": 4.384,
      "grad_norm": 0.03437686711549759,
      "learning_rate": 9.108889076126226e-06,
      "loss": 0.8017,
      "step": 70
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.04327244311571121,
      "learning_rate": 8.770533048884483e-06,
      "loss": 0.7738,
      "step": 80
    },
    {
      "epoch": 5.64,
      "grad_norm": 0.02905658632516861,
      "learning_rate": 8.386407858128707e-06,
      "loss": 0.7444,
      "step": 90
    },
    {
      "epoch": 6.256,
      "grad_norm": 0.034299831837415695,
      "learning_rate": 7.961176263324902e-06,
      "loss": 0.7283,
      "step": 100
    },
    {
      "epoch": 6.896,
      "grad_norm": 0.027953926473855972,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.7085,
      "step": 110
    },
    {
      "epoch": 7.5120000000000005,
      "grad_norm": 0.0314958356320858,
      "learning_rate": 7.008477123264849e-06,
      "loss": 0.657,
      "step": 120
    },
    {
      "epoch": 8.128,
      "grad_norm": 0.0347384437918663,
      "learning_rate": 6.492574055008474e-06,
      "loss": 0.6495,
      "step": 130
    },
    {
      "epoch": 8.768,
      "grad_norm": 0.044140901416540146,
      "learning_rate": 5.958553159618693e-06,
      "loss": 0.5963,
      "step": 140
    },
    {
      "epoch": 9.384,
      "grad_norm": 0.05524936690926552,
      "learning_rate": 5.412896727361663e-06,
      "loss": 0.5829,
      "step": 150
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.04550788924098015,
      "learning_rate": 4.862228288159191e-06,
      "loss": 0.5426,
      "step": 160
    },
    {
      "epoch": 10.64,
      "grad_norm": 0.06263619661331177,
      "learning_rate": 4.313232210907959e-06,
      "loss": 0.4995,
      "step": 170
    }
  ],
  "logging_steps": 10,
  "max_steps": 300,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 719516855697408.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}