{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 20,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 437.34375,
      "epoch": 0.6153846153846154,
      "grad_norm": 2.043631076812744,
      "kl": 0.0017710743995849043,
      "learning_rate": 4.965903258506806e-07,
      "loss": 0.0,
      "reward": 0.4190886758733541,
      "reward_std": 0.6645759915700182,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.0625,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.21440116595476866,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.14218749850988388,
      "step": 2
    },
    {
      "completion_length": 236.05,
      "epoch": 1.0,
      "grad_norm": 1.026563048362732,
      "kl": 0.0026961707742884757,
      "learning_rate": 4.698684378016222e-07,
      "loss": 0.0,
      "reward": 0.15675089359283448,
      "reward_std": 0.2769328474998474,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.13105088621377944,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.025700002908706665,
      "step": 4
    },
    {
      "completion_length": 295.625,
      "epoch": 1.6153846153846154,
      "grad_norm": 24.10466766357422,
      "kl": 0.0014241181343095377,
      "learning_rate": 4.193203929064353e-07,
      "loss": 0.0,
      "reward": 0.24623784562572837,
      "reward_std": 0.21599767965381034,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.14892533840611577,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.09731249744072556,
      "step": 6
    },
    {
      "completion_length": 409.0,
      "epoch": 2.0,
      "grad_norm": 0.6894894242286682,
      "kl": 0.0011497939005494118,
      "learning_rate": 3.5042385616324236e-07,
      "loss": 0.0,
      "reward": 0.2617270529270172,
      "reward_std": 0.415588341653347,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.18262706324458122,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.07909999787807465,
      "step": 8
    },
    {
      "completion_length": 478.5,
      "epoch": 2.6153846153846154,
      "grad_norm": 1.2047410011291504,
      "kl": 0.0014263475895859301,
      "learning_rate": 2.706448363680831e-07,
      "loss": 0.0,
      "reward": 0.28225671174004674,
      "reward_std": 0.4247669519390911,
      "rewards/concensus_correctness_reward_func": 0.0078125,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.2094442001543939,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.06500000273808837,
      "step": 10
    },
    {
      "completion_length": 424.1,
      "epoch": 3.0,
      "grad_norm": 0.4744141697883606,
      "kl": 0.002176445326767862,
      "learning_rate": 1.886286282148002e-07,
      "loss": 0.0,
      "reward": 0.2148798704147339,
      "reward_std": 0.341147843003273,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.1381298743188381,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.07674999311566352,
      "step": 12
    },
    {
      "completion_length": 353.375,
      "epoch": 3.6153846153846154,
      "grad_norm": 1.9431273937225342,
      "kl": 0.002492671621439513,
      "learning_rate": 1.1326296046939333e-07,
      "loss": 0.0,
      "reward": 0.41643676720559597,
      "reward_std": 0.5340236783958972,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.0625,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.2364055346697569,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.11753124604001641,
      "step": 14
    },
    {
      "completion_length": 318.95,
      "epoch": 4.0,
      "grad_norm": 1.447885274887085,
      "kl": 0.001752735092304647,
      "learning_rate": 5.271487265090163e-08,
      "loss": 0.0,
      "reward": 0.21283867582678795,
      "reward_std": 0.23432353511452675,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.1704386778175831,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.042400000244379045,
      "step": 16
    },
    {
      "completion_length": 373.5625,
      "epoch": 4.615384615384615,
      "grad_norm": 2.1303718090057373,
      "kl": 0.0012529623854788952,
      "learning_rate": 1.3545689574841341e-08,
      "loss": 0.0,
      "reward": 0.16706466767936945,
      "reward_std": 0.3705905247479677,
      "rewards/concensus_correctness_reward_func": 0.0078125,
      "rewards/consensus_reward_func": 0.0,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.10893965675495565,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.05031249951571226,
      "step": 18
    },
    {
      "completion_length": 331.7,
      "epoch": 5.0,
      "grad_norm": 1.0344990491867065,
      "kl": 0.0013469671830534935,
      "learning_rate": 0.0,
      "loss": 0.0,
      "reward": 0.4605413466691971,
      "reward_std": 0.728150698542595,
      "rewards/concensus_correctness_reward_func": 0.0,
      "rewards/consensus_reward_func": 0.1,
      "rewards/cumulative_reward_2": 0.0,
      "rewards/final_correctness_reward_func": 0.0,
      "rewards/question_recreation_reward_func": 0.23284133970737458,
      "rewards/soft_format_reward_func": 0.0,
      "rewards/strict_format_reward_func": 0.0,
      "rewards/xmlcount_reward_func": 0.12770000137388707,
      "step": 20
    },
    {
      "epoch": 5.0,
      "step": 20,
      "total_flos": 0.0,
      "train_loss": 1.4121161370894697e-06,
      "train_runtime": 1835.0928,
      "train_samples_per_second": 0.174,
      "train_steps_per_second": 0.011
    }
  ],
  "logging_steps": 2,
  "max_steps": 20,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}