{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.15808974886784685,
  "eval_steps": 500,
  "global_step": 12,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013174145738987238,
      "grad_norm": 0.5370480418205261,
      "learning_rate": 1.25e-07,
      "logits/chosen": 10.071717262268066,
      "logits/rejected": 10.610974311828613,
      "logps/chosen": -0.5208129286766052,
      "logps/rejected": -0.5466158390045166,
      "loss": 1.3666,
      "rewards/accuracies": 0.5703125,
      "rewards/chosen": -1.0416258573532104,
      "rewards/margins": 0.05160584673285484,
      "rewards/rejected": -1.0932316780090332,
      "step": 1
    },
    {
      "epoch": 0.026348291477974475,
      "grad_norm": 0.6556285619735718,
      "learning_rate": 2.5e-07,
      "logits/chosen": 10.222262382507324,
      "logits/rejected": 10.754176139831543,
      "logps/chosen": -0.5501401424407959,
      "logps/rejected": -0.580172598361969,
      "loss": 1.363,
      "rewards/accuracies": 0.546875,
      "rewards/chosen": -1.1002802848815918,
      "rewards/margins": 0.06006482243537903,
      "rewards/rejected": -1.160345196723938,
      "step": 2
    },
    {
      "epoch": 0.03952243721696171,
      "grad_norm": 0.5852232575416565,
      "learning_rate": 3.75e-07,
      "logits/chosen": 10.029905319213867,
      "logits/rejected": 10.635485649108887,
      "logps/chosen": -0.6488087773323059,
      "logps/rejected": -0.6685145497322083,
      "loss": 1.3891,
      "rewards/accuracies": 0.484375,
      "rewards/chosen": -1.2976175546646118,
      "rewards/margins": 0.03941144049167633,
      "rewards/rejected": -1.3370290994644165,
      "step": 3
    },
    {
      "epoch": 0.05269658295594895,
      "grad_norm": 0.880297839641571,
      "learning_rate": 5e-07,
      "logits/chosen": 9.950821876525879,
      "logits/rejected": 10.651039123535156,
      "logps/chosen": -0.5544578433036804,
      "logps/rejected": -0.5768871307373047,
      "loss": 1.3895,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -1.1089156866073608,
      "rewards/margins": 0.04485849663615227,
      "rewards/rejected": -1.1537742614746094,
      "step": 4
    },
    {
      "epoch": 0.06587072869493618,
      "grad_norm": 1.0345523357391357,
      "learning_rate": 6.249999999999999e-07,
      "logits/chosen": 10.145177841186523,
      "logits/rejected": 10.952865600585938,
      "logps/chosen": -0.5600388646125793,
      "logps/rejected": -0.5631997585296631,
      "loss": 1.3982,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -1.1200777292251587,
      "rewards/margins": 0.006321802735328674,
      "rewards/rejected": -1.1263995170593262,
      "step": 5
    },
    {
      "epoch": 0.07904487443392343,
      "grad_norm": 0.9534112811088562,
      "learning_rate": 7.5e-07,
      "logits/chosen": 10.677449226379395,
      "logits/rejected": 11.309142112731934,
      "logps/chosen": -0.5716575384140015,
      "logps/rejected": -0.6011527180671692,
      "loss": 1.3753,
      "rewards/accuracies": 0.5859375,
      "rewards/chosen": -1.143315076828003,
      "rewards/margins": 0.05899051949381828,
      "rewards/rejected": -1.2023054361343384,
      "step": 6
    },
    {
      "epoch": 0.09221902017291066,
      "grad_norm": 0.7576708793640137,
      "learning_rate": 8.75e-07,
      "logits/chosen": 9.934803009033203,
      "logits/rejected": 10.656447410583496,
      "logps/chosen": -0.5172385573387146,
      "logps/rejected": -0.5407333374023438,
      "loss": 1.3735,
      "rewards/accuracies": 0.5234375,
      "rewards/chosen": -1.0344771146774292,
      "rewards/margins": 0.04698962718248367,
      "rewards/rejected": -1.0814666748046875,
      "step": 7
    },
    {
      "epoch": 0.1053931659118979,
      "grad_norm": 0.6589964628219604,
      "learning_rate": 1e-06,
      "logits/chosen": 10.398344039916992,
      "logits/rejected": 11.005778312683105,
      "logps/chosen": -0.5838003754615784,
      "logps/rejected": -0.5947949290275574,
      "loss": 1.396,
      "rewards/accuracies": 0.5546875,
      "rewards/chosen": -1.1676007509231567,
      "rewards/margins": 0.02198910340666771,
      "rewards/rejected": -1.1895898580551147,
      "step": 8
    },
    {
      "epoch": 0.11856731165088513,
      "grad_norm": 0.7832041382789612,
      "learning_rate": 9.994504457428556e-07,
      "logits/chosen": 10.207743644714355,
      "logits/rejected": 11.032607078552246,
      "logps/chosen": -0.6102317571640015,
      "logps/rejected": -0.5968730449676514,
      "loss": 1.4486,
      "rewards/accuracies": 0.5234375,
      "rewards/chosen": -1.220463514328003,
      "rewards/margins": -0.02671748585999012,
      "rewards/rejected": -1.1937460899353027,
      "step": 9
    },
    {
      "epoch": 0.13174145738987236,
      "grad_norm": 1.3487299680709839,
      "learning_rate": 9.97802991010949e-07,
      "logits/chosen": 9.977300643920898,
      "logits/rejected": 10.761427879333496,
      "logps/chosen": -0.49488401412963867,
      "logps/rejected": -0.47264525294303894,
      "loss": 1.4363,
      "rewards/accuracies": 0.5078125,
      "rewards/chosen": -0.9897680282592773,
      "rewards/margins": -0.04447745531797409,
      "rewards/rejected": -0.9452905058860779,
      "step": 10
    },
    {
      "epoch": 0.14491560312885962,
      "grad_norm": 0.9786595702171326,
      "learning_rate": 9.950612572673255e-07,
      "logits/chosen": 10.096546173095703,
      "logits/rejected": 10.999103546142578,
      "logps/chosen": -0.6210685968399048,
      "logps/rejected": -0.6260945796966553,
      "loss": 1.4145,
      "rewards/accuracies": 0.4453125,
      "rewards/chosen": -1.2421371936798096,
      "rewards/margins": 0.010051850229501724,
      "rewards/rejected": -1.2521891593933105,
      "step": 11
    },
    {
      "epoch": 0.15808974886784685,
      "grad_norm": 0.9959055781364441,
      "learning_rate": 9.912312714377879e-07,
      "logits/chosen": 10.130002975463867,
      "logits/rejected": 10.666738510131836,
      "logps/chosen": -0.5434242486953735,
      "logps/rejected": -0.5788334608078003,
      "loss": 1.3496,
      "rewards/accuracies": 0.5546875,
      "rewards/chosen": -1.086848497390747,
      "rewards/margins": 0.07081828266382217,
      "rewards/rejected": -1.1576669216156006,
      "step": 12
    }
  ],
  "logging_steps": 1,
  "max_steps": 75,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 12,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}