{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7904487443392343,
  "eval_steps": 500,
  "global_step": 60,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013174145738987238,
      "grad_norm": 0.5102696418762207,
      "learning_rate": 1.25e-07,
      "logits/chosen": 10.088521957397461,
      "logits/rejected": 10.263787269592285,
      "logps/chosen": -0.9118157029151917,
      "logps/rejected": -0.9621729850769043,
      "loss": 1.3897,
      "rewards/accuracies": 0.5234375,
      "rewards/chosen": -1.8236314058303833,
      "rewards/margins": 0.10071463882923126,
      "rewards/rejected": -1.9243459701538086,
      "step": 1
    },
    {
      "epoch": 0.026348291477974475,
      "grad_norm": 0.9815747141838074,
      "learning_rate": 2.5e-07,
      "logits/chosen": 10.592972755432129,
      "logits/rejected": 10.720216751098633,
      "logps/chosen": -0.945902943611145,
      "logps/rejected": -1.0317902565002441,
      "loss": 1.3077,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": -1.89180588722229,
      "rewards/margins": 0.1717745065689087,
      "rewards/rejected": -2.0635805130004883,
      "step": 2
    },
    {
      "epoch": 0.03952243721696171,
      "grad_norm": 0.9049758315086365,
      "learning_rate": 3.75e-07,
      "logits/chosen": 10.041976928710938,
      "logits/rejected": 10.399316787719727,
      "logps/chosen": -1.0869810581207275,
      "logps/rejected": -1.1895216703414917,
      "loss": 1.346,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -2.173962116241455,
      "rewards/margins": 0.20508113503456116,
      "rewards/rejected": -2.3790433406829834,
      "step": 3
    },
    {
      "epoch": 0.05269658295594895,
      "grad_norm": 1.8911848068237305,
      "learning_rate": 5e-07,
      "logits/chosen": 10.243470191955566,
      "logits/rejected": 10.443375587463379,
      "logps/chosen": -0.966098427772522,
      "logps/rejected": -1.0040662288665771,
      "loss": 1.4032,
      "rewards/accuracies": 0.546875,
      "rewards/chosen": -1.932196855545044,
      "rewards/margins": 0.07593552023172379,
      "rewards/rejected": -2.0081324577331543,
      "step": 4
    },
    {
      "epoch": 0.06587072869493618,
      "grad_norm": 0.6135074496269226,
      "learning_rate": 6.249999999999999e-07,
      "logits/chosen": 10.439040184020996,
      "logits/rejected": 10.739177703857422,
      "logps/chosen": -0.9262609481811523,
      "logps/rejected": -0.9657196998596191,
      "loss": 1.3727,
      "rewards/accuracies": 0.5546875,
      "rewards/chosen": -1.8525218963623047,
      "rewards/margins": 0.07891744375228882,
      "rewards/rejected": -1.9314393997192383,
      "step": 5
    },
    {
      "epoch": 0.07904487443392343,
      "grad_norm": 0.5990542769432068,
      "learning_rate": 7.5e-07,
      "logits/chosen": 10.910269737243652,
      "logits/rejected": 11.204473495483398,
      "logps/chosen": -0.9439595341682434,
      "logps/rejected": -1.0420396327972412,
      "loss": 1.3491,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -1.8879190683364868,
      "rewards/margins": 0.196160227060318,
      "rewards/rejected": -2.0840792655944824,
      "step": 6
    },
    {
      "epoch": 0.09221902017291066,
      "grad_norm": 1.3676807880401611,
      "learning_rate": 8.75e-07,
      "logits/chosen": 9.873465538024902,
      "logits/rejected": 10.022269248962402,
      "logps/chosen": -0.8941428661346436,
      "logps/rejected": -1.0010743141174316,
      "loss": 1.3507,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -1.788285732269287,
      "rewards/margins": 0.21386288106441498,
      "rewards/rejected": -2.0021486282348633,
      "step": 7
    },
    {
      "epoch": 0.1053931659118979,
      "grad_norm": 1.7690002918243408,
      "learning_rate": 1e-06,
      "logits/chosen": 10.597719192504883,
      "logits/rejected": 10.780376434326172,
      "logps/chosen": -0.9080270528793335,
      "logps/rejected": -0.9909782409667969,
      "loss": 1.3305,
      "rewards/accuracies": 0.640625,
      "rewards/chosen": -1.816054105758667,
      "rewards/margins": 0.16590236127376556,
      "rewards/rejected": -1.9819564819335938,
      "step": 8
    },
    {
      "epoch": 0.11856731165088513,
      "grad_norm": 1.056247353553772,
      "learning_rate": 9.994504457428556e-07,
      "logits/chosen": 10.446786880493164,
      "logits/rejected": 10.839168548583984,
      "logps/chosen": -1.1091859340667725,
      "logps/rejected": -1.0694739818572998,
      "loss": 1.5127,
      "rewards/accuracies": 0.5390625,
      "rewards/chosen": -2.218371868133545,
      "rewards/margins": -0.07942387461662292,
      "rewards/rejected": -2.1389479637145996,
      "step": 9
    },
    {
      "epoch": 0.13174145738987236,
      "grad_norm": 2.076240062713623,
      "learning_rate": 9.97802991010949e-07,
      "logits/chosen": 10.343971252441406,
      "logits/rejected": 10.492179870605469,
      "logps/chosen": -0.9705042839050293,
      "logps/rejected": -0.9916192889213562,
      "loss": 1.4611,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -1.9410085678100586,
      "rewards/margins": 0.04223020374774933,
      "rewards/rejected": -1.9832385778427124,
      "step": 10
    },
    {
      "epoch": 0.14491560312885962,
      "grad_norm": 1.13358736038208,
      "learning_rate": 9.950612572673255e-07,
      "logits/chosen": 10.49313735961914,
      "logits/rejected": 10.680143356323242,
      "logps/chosen": -1.1081148386001587,
      "logps/rejected": -1.223841667175293,
      "loss": 1.3449,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -2.2162296772003174,
      "rewards/margins": 0.23145350813865662,
      "rewards/rejected": -2.447683334350586,
      "step": 11
    },
    {
      "epoch": 0.15808974886784685,
      "grad_norm": 1.1638388633728027,
      "learning_rate": 9.912312714377879e-07,
      "logits/chosen": 10.328557014465332,
      "logits/rejected": 10.365793228149414,
      "logps/chosen": -0.9249637722969055,
      "logps/rejected": -0.9842618703842163,
      "loss": 1.351,
      "rewards/accuracies": 0.6015625,
      "rewards/chosen": -1.849927544593811,
      "rewards/margins": 0.11859625577926636,
      "rewards/rejected": -1.9685237407684326,
      "step": 12
    },
    {
      "epoch": 0.17126389460683408,
      "grad_norm": 0.9941473007202148,
      "learning_rate": 9.863214526624063e-07,
      "logits/chosen": 9.909621238708496,
      "logits/rejected": 10.248769760131836,
      "logps/chosen": -0.9913480877876282,
      "logps/rejected": -1.1752512454986572,
      "loss": 1.2767,
      "rewards/accuracies": 0.5703125,
      "rewards/chosen": -1.9826961755752563,
      "rewards/margins": 0.36780619621276855,
      "rewards/rejected": -2.3505024909973145,
      "step": 13
    },
    {
      "epoch": 0.1844380403458213,
      "grad_norm": 1.3600269556045532,
      "learning_rate": 9.8034259378842e-07,
      "logits/chosen": 10.472145080566406,
      "logits/rejected": 10.987956047058105,
      "logps/chosen": -0.9751205444335938,
      "logps/rejected": -1.0532664060592651,
      "loss": 1.3626,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -1.9502410888671875,
      "rewards/margins": 0.15629185736179352,
      "rewards/rejected": -2.1065328121185303,
      "step": 14
    },
    {
      "epoch": 0.19761218608480857,
      "grad_norm": 0.3477364182472229,
      "learning_rate": 9.73307837645217e-07,
      "logits/chosen": 10.209980010986328,
      "logits/rejected": 10.457592964172363,
      "logps/chosen": -0.9716652035713196,
      "logps/rejected": -1.0775285959243774,
      "loss": 1.3132,
      "rewards/accuracies": 0.5859375,
      "rewards/chosen": -1.9433304071426392,
      "rewards/margins": 0.2117268592119217,
      "rewards/rejected": -2.155057191848755,
      "step": 15
    },
    {
      "epoch": 0.2107863318237958,
      "grad_norm": 0.975040853023529,
      "learning_rate": 9.652326481535433e-07,
      "logits/chosen": 10.770889282226562,
      "logits/rejected": 11.057292938232422,
      "logps/chosen": -0.9405269026756287,
      "logps/rejected": -0.9816387891769409,
      "loss": 1.4142,
      "rewards/accuracies": 0.5078125,
      "rewards/chosen": -1.8810538053512573,
      "rewards/margins": 0.08222392201423645,
      "rewards/rejected": -1.9632775783538818,
      "step": 16
    },
    {
      "epoch": 0.22396047756278303,
      "grad_norm": 0.47477808594703674,
      "learning_rate": 9.561347763324483e-07,
      "logits/chosen": 10.384443283081055,
      "logits/rejected": 10.546278953552246,
      "logps/chosen": -0.9655594229698181,
      "logps/rejected": -0.9963297247886658,
      "loss": 1.4058,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -1.9311188459396362,
      "rewards/margins": 0.061540693044662476,
      "rewards/rejected": -1.9926594495773315,
      "step": 17
    },
    {
      "epoch": 0.23713462330177026,
      "grad_norm": 0.9369856119155884,
      "learning_rate": 9.460342212786932e-07,
      "logits/chosen": 10.428518295288086,
      "logits/rejected": 10.742942810058594,
      "logps/chosen": -1.0061042308807373,
      "logps/rejected": -0.9558196067810059,
      "loss": 1.5279,
      "rewards/accuracies": 0.5390625,
      "rewards/chosen": -2.0122084617614746,
      "rewards/margins": -0.10056903213262558,
      "rewards/rejected": -1.9116392135620117,
      "step": 18
    },
    {
      "epoch": 0.2503087690407575,
      "grad_norm": 0.6867318153381348,
      "learning_rate": 9.349531862043951e-07,
      "logits/chosen": 10.536978721618652,
      "logits/rejected": 10.496305465698242,
      "logps/chosen": -1.0390187501907349,
      "logps/rejected": -1.1175179481506348,
      "loss": 1.3199,
      "rewards/accuracies": 0.6953125,
      "rewards/chosen": -2.0780375003814697,
      "rewards/margins": 0.1569983810186386,
      "rewards/rejected": -2.2350358963012695,
      "step": 19
    },
    {
      "epoch": 0.2634829147797447,
      "grad_norm": 1.6277413368225098,
      "learning_rate": 9.229160296295487e-07,
      "logits/chosen": 10.487991333007812,
      "logits/rejected": 10.849261283874512,
      "logps/chosen": -1.005416989326477,
      "logps/rejected": -1.0715974569320679,
      "loss": 1.3772,
      "rewards/accuracies": 0.6328125,
      "rewards/chosen": -2.010833978652954,
      "rewards/margins": 0.1323607861995697,
      "rewards/rejected": -2.1431949138641357,
      "step": 20
    },
    {
      "epoch": 0.276657060518732,
      "grad_norm": 1.1200292110443115,
      "learning_rate": 9.099492118367122e-07,
      "logits/chosen": 10.419047355651855,
      "logits/rejected": 10.756099700927734,
      "logps/chosen": -0.9289014935493469,
      "logps/rejected": -1.020794153213501,
      "loss": 1.3128,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -1.8578029870986938,
      "rewards/margins": 0.18378500640392303,
      "rewards/rejected": -2.041588306427002,
      "step": 21
    },
    {
      "epoch": 0.28983120625771924,
      "grad_norm": 1.3312275409698486,
      "learning_rate": 8.960812367055646e-07,
      "logits/chosen": 10.375129699707031,
      "logits/rejected": 10.722561836242676,
      "logps/chosen": -1.0812478065490723,
      "logps/rejected": -1.104426383972168,
      "loss": 1.438,
      "rewards/accuracies": 0.5703125,
      "rewards/chosen": -2.1624956130981445,
      "rewards/margins": 0.04635699465870857,
      "rewards/rejected": -2.208852767944336,
      "step": 22
    },
    {
      "epoch": 0.3030053519967065,
      "grad_norm": 0.36184069514274597,
      "learning_rate": 8.813425890551909e-07,
      "logits/chosen": 10.423131942749023,
      "logits/rejected": 10.69787311553955,
      "logps/chosen": -1.0428340435028076,
      "logps/rejected": -1.0485754013061523,
      "loss": 1.4543,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -2.0856680870056152,
      "rewards/margins": 0.01148274727165699,
      "rewards/rejected": -2.0971508026123047,
      "step": 23
    },
    {
      "epoch": 0.3161794977356937,
      "grad_norm": 0.5770995020866394,
      "learning_rate": 8.657656676318345e-07,
      "logits/chosen": 10.316368103027344,
      "logits/rejected": 10.479074478149414,
      "logps/chosen": -0.9681622982025146,
      "logps/rejected": -1.050377607345581,
      "loss": 1.3743,
      "rewards/accuracies": 0.515625,
      "rewards/chosen": -1.9363245964050293,
      "rewards/margins": 0.16443049907684326,
      "rewards/rejected": -2.100755214691162,
      "step": 24
    },
    {
      "epoch": 0.32935364347468093,
      "grad_norm": 2.933119297027588,
      "learning_rate": 8.493847138894208e-07,
      "logits/chosen": 10.537033081054688,
      "logits/rejected": 10.929938316345215,
      "logps/chosen": -0.8849888443946838,
      "logps/rejected": -0.9310915470123291,
      "loss": 1.3801,
      "rewards/accuracies": 0.5703125,
      "rewards/chosen": -1.7699776887893677,
      "rewards/margins": 0.09220531582832336,
      "rewards/rejected": -1.8621830940246582,
      "step": 25
    },
    {
      "epoch": 0.34252778921366817,
      "grad_norm": 0.6123780012130737,
      "learning_rate": 8.322357367194108e-07,
      "logits/chosen": 10.728922843933105,
      "logits/rejected": 10.86151123046875,
      "logps/chosen": -0.9060953855514526,
      "logps/rejected": -0.9559903144836426,
      "loss": 1.3675,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -1.8121907711029053,
      "rewards/margins": 0.09978975355625153,
      "rewards/rejected": -1.9119806289672852,
      "step": 26
    },
    {
      "epoch": 0.3557019349526554,
      "grad_norm": 1.8228118419647217,
      "learning_rate": 8.143564332954425e-07,
      "logits/chosen": 10.698800086975098,
      "logits/rejected": 11.009087562561035,
      "logps/chosen": -1.0113650560379028,
      "logps/rejected": -1.0222567319869995,
      "loss": 1.4265,
      "rewards/accuracies": 0.5234375,
      "rewards/chosen": -2.0227301120758057,
      "rewards/margins": 0.021783310920000076,
      "rewards/rejected": -2.044513463973999,
      "step": 27
    },
    {
      "epoch": 0.3688760806916426,
      "grad_norm": 0.5645075440406799,
      "learning_rate": 7.957861062067612e-07,
      "logits/chosen": 10.079174995422363,
      "logits/rejected": 10.544219970703125,
      "logps/chosen": -0.905964195728302,
      "logps/rejected": -0.9862813949584961,
      "loss": 1.3617,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -1.811928391456604,
      "rewards/margins": 0.16063442826271057,
      "rewards/rejected": -1.9725627899169922,
      "step": 28
    },
    {
      "epoch": 0.3820502264306299,
      "grad_norm": 2.0421998500823975,
      "learning_rate": 7.765655770625996e-07,
      "logits/chosen": 10.456260681152344,
      "logits/rejected": 10.634986877441406,
      "logps/chosen": -0.8751351237297058,
      "logps/rejected": -0.9531751871109009,
      "loss": 1.3385,
      "rewards/accuracies": 0.671875,
      "rewards/chosen": -1.7502702474594116,
      "rewards/margins": 0.15608005225658417,
      "rewards/rejected": -1.9063503742218018,
      "step": 29
    },
    {
      "epoch": 0.39522437216961714,
      "grad_norm": 0.5317772030830383,
      "learning_rate": 7.567370967574209e-07,
      "logits/chosen": 10.539588928222656,
      "logits/rejected": 11.065520286560059,
      "logps/chosen": -0.9008954763412476,
      "logps/rejected": -0.9472513794898987,
      "loss": 1.3915,
      "rewards/accuracies": 0.5703125,
      "rewards/chosen": -1.8017909526824951,
      "rewards/margins": 0.0927119180560112,
      "rewards/rejected": -1.8945027589797974,
      "step": 30
    },
    {
      "epoch": 0.4083985179086044,
      "grad_norm": 0.929427981376648,
      "learning_rate": 7.363442525942826e-07,
      "logits/chosen": 10.132299423217773,
      "logits/rejected": 10.620383262634277,
      "logps/chosen": -0.8826152086257935,
      "logps/rejected": -0.9457932114601135,
      "loss": 1.3575,
      "rewards/accuracies": 0.5859375,
      "rewards/chosen": -1.765230417251587,
      "rewards/margins": 0.12635602056980133,
      "rewards/rejected": -1.891586422920227,
      "step": 31
    },
    {
      "epoch": 0.4215726636475916,
      "grad_norm": 0.287424236536026,
      "learning_rate": 7.154318724704851e-07,
      "logits/chosen": 10.419651985168457,
      "logits/rejected": 10.7128267288208,
      "logps/chosen": -0.9339243173599243,
      "logps/rejected": -0.95993971824646,
      "loss": 1.4233,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -1.8678486347198486,
      "rewards/margins": 0.052030690014362335,
      "rewards/rejected": -1.91987943649292,
      "step": 32
    },
    {
      "epoch": 0.43474680938657884,
      "grad_norm": 0.8097081184387207,
      "learning_rate": 6.940459263361248e-07,
      "logits/chosen": 10.180652618408203,
      "logits/rejected": 10.812442779541016,
      "logps/chosen": -0.9092710614204407,
      "logps/rejected": -0.8953740000724792,
      "loss": 1.4729,
      "rewards/accuracies": 0.515625,
      "rewards/chosen": -1.8185421228408813,
      "rewards/margins": -0.027794085443019867,
      "rewards/rejected": -1.7907480001449585,
      "step": 33
    },
    {
      "epoch": 0.44792095512556607,
      "grad_norm": 0.6889541745185852,
      "learning_rate": 6.722334251421664e-07,
      "logits/chosen": 10.093196868896484,
      "logits/rejected": 10.485943794250488,
      "logps/chosen": -1.0066155195236206,
      "logps/rejected": -1.033683180809021,
      "loss": 1.46,
      "rewards/accuracies": 0.5546875,
      "rewards/chosen": -2.013231039047241,
      "rewards/margins": 0.054135359823703766,
      "rewards/rejected": -2.067366361618042,
      "step": 34
    },
    {
      "epoch": 0.4610951008645533,
      "grad_norm": 1.549689531326294,
      "learning_rate": 6.500423175001703e-07,
      "logits/chosen": 10.556034088134766,
      "logits/rejected": 10.797924995422363,
      "logps/chosen": -0.9926838278770447,
      "logps/rejected": -1.0250440835952759,
      "loss": 1.45,
      "rewards/accuracies": 0.5703125,
      "rewards/chosen": -1.9853676557540894,
      "rewards/margins": 0.06472064554691315,
      "rewards/rejected": -2.0500881671905518,
      "step": 35
    },
    {
      "epoch": 0.47426924660354053,
      "grad_norm": 0.8994730710983276,
      "learning_rate": 6.275213842808382e-07,
      "logits/chosen": 10.474414825439453,
      "logits/rejected": 10.848793983459473,
      "logps/chosen": -0.875037431716919,
      "logps/rejected": -0.9078534841537476,
      "loss": 1.3809,
      "rewards/accuracies": 0.5390625,
      "rewards/chosen": -1.750074863433838,
      "rewards/margins": 0.0656321793794632,
      "rewards/rejected": -1.8157069683074951,
      "step": 36
    },
    {
      "epoch": 0.4874433923425278,
      "grad_norm": 0.47796007990837097,
      "learning_rate": 6.047201313830723e-07,
      "logits/chosen": 10.430042266845703,
      "logits/rejected": 10.628593444824219,
      "logps/chosen": -0.9276302456855774,
      "logps/rejected": -1.0414646863937378,
      "loss": 1.2843,
      "rewards/accuracies": 0.6796875,
      "rewards/chosen": -1.8552604913711548,
      "rewards/margins": 0.22766906023025513,
      "rewards/rejected": -2.0829293727874756,
      "step": 37
    },
    {
      "epoch": 0.500617538081515,
      "grad_norm": 1.8155546188354492,
      "learning_rate": 5.816886809092651e-07,
      "logits/chosen": 10.451735496520996,
      "logits/rejected": 10.694074630737305,
      "logps/chosen": -0.9971815943717957,
      "logps/rejected": -1.0258358716964722,
      "loss": 1.4073,
      "rewards/accuracies": 0.640625,
      "rewards/chosen": -1.9943631887435913,
      "rewards/margins": 0.057308606803417206,
      "rewards/rejected": -2.0516717433929443,
      "step": 38
    },
    {
      "epoch": 0.5137916838205022,
      "grad_norm": 1.4760124683380127,
      "learning_rate": 5.584776609860413e-07,
      "logits/chosen": 10.413124084472656,
      "logits/rejected": 10.561273574829102,
      "logps/chosen": -0.9041131734848022,
      "logps/rejected": -0.8810122609138489,
      "loss": 1.4648,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -1.8082263469696045,
      "rewards/margins": -0.046201735734939575,
      "rewards/rejected": -1.7620245218276978,
      "step": 39
    },
    {
      "epoch": 0.5269658295594895,
      "grad_norm": 0.5761233568191528,
      "learning_rate": 5.351380944726465e-07,
      "logits/chosen": 10.481398582458496,
      "logits/rejected": 10.893855094909668,
      "logps/chosen": -0.8643166422843933,
      "logps/rejected": -0.9709457159042358,
      "loss": 1.283,
      "rewards/accuracies": 0.671875,
      "rewards/chosen": -1.7286332845687866,
      "rewards/margins": 0.21325840055942535,
      "rewards/rejected": -1.9418914318084717,
      "step": 40
    },
    {
      "epoch": 0.5401399752984768,
      "grad_norm": 2.2331480979919434,
      "learning_rate": 5.117212868016303e-07,
      "logits/chosen": 10.834035873413086,
      "logits/rejected": 10.830018997192383,
      "logps/chosen": -0.8488631248474121,
      "logps/rejected": -0.896608293056488,
      "loss": 1.3632,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -1.6977262496948242,
      "rewards/margins": 0.09549038112163544,
      "rewards/rejected": -1.793216586112976,
      "step": 41
    },
    {
      "epoch": 0.553314121037464,
      "grad_norm": 0.8566221594810486,
      "learning_rate": 4.882787131983697e-07,
      "logits/chosen": 10.066476821899414,
      "logits/rejected": 10.382861137390137,
      "logps/chosen": -0.7725206613540649,
      "logps/rejected": -0.8358003497123718,
      "loss": 1.3445,
      "rewards/accuracies": 0.5390625,
      "rewards/chosen": -1.5450413227081299,
      "rewards/margins": 0.12655934691429138,
      "rewards/rejected": -1.6716006994247437,
      "step": 42
    },
    {
      "epoch": 0.5664882667764513,
      "grad_norm": 1.208364725112915,
      "learning_rate": 4.648619055273537e-07,
      "logits/chosen": 9.969656944274902,
      "logits/rejected": 10.292926788330078,
      "logps/chosen": -0.8092156052589417,
      "logps/rejected": -0.9089646339416504,
      "loss": 1.302,
      "rewards/accuracies": 0.6796875,
      "rewards/chosen": -1.6184312105178833,
      "rewards/margins": 0.19949808716773987,
      "rewards/rejected": -1.8179292678833008,
      "step": 43
    },
    {
      "epoch": 0.5796624125154385,
      "grad_norm": 0.6581346988677979,
      "learning_rate": 4.4152233901395875e-07,
      "logits/chosen": 10.372085571289062,
      "logits/rejected": 10.586714744567871,
      "logps/chosen": -0.8714113235473633,
      "logps/rejected": -0.8994148969650269,
      "loss": 1.384,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": -1.7428226470947266,
      "rewards/margins": 0.05600719153881073,
      "rewards/rejected": -1.7988297939300537,
      "step": 44
    },
    {
      "epoch": 0.5928365582544257,
      "grad_norm": 0.4405794143676758,
      "learning_rate": 4.183113190907348e-07,
      "logits/chosen": 10.185098648071289,
      "logits/rejected": 10.43220329284668,
      "logps/chosen": -0.8584359288215637,
      "logps/rejected": -0.9151718616485596,
      "loss": 1.3552,
      "rewards/accuracies": 0.640625,
      "rewards/chosen": -1.7168718576431274,
      "rewards/margins": 0.11347203701734543,
      "rewards/rejected": -1.8303437232971191,
      "step": 45
    },
    {
      "epoch": 0.606010703993413,
      "grad_norm": 3.3551409244537354,
      "learning_rate": 3.9527986861692785e-07,
      "logits/chosen": 10.364571571350098,
      "logits/rejected": 10.566858291625977,
      "logps/chosen": -0.8840798735618591,
      "logps/rejected": -0.9646981954574585,
      "loss": 1.343,
      "rewards/accuracies": 0.5859375,
      "rewards/chosen": -1.7681597471237183,
      "rewards/margins": 0.16123665869235992,
      "rewards/rejected": -1.929396390914917,
      "step": 46
    },
    {
      "epoch": 0.6191848497324002,
      "grad_norm": 0.4494335949420929,
      "learning_rate": 3.724786157191618e-07,
      "logits/chosen": 10.511517524719238,
      "logits/rejected": 10.93988037109375,
      "logps/chosen": -0.9318357706069946,
      "logps/rejected": -0.9812297224998474,
      "loss": 1.3768,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -1.8636715412139893,
      "rewards/margins": 0.09878775477409363,
      "rewards/rejected": -1.9624594449996948,
      "step": 47
    },
    {
      "epoch": 0.6323589954713874,
      "grad_norm": 0.5882486701011658,
      "learning_rate": 3.499576824998297e-07,
      "logits/chosen": 10.835572242736816,
      "logits/rejected": 10.978731155395508,
      "logps/chosen": -0.8741555213928223,
      "logps/rejected": -0.974146842956543,
      "loss": 1.3111,
      "rewards/accuracies": 0.625,
      "rewards/chosen": -1.7483110427856445,
      "rewards/margins": 0.1999826580286026,
      "rewards/rejected": -1.948293685913086,
      "step": 48
    },
    {
      "epoch": 0.6455331412103746,
      "grad_norm": 0.3740289807319641,
      "learning_rate": 3.2776657485783356e-07,
      "logits/chosen": 10.704976081848145,
      "logits/rejected": 11.161348342895508,
      "logps/chosen": -0.8556671142578125,
      "logps/rejected": -0.9082369804382324,
      "loss": 1.3737,
      "rewards/accuracies": 0.5,
      "rewards/chosen": -1.711334228515625,
      "rewards/margins": 0.105139821767807,
      "rewards/rejected": -1.8164739608764648,
      "step": 49
    },
    {
      "epoch": 0.6587072869493619,
      "grad_norm": 3.8892507553100586,
      "learning_rate": 3.0595407366387506e-07,
      "logits/chosen": 10.376428604125977,
      "logits/rejected": 10.601147651672363,
      "logps/chosen": -0.7704035639762878,
      "logps/rejected": -0.7979400753974915,
      "loss": 1.396,
      "rewards/accuracies": 0.546875,
      "rewards/chosen": -1.5408071279525757,
      "rewards/margins": 0.05507296323776245,
      "rewards/rejected": -1.595880150794983,
      "step": 50
    },
    {
      "epoch": 0.6718814326883491,
      "grad_norm": 0.2746015787124634,
      "learning_rate": 2.845681275295148e-07,
      "logits/chosen": 9.914533615112305,
      "logits/rejected": 10.269950866699219,
      "logps/chosen": -0.8250231742858887,
      "logps/rejected": -0.8431719541549683,
      "loss": 1.3893,
      "rewards/accuracies": 0.5546875,
      "rewards/chosen": -1.6500463485717773,
      "rewards/margins": 0.03629734367132187,
      "rewards/rejected": -1.6863439083099365,
      "step": 51
    },
    {
      "epoch": 0.6850555784273363,
      "grad_norm": 0.24610334634780884,
      "learning_rate": 2.636557474057173e-07,
      "logits/chosen": 10.291726112365723,
      "logits/rejected": 10.781953811645508,
      "logps/chosen": -0.8618065714836121,
      "logps/rejected": -0.9313206076622009,
      "loss": 1.3446,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -1.7236131429672241,
      "rewards/margins": 0.13902832567691803,
      "rewards/rejected": -1.8626412153244019,
      "step": 52
    },
    {
      "epoch": 0.6982297241663236,
      "grad_norm": 0.15776224434375763,
      "learning_rate": 2.432629032425789e-07,
      "logits/chosen": 10.308675765991211,
      "logits/rejected": 10.378983497619629,
      "logps/chosen": -0.7716065645217896,
      "logps/rejected": -0.8652410507202148,
      "loss": 1.3032,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -1.543213129043579,
      "rewards/margins": 0.18726901710033417,
      "rewards/rejected": -1.7304821014404297,
      "step": 53
    },
    {
      "epoch": 0.7114038699053108,
      "grad_norm": 1.2065925598144531,
      "learning_rate": 2.2343442293740028e-07,
      "logits/chosen": 10.570337295532227,
      "logits/rejected": 10.923002243041992,
      "logps/chosen": -0.9139507412910461,
      "logps/rejected": -0.9362795352935791,
      "loss": 1.4161,
      "rewards/accuracies": 0.5703125,
      "rewards/chosen": -1.8279014825820923,
      "rewards/margins": 0.04465775564312935,
      "rewards/rejected": -1.8725590705871582,
      "step": 54
    },
    {
      "epoch": 0.724578015644298,
      "grad_norm": 1.3746451139450073,
      "learning_rate": 2.0421389379323877e-07,
      "logits/chosen": 10.228102684020996,
      "logits/rejected": 10.668277740478516,
      "logps/chosen": -0.9302918910980225,
      "logps/rejected": -0.9963704347610474,
      "loss": 1.3653,
      "rewards/accuracies": 0.546875,
      "rewards/chosen": -1.860583782196045,
      "rewards/margins": 0.1321568638086319,
      "rewards/rejected": -1.9927408695220947,
      "step": 55
    },
    {
      "epoch": 0.7377521613832853,
      "grad_norm": 0.943622887134552,
      "learning_rate": 1.8564356670455767e-07,
      "logits/chosen": 10.320796966552734,
      "logits/rejected": 10.657548904418945,
      "logps/chosen": -0.8569545149803162,
      "logps/rejected": -0.9385513067245483,
      "loss": 1.3233,
      "rewards/accuracies": 0.640625,
      "rewards/chosen": -1.7139090299606323,
      "rewards/margins": 0.16319361329078674,
      "rewards/rejected": -1.8771026134490967,
      "step": 56
    },
    {
      "epoch": 0.7509263071222725,
      "grad_norm": 0.6669130325317383,
      "learning_rate": 1.6776426328058919e-07,
      "logits/chosen": 10.639445304870605,
      "logits/rejected": 10.801530838012695,
      "logps/chosen": -0.894336462020874,
      "logps/rejected": -0.9663994312286377,
      "loss": 1.3622,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -1.788672924041748,
      "rewards/margins": 0.1441258043050766,
      "rewards/rejected": -1.9327988624572754,
      "step": 57
    },
    {
      "epoch": 0.7641004528612598,
      "grad_norm": 0.5335331559181213,
      "learning_rate": 1.5061528611057915e-07,
      "logits/chosen": 10.268043518066406,
      "logits/rejected": 10.705906867980957,
      "logps/chosen": -0.8205227255821228,
      "logps/rejected": -0.9216040372848511,
      "loss": 1.3441,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": -1.6410454511642456,
      "rewards/margins": 0.20216265320777893,
      "rewards/rejected": -1.8432080745697021,
      "step": 58
    },
    {
      "epoch": 0.7772745986002471,
      "grad_norm": 0.4525432884693146,
      "learning_rate": 1.3423433236816562e-07,
      "logits/chosen": 10.535262107849121,
      "logits/rejected": 10.616332054138184,
      "logps/chosen": -0.8587080836296082,
      "logps/rejected": -0.9249216914176941,
      "loss": 1.3529,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -1.7174161672592163,
      "rewards/margins": 0.13242727518081665,
      "rewards/rejected": -1.8498433828353882,
      "step": 59
    },
    {
      "epoch": 0.7904487443392343,
      "grad_norm": 0.22125543653964996,
      "learning_rate": 1.1865741094480908e-07,
      "logits/chosen": 10.357114791870117,
      "logits/rejected": 10.703635215759277,
      "logps/chosen": -0.7657562494277954,
      "logps/rejected": -0.8366930484771729,
      "loss": 1.3376,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": -1.5315124988555908,
      "rewards/margins": 0.1418738067150116,
      "rewards/rejected": -1.6733860969543457,
      "step": 60
    }
  ],
  "logging_steps": 1,
  "max_steps": 75,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 12,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}