{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.49989921386817177, "eval_steps": 155, "global_step": 155, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.49989921386817177, "grad_norm": 47.42934799194336, "learning_rate": 2.6360544217687075e-07, "logits/chosen": 0.009249088354408741, "logits/rejected": 0.021735819056630135, "logps/chosen": -528.992431640625, "logps/rejected": -473.0443115234375, "loss": 0.6567, "rewards/accuracies": 0.5882056355476379, "rewards/chosen": 0.4344692528247833, "rewards/margins": 0.12380775809288025, "rewards/rejected": 0.31066152453422546, "step": 155 }, { "epoch": 0.49989921386817177, "eval_logits/chosen": 0.00047391001135110855, "eval_logits/rejected": 0.010226032696664333, "eval_logps/chosen": -530.94873046875, "eval_logps/rejected": -473.15032958984375, "eval_loss": 0.6275001168251038, "eval_rewards/accuracies": 0.6649543642997742, "eval_rewards/chosen": 0.6048734188079834, "eval_rewards/margins": 0.22375237941741943, "eval_rewards/rejected": 0.3811211884021759, "eval_runtime": 1606.8252, "eval_samples_per_second": 10.897, "eval_steps_per_second": 0.273, "step": 155 } ], "logging_steps": 155, "max_steps": 310, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 155, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }