Upload folder using huggingface_hub

README.md

@@ -0,0 +1,202 @@
+---
+library_name: peft
+base_model: EleutherAI/gpt-neo-1.3B
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.1

adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "EleutherAI/gpt-neo-1.3B",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf7dc0d6803e54ac695452a94205faa12c59a6d39e451e860a7fe7bd4c3f376
+size 6304672

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6f20e2c741f6e1bad07240d6f427dff6953798f55a5f28bbd9e82b366e5051
+size 12639866

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255469ff8e28d3da85ac42b5533987c2c22bb90cd9a40ecf72b4c43f0cee3b86
+size 14180

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bed59e7621074ed10861e846fee0b9c04766c38171474c32d31bb7f8dd365a
+size 1064

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,22 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

trainer_state.json

@@ -0,0 +1,435 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.8357621110673494,
+  "eval_steps": 200,
+  "global_step": 1800,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.15754233950374164,
+      "grad_norm": 1.364139199256897,
+      "learning_rate": 0.00025,
+      "logits/chosen": -19.665550231933594,
+      "logits/rejected": -18.70989227294922,
+      "logps/chosen": -357.2802734375,
+      "logps/rejected": -267.8329162597656,
+      "loss": 0.498,
+      "rewards/accuracies": 0.7437499761581421,
+      "rewards/chosen": 0.69869065284729,
+      "rewards/margins": 0.8159563541412354,
+      "rewards/rejected": -0.1172657385468483,
+      "step": 100
+    },
+    {
+      "epoch": 0.31508467900748327,
+      "grad_norm": 0.2697848677635193,
+      "learning_rate": 0.0005,
+      "logits/chosen": -19.965831756591797,
+      "logits/rejected": -18.864395141601562,
+      "logps/chosen": -340.5800476074219,
+      "logps/rejected": -273.5838623046875,
+      "loss": 0.242,
+      "rewards/accuracies": 0.8662499785423279,
+      "rewards/chosen": 1.5408194065093994,
+      "rewards/margins": 3.1778359413146973,
+      "rewards/rejected": -1.63701593875885,
+      "step": 200
+    },
+    {
+      "epoch": 0.31508467900748327,
+      "eval_logits/chosen": -16.780941009521484,
+      "eval_logits/rejected": -16.480772018432617,
+      "eval_logps/chosen": -389.2388000488281,
+      "eval_logps/rejected": -293.8738708496094,
+      "eval_loss": 0.23645737767219543,
+      "eval_rewards/accuracies": 0.9711538553237915,
+      "eval_rewards/chosen": 0.6156416535377502,
+      "eval_rewards/margins": 1.6693669557571411,
+      "eval_rewards/rejected": -1.0537253618240356,
+      "eval_runtime": 99.0189,
+      "eval_samples_per_second": 1.05,
+      "eval_steps_per_second": 0.525,
+      "step": 200
+    },
+    {
+      "epoch": 0.4726270185112249,
+      "grad_norm": 0.3729426860809326,
+      "learning_rate": 0.0004957532446941012,
+      "logits/chosen": -19.795560836791992,
+      "logits/rejected": -18.869535446166992,
+      "logps/chosen": -349.1313781738281,
+      "logps/rejected": -293.3199157714844,
+      "loss": 0.2098,
+      "rewards/accuracies": 0.8824999928474426,
+      "rewards/chosen": 1.0055174827575684,
+      "rewards/margins": 4.656251907348633,
+      "rewards/rejected": -3.6507339477539062,
+      "step": 300
+    },
+    {
+      "epoch": 0.6301693580149665,
+      "grad_norm": 0.24799980223178864,
+      "learning_rate": 0.00048315725822143025,
+      "logits/chosen": -19.78338050842285,
+      "logits/rejected": -18.67037582397461,
+      "logps/chosen": -345.9194641113281,
+      "logps/rejected": -296.3516845703125,
+      "loss": 0.1816,
+      "rewards/accuracies": 0.8987500071525574,
+      "rewards/chosen": 1.1964439153671265,
+      "rewards/margins": 5.297502517700195,
+      "rewards/rejected": -4.101058483123779,
+      "step": 400
+    },
+    {
+      "epoch": 0.6301693580149665,
+      "eval_logits/chosen": -16.3292293548584,
+      "eval_logits/rejected": -16.04510498046875,
+      "eval_logps/chosen": -398.3055114746094,
+      "eval_logps/rejected": -319.1045227050781,
+      "eval_loss": 0.08102616667747498,
+      "eval_rewards/accuracies": 0.9807692170143127,
+      "eval_rewards/chosen": -0.291032999753952,
+      "eval_rewards/margins": 3.2857601642608643,
+      "eval_rewards/rejected": -3.576793670654297,
+      "eval_runtime": 99.1533,
+      "eval_samples_per_second": 1.049,
+      "eval_steps_per_second": 0.524,
+      "step": 400
+    },
+    {
+      "epoch": 0.7877116975187082,
+      "grad_norm": 1.1599677801132202,
+      "learning_rate": 0.0004626399771610739,
+      "logits/chosen": -19.652454376220703,
+      "logits/rejected": -18.740825653076172,
+      "logps/chosen": -342.26641845703125,
+      "logps/rejected": -312.0155334472656,
+      "loss": 0.2049,
+      "rewards/accuracies": 0.8799999952316284,
+      "rewards/chosen": 0.3767644166946411,
+      "rewards/margins": 5.342309951782227,
+      "rewards/rejected": -4.965545654296875,
+      "step": 500
+    },
+    {
+      "epoch": 0.9452540370224498,
+      "grad_norm": 1.1663849353790283,
+      "learning_rate": 0.00043489845649067753,
+      "logits/chosen": -20.011140823364258,
+      "logits/rejected": -19.01030731201172,
+      "logps/chosen": -350.619873046875,
+      "logps/rejected": -307.1583251953125,
+      "loss": 0.1641,
+      "rewards/accuracies": 0.8962500095367432,
+      "rewards/chosen": 0.45414870977401733,
+      "rewards/margins": 5.876157283782959,
+      "rewards/rejected": -5.4220075607299805,
+      "step": 600
+    },
+    {
+      "epoch": 0.9452540370224498,
+      "eval_logits/chosen": -16.64271354675293,
+      "eval_logits/rejected": -16.393213272094727,
+      "eval_logps/chosen": -397.2878723144531,
+      "eval_logps/rejected": -322.0921630859375,
+      "eval_loss": 0.04721178486943245,
+      "eval_rewards/accuracies": 1.0,
+      "eval_rewards/chosen": -0.18926361203193665,
+      "eval_rewards/margins": 3.686293125152588,
+      "eval_rewards/rejected": -3.8755569458007812,
+      "eval_runtime": 99.0866,
+      "eval_samples_per_second": 1.05,
+      "eval_steps_per_second": 0.525,
+      "step": 600
+    },
+    {
+      "epoch": 1.1027963765261914,
+      "grad_norm": 0.13236922025680542,
+      "learning_rate": 0.000400875187811047,
+      "logits/chosen": -19.676679611206055,
+      "logits/rejected": -18.6084041595459,
+      "logps/chosen": -354.6936340332031,
+      "logps/rejected": -311.38226318359375,
+      "loss": 0.1031,
+      "rewards/accuracies": 0.949999988079071,
+      "rewards/chosen": 0.7313293218612671,
+      "rewards/margins": 6.36898946762085,
+      "rewards/rejected": -5.637660026550293,
+      "step": 700
+    },
+    {
+      "epoch": 1.260338716029933,
+      "grad_norm": 0.15625274181365967,
+      "learning_rate": 0.00036172607909649605,
+      "logits/chosen": -19.61475944519043,
+      "logits/rejected": -18.85614776611328,
+      "logps/chosen": -354.2134704589844,
+      "logps/rejected": -341.8444519042969,
+      "loss": 0.0554,
+      "rewards/accuracies": 0.9825000166893005,
+      "rewards/chosen": -0.4523475766181946,
+      "rewards/margins": 7.603002548217773,
+      "rewards/rejected": -8.055350303649902,
+      "step": 800
+    },
+    {
+      "epoch": 1.260338716029933,
+      "eval_logits/chosen": -16.010990142822266,
+      "eval_logits/rejected": -15.788914680480957,
+      "eval_logps/chosen": -408.9882507324219,
+      "eval_logps/rejected": -353.1039733886719,
+      "eval_loss": 0.01217043399810791,
+      "eval_rewards/accuracies": 1.0,
+      "eval_rewards/chosen": -1.3593038320541382,
+      "eval_rewards/margins": 5.617432594299316,
+      "eval_rewards/rejected": -6.976736068725586,
+      "eval_runtime": 99.0253,
+      "eval_samples_per_second": 1.05,
+      "eval_steps_per_second": 0.525,
+      "step": 800
+    },
+    {
+      "epoch": 1.4178810555336747,
+      "grad_norm": 0.22375567257404327,
+      "learning_rate": 0.00031878118382826264,
+      "logits/chosen": -19.352890014648438,
+      "logits/rejected": -18.583425521850586,
+      "logps/chosen": -359.9408264160156,
+      "logps/rejected": -340.4473571777344,
+      "loss": 0.0582,
+      "rewards/accuracies": 0.9762499928474426,
+      "rewards/chosen": -0.5718154907226562,
+      "rewards/margins": 7.750644683837891,
+      "rewards/rejected": -8.322461128234863,
+      "step": 900
+    },
+    {
+      "epoch": 1.5754233950374164,
+      "grad_norm": 1.0517126321792603,
+      "learning_rate": 0.00027349951370107985,
+      "logits/chosen": -19.330745697021484,
+      "logits/rejected": -18.550424575805664,
+      "logps/chosen": -373.06610107421875,
+      "logps/rejected": -360.41961669921875,
+      "loss": 0.0741,
+      "rewards/accuracies": 0.9637500047683716,
+      "rewards/chosen": -1.6150453090667725,
+      "rewards/margins": 7.987229824066162,
+      "rewards/rejected": -9.602275848388672,
+      "step": 1000
+    },
+    {
+      "epoch": 1.5754233950374164,
+      "eval_logits/chosen": -15.608610153198242,
+      "eval_logits/rejected": -15.47758674621582,
+      "eval_logps/chosen": -430.04034423828125,
+      "eval_logps/rejected": -373.8860778808594,
+      "eval_loss": 0.022561371326446533,
+      "eval_rewards/accuracies": 1.0,
+      "eval_rewards/chosen": -3.464510440826416,
+      "eval_rewards/margins": 5.590437889099121,
+      "eval_rewards/rejected": -9.054947853088379,
+      "eval_runtime": 99.1814,
+      "eval_samples_per_second": 1.049,
+      "eval_steps_per_second": 0.524,
+      "step": 1000
+    },
+    {
+      "epoch": 1.732965734541158,
+      "grad_norm": 0.2072581648826599,
+      "learning_rate": 0.00022741947009792817,
+      "logits/chosen": -19.062545776367188,
+      "logits/rejected": -18.211511611938477,
+      "logps/chosen": -378.5089111328125,
+      "logps/rejected": -351.533203125,
+      "loss": 0.0623,
+      "rewards/accuracies": 0.9775000214576721,
+      "rewards/chosen": -1.9905846118927002,
+      "rewards/margins": 7.95173454284668,
+      "rewards/rejected": -9.9423189163208,
+      "step": 1100
+    },
+    {
+      "epoch": 1.8905080740448996,
+      "grad_norm": 0.19075140357017517,
+      "learning_rate": 0.00018210657837614962,
+      "logits/chosen": -19.65765953063965,
+      "logits/rejected": -18.76839256286621,
+      "logps/chosen": -361.4976501464844,
+      "logps/rejected": -350.03338623046875,
+      "loss": 0.052,
+      "rewards/accuracies": 0.9800000190734863,
+      "rewards/chosen": -0.5509209632873535,
+      "rewards/margins": 8.345035552978516,
+      "rewards/rejected": -8.895956039428711,
+      "step": 1200
+    },
+    {
+      "epoch": 1.8905080740448996,
+      "eval_logits/chosen": -16.13081169128418,
+      "eval_logits/rejected": -15.851374626159668,
+      "eval_logps/chosen": -403.6054992675781,
+      "eval_logps/rejected": -352.6169738769531,
+      "eval_loss": 0.015062261372804642,
+      "eval_rewards/accuracies": 1.0,
+      "eval_rewards/chosen": -0.8210276961326599,
+      "eval_rewards/margins": 6.107009410858154,
+      "eval_rewards/rejected": -6.928036689758301,
+      "eval_runtime": 99.1951,
+      "eval_samples_per_second": 1.048,
+      "eval_steps_per_second": 0.524,
+      "step": 1200
+    },
+    {
+      "epoch": 2.048050413548641,
+      "grad_norm": 0.04302853345870972,
+      "learning_rate": 0.00013910030064250462,
+      "logits/chosen": -19.43883514404297,
+      "logits/rejected": -18.620824813842773,
+      "logps/chosen": -365.1725769042969,
+      "logps/rejected": -346.1496887207031,
+      "loss": 0.0357,
+      "rewards/accuracies": 0.9887499809265137,
+      "rewards/chosen": -0.8485901355743408,
+      "rewards/margins": 8.334707260131836,
+      "rewards/rejected": -9.183298110961914,
+      "step": 1300
+    },
+    {
+      "epoch": 2.205592753052383,
+      "grad_norm": 0.2691422700881958,
+      "learning_rate": 9.986173400221197e-05,
+      "logits/chosen": -19.500974655151367,
+      "logits/rejected": -18.651748657226562,
+      "logps/chosen": -360.99383544921875,
+      "logps/rejected": -359.66326904296875,
+      "loss": 0.0097,
+      "rewards/accuracies": 0.9950000047683716,
+      "rewards/chosen": -1.2903647422790527,
+      "rewards/margins": 9.181097984313965,
+      "rewards/rejected": -10.471461296081543,
+      "step": 1400
+    },
+    {
+      "epoch": 2.205592753052383,
+      "eval_logits/chosen": -15.852449417114258,
+      "eval_logits/rejected": -15.591791152954102,
+      "eval_logps/chosen": -420.1238708496094,
+      "eval_logps/rejected": -374.8275146484375,
+      "eval_loss": 0.011651669628918171,
+      "eval_rewards/accuracies": 1.0,
+      "eval_rewards/chosen": -2.4728617668151855,
+      "eval_rewards/margins": 6.676229000091553,
+      "eval_rewards/rejected": -9.149091720581055,
+      "eval_runtime": 99.2676,
+      "eval_samples_per_second": 1.048,
+      "eval_steps_per_second": 0.524,
+      "step": 1400
+    },
+    {
+      "epoch": 2.3631350925561243,
+      "grad_norm": 0.03317335993051529,
+      "learning_rate": 6.572397118387572e-05,
+      "logits/chosen": -19.316547393798828,
+      "logits/rejected": -18.4414119720459,
+      "logps/chosen": -368.3520202636719,
+      "logps/rejected": -356.59405517578125,
+      "loss": 0.0094,
+      "rewards/accuracies": 0.9962499737739563,
+      "rewards/chosen": -1.4736888408660889,
+      "rewards/margins": 8.902289390563965,
+      "rewards/rejected": -10.375977516174316,
+      "step": 1500
+    },
+    {
+      "epoch": 2.520677432059866,
+      "grad_norm": 0.012674962170422077,
+      "learning_rate": 3.784680999053808e-05,
+      "logits/chosen": -19.28080177307129,
+      "logits/rejected": -18.418855667114258,
+      "logps/chosen": -384.20587158203125,
+      "logps/rejected": -371.5294494628906,
+      "loss": 0.0096,
+      "rewards/accuracies": 0.9950000047683716,
+      "rewards/chosen": -1.5619627237319946,
+      "rewards/margins": 9.07076644897461,
+      "rewards/rejected": -10.632728576660156,
+      "step": 1600
+    },
+    {
+      "epoch": 2.520677432059866,
+      "eval_logits/chosen": -15.806844711303711,
+      "eval_logits/rejected": -15.545206069946289,
+      "eval_logps/chosen": -422.5581359863281,
+      "eval_logps/rejected": -379.27069091796875,
+      "eval_loss": 0.010242895223200321,
+      "eval_rewards/accuracies": 1.0,
+      "eval_rewards/chosen": -2.716292142868042,
+      "eval_rewards/margins": 6.877115249633789,
+      "eval_rewards/rejected": -9.59340763092041,
+      "eval_runtime": 99.0694,
+      "eval_samples_per_second": 1.05,
+      "eval_steps_per_second": 0.525,
+      "step": 1600
+    },
+    {
+      "epoch": 2.6782197715636076,
+      "grad_norm": 0.02596099302172661,
+      "learning_rate": 1.7177350279888816e-05,
+      "logits/chosen": -19.332918167114258,
+      "logits/rejected": -18.499181747436523,
+      "logps/chosen": -373.5088195800781,
+      "logps/rejected": -373.32061767578125,
+      "loss": 0.0073,
+      "rewards/accuracies": 0.9975000023841858,
+      "rewards/chosen": -1.5841505527496338,
+      "rewards/margins": 9.309870719909668,
+      "rewards/rejected": -10.894021034240723,
+      "step": 1700
+    },
+    {
+      "epoch": 2.8357621110673494,
+      "grad_norm": 0.40319836139678955,
+      "learning_rate": 4.417817153497928e-06,
+      "logits/chosen": -19.361268997192383,
+      "logits/rejected": -18.549575805664062,
+      "logps/chosen": -375.323486328125,
+      "logps/rejected": -373.2767333984375,
+      "loss": 0.0085,
+      "rewards/accuracies": 0.9962499737739563,
+      "rewards/chosen": -1.6672673225402832,
+      "rewards/margins": 9.543354988098145,
+      "rewards/rejected": -11.210620880126953,
+      "step": 1800
+    },
+    {
+      "epoch": 2.8357621110673494,
+      "eval_logits/chosen": -15.784783363342285,
+      "eval_logits/rejected": -15.527274131774902,
+      "eval_logps/chosen": -423.8032531738281,
+      "eval_logps/rejected": -381.0099182128906,
+      "eval_loss": 0.009673921391367912,
+      "eval_rewards/accuracies": 1.0,
+      "eval_rewards/chosen": -2.8408048152923584,
+      "eval_rewards/margins": 6.926526069641113,
+      "eval_rewards/rejected": -9.767330169677734,
+      "eval_runtime": 99.5666,
+      "eval_samples_per_second": 1.045,
+      "eval_steps_per_second": 0.522,
+      "step": 1800
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 1902,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 200,
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f791d62054ae3534ed7387cc41e6d31213a8067429b858cabcc5deb098ed1a
+size 5560