Add llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123 LoRA model

.gitattributes

@@ -39,3 +39,5 @@ llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0002_data_size1000_max_
 llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0002_data_size1000_max_steps=500_seed=123/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0003_data_size1000_max_steps=500_seed=123/checkpoint-36/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0003_data_size1000_max_steps=500_seed=123/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/tokenizer.json filter=lfs diff=lfs merge=lfs -text

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "down_proj",
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "o_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678b856c3f06824674fbeb3b59f77c72a9f6fe1f94e5340361f2b325626919f1
+size 167832240

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.1-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "down_proj",
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "o_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678b856c3f06824674fbeb3b59f77c72a9f6fe1f94e5340361f2b325626919f1
+size 167832240

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7d2044463f01a2ea76d615e336d370e28dd1577f91bb3fdbf758827df0330e
+size 335922386

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441ccdcbd0067da3a229066c330bfe4f7559fbdebc5574cb80e382dc52000ece
+size 14244

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db070975dd1763f0668ee94d9d1994fbf0f527bdd7ae2bcf5bde9d2705ed7743
+size 1064

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/trainer_state.json

@@ -0,0 +1,2610 @@
+{
+  "best_global_step": 302,
+  "best_metric": 0.25816527009010315,
+  "best_model_checkpoint": "/leonardo_scratch/fast/IscrC_dynaLORA/moose_experts_loras/mnist_ascii/llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302",
+  "epoch": 4.8,
+  "eval_steps": 2,
+  "global_step": 302,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.032,
+      "grad_norm": 9.013144493103027,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 1.5463,
+      "step": 2
+    },
+    {
+      "epoch": 0.032,
+      "eval_loss": 1.4439624547958374,
+      "eval_mean_token_accuracy": 0.545,
+      "eval_num_tokens": 5760.0,
+      "eval_runtime": 11.6056,
+      "eval_samples_per_second": 17.233,
+      "eval_steps_per_second": 17.233,
+      "step": 2
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 7.328917980194092,
+      "learning_rate": 6e-06,
+      "loss": 1.4863,
+      "step": 4
+    },
+    {
+      "epoch": 0.064,
+      "eval_loss": 1.4247291088104248,
+      "eval_mean_token_accuracy": 0.55,
+      "eval_num_tokens": 11739.0,
+      "eval_runtime": 11.6559,
+      "eval_samples_per_second": 17.159,
+      "eval_steps_per_second": 17.159,
+      "step": 4
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 7.1580095291137695,
+      "learning_rate": 1e-05,
+      "loss": 1.4246,
+      "step": 6
+    },
+    {
+      "epoch": 0.096,
+      "eval_loss": 1.3795454502105713,
+      "eval_mean_token_accuracy": 0.5475,
+      "eval_num_tokens": 17723.0,
+      "eval_runtime": 11.6615,
+      "eval_samples_per_second": 17.15,
+      "eval_steps_per_second": 17.15,
+      "step": 6
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 3.38429594039917,
+      "learning_rate": 1.4000000000000001e-05,
+      "loss": 1.4199,
+      "step": 8
+    },
+    {
+      "epoch": 0.128,
+      "eval_loss": 1.2731733322143555,
+      "eval_mean_token_accuracy": 0.5525,
+      "eval_num_tokens": 23615.0,
+      "eval_runtime": 11.645,
+      "eval_samples_per_second": 17.175,
+      "eval_steps_per_second": 17.175,
+      "step": 8
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 3.0774154663085938,
+      "learning_rate": 1.8e-05,
+      "loss": 1.2612,
+      "step": 10
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 1.1942706108093262,
+      "eval_mean_token_accuracy": 0.5525,
+      "eval_num_tokens": 29811.0,
+      "eval_runtime": 11.5772,
+      "eval_samples_per_second": 17.275,
+      "eval_steps_per_second": 17.275,
+      "step": 10
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 3.5880250930786133,
+      "learning_rate": 2.2000000000000003e-05,
+      "loss": 1.1789,
+      "step": 12
+    },
+    {
+      "epoch": 0.192,
+      "eval_loss": 1.1788699626922607,
+      "eval_mean_token_accuracy": 0.54,
+      "eval_num_tokens": 35772.0,
+      "eval_runtime": 11.6843,
+      "eval_samples_per_second": 17.117,
+      "eval_steps_per_second": 17.117,
+      "step": 12
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 2.078965902328491,
+      "learning_rate": 2.6000000000000002e-05,
+      "loss": 1.1819,
+      "step": 14
+    },
+    {
+      "epoch": 0.224,
+      "eval_loss": 1.1894700527191162,
+      "eval_mean_token_accuracy": 0.555,
+      "eval_num_tokens": 41639.0,
+      "eval_runtime": 11.5754,
+      "eval_samples_per_second": 17.278,
+      "eval_steps_per_second": 17.278,
+      "step": 14
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 2.9846999645233154,
+      "learning_rate": 3e-05,
+      "loss": 1.1663,
+      "step": 16
+    },
+    {
+      "epoch": 0.256,
+      "eval_loss": 1.2054526805877686,
+      "eval_mean_token_accuracy": 0.545,
+      "eval_num_tokens": 47579.0,
+      "eval_runtime": 11.6426,
+      "eval_samples_per_second": 17.178,
+      "eval_steps_per_second": 17.178,
+      "step": 16
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 2.8348846435546875,
+      "learning_rate": 3.4000000000000007e-05,
+      "loss": 1.2101,
+      "step": 18
+    },
+    {
+      "epoch": 0.288,
+      "eval_loss": 1.164050579071045,
+      "eval_mean_token_accuracy": 0.555,
+      "eval_num_tokens": 53392.0,
+      "eval_runtime": 11.6595,
+      "eval_samples_per_second": 17.153,
+      "eval_steps_per_second": 17.153,
+      "step": 18
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 1.1829537153244019,
+      "learning_rate": 3.8e-05,
+      "loss": 1.1379,
+      "step": 20
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.1561341285705566,
+      "eval_mean_token_accuracy": 0.5425,
+      "eval_num_tokens": 59239.0,
+      "eval_runtime": 11.7232,
+      "eval_samples_per_second": 17.06,
+      "eval_steps_per_second": 17.06,
+      "step": 20
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.7863202691078186,
+      "learning_rate": 4.2e-05,
+      "loss": 1.1516,
+      "step": 22
+    },
+    {
+      "epoch": 0.352,
+      "eval_loss": 1.1525884866714478,
+      "eval_mean_token_accuracy": 0.5475,
+      "eval_num_tokens": 65072.0,
+      "eval_runtime": 11.6531,
+      "eval_samples_per_second": 17.163,
+      "eval_steps_per_second": 17.163,
+      "step": 22
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.8392149209976196,
+      "learning_rate": 4.600000000000001e-05,
+      "loss": 1.1268,
+      "step": 24
+    },
+    {
+      "epoch": 0.384,
+      "eval_loss": 1.1564841270446777,
+      "eval_mean_token_accuracy": 0.5425,
+      "eval_num_tokens": 70850.0,
+      "eval_runtime": 11.6844,
+      "eval_samples_per_second": 17.117,
+      "eval_steps_per_second": 17.117,
+      "step": 24
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.5043415427207947,
+      "learning_rate": 5e-05,
+      "loss": 1.1458,
+      "step": 26
+    },
+    {
+      "epoch": 0.416,
+      "eval_loss": 1.1647623777389526,
+      "eval_mean_token_accuracy": 0.565,
+      "eval_num_tokens": 76641.0,
+      "eval_runtime": 11.6535,
+      "eval_samples_per_second": 17.162,
+      "eval_steps_per_second": 17.162,
+      "step": 26
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.8126670122146606,
+      "learning_rate": 5.4000000000000005e-05,
+      "loss": 1.133,
+      "step": 28
+    },
+    {
+      "epoch": 0.448,
+      "eval_loss": 1.1799647808074951,
+      "eval_mean_token_accuracy": 0.5575,
+      "eval_num_tokens": 82530.0,
+      "eval_runtime": 11.7468,
+      "eval_samples_per_second": 17.026,
+      "eval_steps_per_second": 17.026,
+      "step": 28
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.820698857307434,
+      "learning_rate": 5.8e-05,
+      "loss": 1.1654,
+      "step": 30
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.1910687685012817,
+      "eval_mean_token_accuracy": 0.545,
+      "eval_num_tokens": 88605.0,
+      "eval_runtime": 11.7381,
+      "eval_samples_per_second": 17.039,
+      "eval_steps_per_second": 17.039,
+      "step": 30
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 2.567795515060425,
+      "learning_rate": 6.2e-05,
+      "loss": 1.1549,
+      "step": 32
+    },
+    {
+      "epoch": 0.512,
+      "eval_loss": 1.181782841682434,
+      "eval_mean_token_accuracy": 0.585,
+      "eval_num_tokens": 94689.0,
+      "eval_runtime": 11.6964,
+      "eval_samples_per_second": 17.099,
+      "eval_steps_per_second": 17.099,
+      "step": 32
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 2.052201271057129,
+      "learning_rate": 6.6e-05,
+      "loss": 1.1773,
+      "step": 34
+    },
+    {
+      "epoch": 0.544,
+      "eval_loss": 1.1538203954696655,
+      "eval_mean_token_accuracy": 0.5725,
+      "eval_num_tokens": 100530.0,
+      "eval_runtime": 11.634,
+      "eval_samples_per_second": 17.191,
+      "eval_steps_per_second": 17.191,
+      "step": 34
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 1.9380916357040405,
+      "learning_rate": 7e-05,
+      "loss": 1.1473,
+      "step": 36
+    },
+    {
+      "epoch": 0.576,
+      "eval_loss": 1.1465160846710205,
+      "eval_mean_token_accuracy": 0.585,
+      "eval_num_tokens": 106574.0,
+      "eval_runtime": 11.6185,
+      "eval_samples_per_second": 17.214,
+      "eval_steps_per_second": 17.214,
+      "step": 36
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.7976133823394775,
+      "learning_rate": 7.4e-05,
+      "loss": 1.1402,
+      "step": 38
+    },
+    {
+      "epoch": 0.608,
+      "eval_loss": 1.137180209159851,
+      "eval_mean_token_accuracy": 0.58,
+      "eval_num_tokens": 112599.0,
+      "eval_runtime": 11.6483,
+      "eval_samples_per_second": 17.17,
+      "eval_steps_per_second": 17.17,
+      "step": 38
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 9.371255874633789,
+      "learning_rate": 7.800000000000001e-05,
+      "loss": 1.1693,
+      "step": 40
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.2734227180480957,
+      "eval_mean_token_accuracy": 0.5425,
+      "eval_num_tokens": 118466.0,
+      "eval_runtime": 11.6097,
+      "eval_samples_per_second": 17.227,
+      "eval_steps_per_second": 17.227,
+      "step": 40
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 2.481456756591797,
+      "learning_rate": 8.2e-05,
+      "loss": 1.2694,
+      "step": 42
+    },
+    {
+      "epoch": 0.672,
+      "eval_loss": 1.141395926475525,
+      "eval_mean_token_accuracy": 0.5725,
+      "eval_num_tokens": 124446.0,
+      "eval_runtime": 11.5998,
+      "eval_samples_per_second": 17.242,
+      "eval_steps_per_second": 17.242,
+      "step": 42
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 1.7219722270965576,
+      "learning_rate": 8.6e-05,
+      "loss": 1.115,
+      "step": 44
+    },
+    {
+      "epoch": 0.704,
+      "eval_loss": 1.1360538005828857,
+      "eval_mean_token_accuracy": 0.5925,
+      "eval_num_tokens": 130103.0,
+      "eval_runtime": 11.5855,
+      "eval_samples_per_second": 17.263,
+      "eval_steps_per_second": 17.263,
+      "step": 44
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 2.721323251724243,
+      "learning_rate": 9e-05,
+      "loss": 1.1638,
+      "step": 46
+    },
+    {
+      "epoch": 0.736,
+      "eval_loss": 1.1194626092910767,
+      "eval_mean_token_accuracy": 0.5875,
+      "eval_num_tokens": 135932.0,
+      "eval_runtime": 11.6059,
+      "eval_samples_per_second": 17.233,
+      "eval_steps_per_second": 17.233,
+      "step": 46
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 1.7657800912857056,
+      "learning_rate": 9.4e-05,
+      "loss": 1.119,
+      "step": 48
+    },
+    {
+      "epoch": 0.768,
+      "eval_loss": 1.0902725458145142,
+      "eval_mean_token_accuracy": 0.595,
+      "eval_num_tokens": 142035.0,
+      "eval_runtime": 11.5018,
+      "eval_samples_per_second": 17.389,
+      "eval_steps_per_second": 17.389,
+      "step": 48
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 3.8517637252807617,
+      "learning_rate": 9.8e-05,
+      "loss": 1.1047,
+      "step": 50
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.2831567525863647,
+      "eval_mean_token_accuracy": 0.59,
+      "eval_num_tokens": 148093.0,
+      "eval_runtime": 11.6285,
+      "eval_samples_per_second": 17.199,
+      "eval_steps_per_second": 17.199,
+      "step": 50
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 3.403735876083374,
+      "learning_rate": 9.999878153526974e-05,
+      "loss": 1.1048,
+      "step": 52
+    },
+    {
+      "epoch": 0.832,
+      "eval_loss": 1.0715610980987549,
+      "eval_mean_token_accuracy": 0.6125,
+      "eval_num_tokens": 153763.0,
+      "eval_runtime": 11.6288,
+      "eval_samples_per_second": 17.199,
+      "eval_steps_per_second": 17.199,
+      "step": 52
+    },
+    {
+      "epoch": 0.864,
+      "grad_norm": 2.0196611881256104,
+      "learning_rate": 9.998903417374228e-05,
+      "loss": 1.0575,
+      "step": 54
+    },
+    {
+      "epoch": 0.864,
+      "eval_loss": 1.0324335098266602,
+      "eval_mean_token_accuracy": 0.605,
+      "eval_num_tokens": 159772.0,
+      "eval_runtime": 11.5772,
+      "eval_samples_per_second": 17.275,
+      "eval_steps_per_second": 17.275,
+      "step": 54
+    },
+    {
+      "epoch": 0.896,
+      "grad_norm": 5.482478618621826,
+      "learning_rate": 9.99695413509548e-05,
+      "loss": 1.052,
+      "step": 56
+    },
+    {
+      "epoch": 0.896,
+      "eval_loss": 1.103353500366211,
+      "eval_mean_token_accuracy": 0.595,
+      "eval_num_tokens": 165825.0,
+      "eval_runtime": 11.5839,
+      "eval_samples_per_second": 17.265,
+      "eval_steps_per_second": 17.265,
+      "step": 56
+    },
+    {
+      "epoch": 0.928,
+      "grad_norm": 6.864939212799072,
+      "learning_rate": 9.99403068670717e-05,
+      "loss": 1.0159,
+      "step": 58
+    },
+    {
+      "epoch": 0.928,
+      "eval_loss": 1.0455049276351929,
+      "eval_mean_token_accuracy": 0.6025,
+      "eval_num_tokens": 171684.0,
+      "eval_runtime": 11.6213,
+      "eval_samples_per_second": 17.21,
+      "eval_steps_per_second": 17.21,
+      "step": 58
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.7931485176086426,
+      "learning_rate": 9.990133642141359e-05,
+      "loss": 1.0654,
+      "step": 60
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.0302832126617432,
+      "eval_mean_token_accuracy": 0.6,
+      "eval_num_tokens": 177701.0,
+      "eval_runtime": 11.6169,
+      "eval_samples_per_second": 17.216,
+      "eval_steps_per_second": 17.216,
+      "step": 60
+    },
+    {
+      "epoch": 0.992,
+      "grad_norm": 6.742156505584717,
+      "learning_rate": 9.985263761134602e-05,
+      "loss": 1.1051,
+      "step": 62
+    },
+    {
+      "epoch": 0.992,
+      "eval_loss": 1.0352920293807983,
+      "eval_mean_token_accuracy": 0.6175,
+      "eval_num_tokens": 183769.0,
+      "eval_runtime": 11.597,
+      "eval_samples_per_second": 17.246,
+      "eval_steps_per_second": 17.246,
+      "step": 62
+    },
+    {
+      "epoch": 1.016,
+      "grad_norm": 3.4277539253234863,
+      "learning_rate": 9.979421993079852e-05,
+      "loss": 0.8868,
+      "step": 64
+    },
+    {
+      "epoch": 1.016,
+      "eval_loss": 1.0380451679229736,
+      "eval_mean_token_accuracy": 0.5975,
+      "eval_num_tokens": 188248.0,
+      "eval_runtime": 11.5644,
+      "eval_samples_per_second": 17.294,
+      "eval_steps_per_second": 17.294,
+      "step": 64
+    },
+    {
+      "epoch": 1.048,
+      "grad_norm": 2.558476448059082,
+      "learning_rate": 9.972609476841367e-05,
+      "loss": 1.1105,
+      "step": 66
+    },
+    {
+      "epoch": 1.048,
+      "eval_loss": 1.071835994720459,
+      "eval_mean_token_accuracy": 0.5975,
+      "eval_num_tokens": 194384.0,
+      "eval_runtime": 11.5698,
+      "eval_samples_per_second": 17.286,
+      "eval_steps_per_second": 17.286,
+      "step": 66
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 6.221016883850098,
+      "learning_rate": 9.964827540532685e-05,
+      "loss": 1.0216,
+      "step": 68
+    },
+    {
+      "epoch": 1.08,
+      "eval_loss": 1.0212624073028564,
+      "eval_mean_token_accuracy": 0.6425,
+      "eval_num_tokens": 200220.0,
+      "eval_runtime": 11.5961,
+      "eval_samples_per_second": 17.247,
+      "eval_steps_per_second": 17.247,
+      "step": 68
+    },
+    {
+      "epoch": 1.112,
+      "grad_norm": 10.758465766906738,
+      "learning_rate": 9.956077701257709e-05,
+      "loss": 1.0558,
+      "step": 70
+    },
+    {
+      "epoch": 1.112,
+      "eval_loss": 1.2903714179992676,
+      "eval_mean_token_accuracy": 0.555,
+      "eval_num_tokens": 206156.0,
+      "eval_runtime": 11.5859,
+      "eval_samples_per_second": 17.262,
+      "eval_steps_per_second": 17.262,
+      "step": 70
+    },
+    {
+      "epoch": 1.144,
+      "grad_norm": 6.4681315422058105,
+      "learning_rate": 9.946361664814943e-05,
+      "loss": 1.5208,
+      "step": 72
+    },
+    {
+      "epoch": 1.144,
+      "eval_loss": 1.074670433998108,
+      "eval_mean_token_accuracy": 0.555,
+      "eval_num_tokens": 212093.0,
+      "eval_runtime": 11.5853,
+      "eval_samples_per_second": 17.263,
+      "eval_steps_per_second": 17.263,
+      "step": 72
+    },
+    {
+      "epoch": 1.176,
+      "grad_norm": 2.195157527923584,
+      "learning_rate": 9.93568132536494e-05,
+      "loss": 0.9283,
+      "step": 74
+    },
+    {
+      "epoch": 1.176,
+      "eval_loss": 1.0210366249084473,
+      "eval_mean_token_accuracy": 0.6275,
+      "eval_num_tokens": 217901.0,
+      "eval_runtime": 11.4038,
+      "eval_samples_per_second": 17.538,
+      "eval_steps_per_second": 17.538,
+      "step": 74
+    },
+    {
+      "epoch": 1.208,
+      "grad_norm": 2.412698745727539,
+      "learning_rate": 9.924038765061042e-05,
+      "loss": 1.0165,
+      "step": 76
+    },
+    {
+      "epoch": 1.208,
+      "eval_loss": 0.9786829948425293,
+      "eval_mean_token_accuracy": 0.6725,
+      "eval_num_tokens": 223881.0,
+      "eval_runtime": 11.4973,
+      "eval_samples_per_second": 17.395,
+      "eval_steps_per_second": 17.395,
+      "step": 76
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 2.014554738998413,
+      "learning_rate": 9.911436253643445e-05,
+      "loss": 0.951,
+      "step": 78
+    },
+    {
+      "epoch": 1.24,
+      "eval_loss": 0.9670297503471375,
+      "eval_mean_token_accuracy": 0.6575,
+      "eval_num_tokens": 229667.0,
+      "eval_runtime": 11.5533,
+      "eval_samples_per_second": 17.311,
+      "eval_steps_per_second": 17.311,
+      "step": 78
+    },
+    {
+      "epoch": 1.272,
+      "grad_norm": 2.1351048946380615,
+      "learning_rate": 9.89787624799672e-05,
+      "loss": 0.8453,
+      "step": 80
+    },
+    {
+      "epoch": 1.272,
+      "eval_loss": 1.0084736347198486,
+      "eval_mean_token_accuracy": 0.6275,
+      "eval_num_tokens": 235565.0,
+      "eval_runtime": 11.5423,
+      "eval_samples_per_second": 17.327,
+      "eval_steps_per_second": 17.327,
+      "step": 80
+    },
+    {
+      "epoch": 1.304,
+      "grad_norm": 2.1966516971588135,
+      "learning_rate": 9.88336139167084e-05,
+      "loss": 1.0813,
+      "step": 82
+    },
+    {
+      "epoch": 1.304,
+      "eval_loss": 0.9398559331893921,
+      "eval_mean_token_accuracy": 0.6375,
+      "eval_num_tokens": 241524.0,
+      "eval_runtime": 11.5668,
+      "eval_samples_per_second": 17.291,
+      "eval_steps_per_second": 17.291,
+      "step": 82
+    },
+    {
+      "epoch": 1.336,
+      "grad_norm": 3.937615394592285,
+      "learning_rate": 9.867894514365802e-05,
+      "loss": 0.9133,
+      "step": 84
+    },
+    {
+      "epoch": 1.336,
+      "eval_loss": 0.9361262321472168,
+      "eval_mean_token_accuracy": 0.6225,
+      "eval_num_tokens": 247529.0,
+      "eval_runtime": 11.5248,
+      "eval_samples_per_second": 17.354,
+      "eval_steps_per_second": 17.354,
+      "step": 84
+    },
+    {
+      "epoch": 1.3679999999999999,
+      "grad_norm": 2.589369535446167,
+      "learning_rate": 9.851478631379982e-05,
+      "loss": 0.8743,
+      "step": 86
+    },
+    {
+      "epoch": 1.3679999999999999,
+      "eval_loss": 0.9539607763290405,
+      "eval_mean_token_accuracy": 0.63,
+      "eval_num_tokens": 253397.0,
+      "eval_runtime": 11.5633,
+      "eval_samples_per_second": 17.296,
+      "eval_steps_per_second": 17.296,
+      "step": 86
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 5.9693379402160645,
+      "learning_rate": 9.834116943022298e-05,
+      "loss": 0.9755,
+      "step": 88
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.8547177314758301,
+      "eval_mean_token_accuracy": 0.6775,
+      "eval_num_tokens": 259421.0,
+      "eval_runtime": 11.484,
+      "eval_samples_per_second": 17.416,
+      "eval_steps_per_second": 17.416,
+      "step": 88
+    },
+    {
+      "epoch": 1.432,
+      "grad_norm": 2.1944351196289062,
+      "learning_rate": 9.815812833988291e-05,
+      "loss": 0.7632,
+      "step": 90
+    },
+    {
+      "epoch": 1.432,
+      "eval_loss": 0.8416257500648499,
+      "eval_mean_token_accuracy": 0.685,
+      "eval_num_tokens": 265327.0,
+      "eval_runtime": 11.7341,
+      "eval_samples_per_second": 17.044,
+      "eval_steps_per_second": 17.044,
+      "step": 90
+    },
+    {
+      "epoch": 1.464,
+      "grad_norm": 12.118799209594727,
+      "learning_rate": 9.796569872700288e-05,
+      "loss": 0.9226,
+      "step": 92
+    },
+    {
+      "epoch": 1.464,
+      "eval_loss": 0.8677136301994324,
+      "eval_mean_token_accuracy": 0.675,
+      "eval_num_tokens": 271182.0,
+      "eval_runtime": 11.4657,
+      "eval_samples_per_second": 17.443,
+      "eval_steps_per_second": 17.443,
+      "step": 92
+    },
+    {
+      "epoch": 1.496,
+      "grad_norm": 10.485864639282227,
+      "learning_rate": 9.776391810611718e-05,
+      "loss": 0.7533,
+      "step": 94
+    },
+    {
+      "epoch": 1.496,
+      "eval_loss": 1.0873095989227295,
+      "eval_mean_token_accuracy": 0.675,
+      "eval_num_tokens": 277149.0,
+      "eval_runtime": 11.4793,
+      "eval_samples_per_second": 17.423,
+      "eval_steps_per_second": 17.423,
+      "step": 94
+    },
+    {
+      "epoch": 1.528,
+      "grad_norm": 5.520583629608154,
+      "learning_rate": 9.755282581475769e-05,
+      "loss": 0.8816,
+      "step": 96
+    },
+    {
+      "epoch": 1.528,
+      "eval_loss": 0.8469552397727966,
+      "eval_mean_token_accuracy": 0.6675,
+      "eval_num_tokens": 283127.0,
+      "eval_runtime": 11.6386,
+      "eval_samples_per_second": 17.184,
+      "eval_steps_per_second": 17.184,
+      "step": 96
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 8.580490112304688,
+      "learning_rate": 9.733246300578483e-05,
+      "loss": 1.2178,
+      "step": 98
+    },
+    {
+      "epoch": 1.56,
+      "eval_loss": 0.8359712958335876,
+      "eval_mean_token_accuracy": 0.6725,
+      "eval_num_tokens": 288990.0,
+      "eval_runtime": 11.6621,
+      "eval_samples_per_second": 17.15,
+      "eval_steps_per_second": 17.15,
+      "step": 98
+    },
+    {
+      "epoch": 1.592,
+      "grad_norm": 3.0713951587677,
+      "learning_rate": 9.710287263936484e-05,
+      "loss": 0.7942,
+      "step": 100
+    },
+    {
+      "epoch": 1.592,
+      "eval_loss": 0.8671708703041077,
+      "eval_mean_token_accuracy": 0.6775,
+      "eval_num_tokens": 294998.0,
+      "eval_runtime": 11.6218,
+      "eval_samples_per_second": 17.209,
+      "eval_steps_per_second": 17.209,
+      "step": 100
+    },
+    {
+      "epoch": 1.624,
+      "grad_norm": 4.100128173828125,
+      "learning_rate": 9.686409947459458e-05,
+      "loss": 0.8554,
+      "step": 102
+    },
+    {
+      "epoch": 1.624,
+      "eval_loss": 0.8359519839286804,
+      "eval_mean_token_accuracy": 0.6875,
+      "eval_num_tokens": 300848.0,
+      "eval_runtime": 11.6038,
+      "eval_samples_per_second": 17.236,
+      "eval_steps_per_second": 17.236,
+      "step": 102
+    },
+    {
+      "epoch": 1.6560000000000001,
+      "grad_norm": 5.881307125091553,
+      "learning_rate": 9.661619006077561e-05,
+      "loss": 0.9212,
+      "step": 104
+    },
+    {
+      "epoch": 1.6560000000000001,
+      "eval_loss": 0.8727825880050659,
+      "eval_mean_token_accuracy": 0.6425,
+      "eval_num_tokens": 306815.0,
+      "eval_runtime": 11.6286,
+      "eval_samples_per_second": 17.199,
+      "eval_steps_per_second": 17.199,
+      "step": 104
+    },
+    {
+      "epoch": 1.688,
+      "grad_norm": 3.8210153579711914,
+      "learning_rate": 9.635919272833938e-05,
+      "loss": 0.7382,
+      "step": 106
+    },
+    {
+      "epoch": 1.688,
+      "eval_loss": 0.8512636423110962,
+      "eval_mean_token_accuracy": 0.645,
+      "eval_num_tokens": 312647.0,
+      "eval_runtime": 11.6241,
+      "eval_samples_per_second": 17.206,
+      "eval_steps_per_second": 17.206,
+      "step": 106
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 4.496001720428467,
+      "learning_rate": 9.609315757942503e-05,
+      "loss": 0.8537,
+      "step": 108
+    },
+    {
+      "epoch": 1.72,
+      "eval_loss": 1.2372474670410156,
+      "eval_mean_token_accuracy": 0.62,
+      "eval_num_tokens": 318766.0,
+      "eval_runtime": 11.6041,
+      "eval_samples_per_second": 17.235,
+      "eval_steps_per_second": 17.235,
+      "step": 108
+    },
+    {
+      "epoch": 1.752,
+      "grad_norm": 13.367856979370117,
+      "learning_rate": 9.581813647811198e-05,
+      "loss": 1.5711,
+      "step": 110
+    },
+    {
+      "epoch": 1.752,
+      "eval_loss": 1.149797797203064,
+      "eval_mean_token_accuracy": 0.6025,
+      "eval_num_tokens": 324508.0,
+      "eval_runtime": 11.6661,
+      "eval_samples_per_second": 17.144,
+      "eval_steps_per_second": 17.144,
+      "step": 110
+    },
+    {
+      "epoch": 1.784,
+      "grad_norm": 5.717728614807129,
+      "learning_rate": 9.553418304030886e-05,
+      "loss": 0.9738,
+      "step": 112
+    },
+    {
+      "epoch": 1.784,
+      "eval_loss": 0.826062023639679,
+      "eval_mean_token_accuracy": 0.71,
+      "eval_num_tokens": 330420.0,
+      "eval_runtime": 11.5373,
+      "eval_samples_per_second": 17.335,
+      "eval_steps_per_second": 17.335,
+      "step": 112
+    },
+    {
+      "epoch": 1.8159999999999998,
+      "grad_norm": 2.54892635345459,
+      "learning_rate": 9.524135262330098e-05,
+      "loss": 0.7612,
+      "step": 114
+    },
+    {
+      "epoch": 1.8159999999999998,
+      "eval_loss": 0.9210658073425293,
+      "eval_mean_token_accuracy": 0.6725,
+      "eval_num_tokens": 336449.0,
+      "eval_runtime": 11.5633,
+      "eval_samples_per_second": 17.296,
+      "eval_steps_per_second": 17.296,
+      "step": 114
+    },
+    {
+      "epoch": 1.8479999999999999,
+      "grad_norm": 6.088118076324463,
+      "learning_rate": 9.493970231495835e-05,
+      "loss": 0.9332,
+      "step": 116
+    },
+    {
+      "epoch": 1.8479999999999999,
+      "eval_loss": 0.8408001661300659,
+      "eval_mean_token_accuracy": 0.69,
+      "eval_num_tokens": 342220.0,
+      "eval_runtime": 11.5583,
+      "eval_samples_per_second": 17.304,
+      "eval_steps_per_second": 17.304,
+      "step": 116
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 3.3563480377197266,
+      "learning_rate": 9.462929092260628e-05,
+      "loss": 0.8793,
+      "step": 118
+    },
+    {
+      "epoch": 1.88,
+      "eval_loss": 0.8656268119812012,
+      "eval_mean_token_accuracy": 0.725,
+      "eval_num_tokens": 348195.0,
+      "eval_runtime": 11.6702,
+      "eval_samples_per_second": 17.138,
+      "eval_steps_per_second": 17.138,
+      "step": 118
+    },
+    {
+      "epoch": 1.912,
+      "grad_norm": 4.787728309631348,
+      "learning_rate": 9.431017896156074e-05,
+      "loss": 0.8278,
+      "step": 120
+    },
+    {
+      "epoch": 1.912,
+      "eval_loss": 0.7685564160346985,
+      "eval_mean_token_accuracy": 0.745,
+      "eval_num_tokens": 354178.0,
+      "eval_runtime": 11.6435,
+      "eval_samples_per_second": 17.177,
+      "eval_steps_per_second": 17.177,
+      "step": 120
+    },
+    {
+      "epoch": 1.944,
+      "grad_norm": 2.3458027839660645,
+      "learning_rate": 9.398242864333083e-05,
+      "loss": 0.7288,
+      "step": 122
+    },
+    {
+      "epoch": 1.944,
+      "eval_loss": 0.8250694274902344,
+      "eval_mean_token_accuracy": 0.7175,
+      "eval_num_tokens": 360106.0,
+      "eval_runtime": 11.5515,
+      "eval_samples_per_second": 17.314,
+      "eval_steps_per_second": 17.314,
+      "step": 122
+    },
+    {
+      "epoch": 1.976,
+      "grad_norm": 14.79286003112793,
+      "learning_rate": 9.364610386349049e-05,
+      "loss": 0.8432,
+      "step": 124
+    },
+    {
+      "epoch": 1.976,
+      "eval_loss": 0.7326304912567139,
+      "eval_mean_token_accuracy": 0.7125,
+      "eval_num_tokens": 366112.0,
+      "eval_runtime": 11.6557,
+      "eval_samples_per_second": 17.159,
+      "eval_steps_per_second": 17.159,
+      "step": 124
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 7.612817287445068,
+      "learning_rate": 9.330127018922194e-05,
+      "loss": 0.8079,
+      "step": 126
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.8138958811759949,
+      "eval_mean_token_accuracy": 0.7025,
+      "eval_num_tokens": 370580.0,
+      "eval_runtime": 11.5915,
+      "eval_samples_per_second": 17.254,
+      "eval_steps_per_second": 17.254,
+      "step": 126
+    },
+    {
+      "epoch": 2.032,
+      "grad_norm": 2.8889920711517334,
+      "learning_rate": 9.294799484653323e-05,
+      "loss": 0.4227,
+      "step": 128
+    },
+    {
+      "epoch": 2.032,
+      "eval_loss": 0.8597235083580017,
+      "eval_mean_token_accuracy": 0.71,
+      "eval_num_tokens": 376630.0,
+      "eval_runtime": 11.6443,
+      "eval_samples_per_second": 17.176,
+      "eval_steps_per_second": 17.176,
+      "step": 128
+    },
+    {
+      "epoch": 2.064,
+      "grad_norm": 6.3547186851501465,
+      "learning_rate": 9.258634670715238e-05,
+      "loss": 0.6808,
+      "step": 130
+    },
+    {
+      "epoch": 2.064,
+      "eval_loss": 0.6862205266952515,
+      "eval_mean_token_accuracy": 0.75,
+      "eval_num_tokens": 382648.0,
+      "eval_runtime": 11.6321,
+      "eval_samples_per_second": 17.194,
+      "eval_steps_per_second": 17.194,
+      "step": 130
+    },
+    {
+      "epoch": 2.096,
+      "grad_norm": 2.95296573638916,
+      "learning_rate": 9.221639627510076e-05,
+      "loss": 0.7168,
+      "step": 132
+    },
+    {
+      "epoch": 2.096,
+      "eval_loss": 0.7475305199623108,
+      "eval_mean_token_accuracy": 0.6775,
+      "eval_num_tokens": 388513.0,
+      "eval_runtime": 11.6024,
+      "eval_samples_per_second": 17.238,
+      "eval_steps_per_second": 17.238,
+      "step": 132
+    },
+    {
+      "epoch": 2.128,
+      "grad_norm": 5.4269304275512695,
+      "learning_rate": 9.183821567294809e-05,
+      "loss": 0.6498,
+      "step": 134
+    },
+    {
+      "epoch": 2.128,
+      "eval_loss": 0.702393114566803,
+      "eval_mean_token_accuracy": 0.715,
+      "eval_num_tokens": 394418.0,
+      "eval_runtime": 11.5788,
+      "eval_samples_per_second": 17.273,
+      "eval_steps_per_second": 17.273,
+      "step": 134
+    },
+    {
+      "epoch": 2.16,
+      "grad_norm": 3.8211143016815186,
+      "learning_rate": 9.145187862775209e-05,
+      "loss": 0.5681,
+      "step": 136
+    },
+    {
+      "epoch": 2.16,
+      "eval_loss": 0.6857463121414185,
+      "eval_mean_token_accuracy": 0.7225,
+      "eval_num_tokens": 400194.0,
+      "eval_runtime": 11.5703,
+      "eval_samples_per_second": 17.286,
+      "eval_steps_per_second": 17.286,
+      "step": 136
+    },
+    {
+      "epoch": 2.192,
+      "grad_norm": 2.7427375316619873,
+      "learning_rate": 9.105746045668521e-05,
+      "loss": 0.5614,
+      "step": 138
+    },
+    {
+      "epoch": 2.192,
+      "eval_loss": 0.746816873550415,
+      "eval_mean_token_accuracy": 0.7125,
+      "eval_num_tokens": 406144.0,
+      "eval_runtime": 11.6047,
+      "eval_samples_per_second": 17.234,
+      "eval_steps_per_second": 17.234,
+      "step": 138
+    },
+    {
+      "epoch": 2.224,
+      "grad_norm": 6.64992618560791,
+      "learning_rate": 9.065503805235138e-05,
+      "loss": 0.5969,
+      "step": 140
+    },
+    {
+      "epoch": 2.224,
+      "eval_loss": 0.6569748520851135,
+      "eval_mean_token_accuracy": 0.725,
+      "eval_num_tokens": 412084.0,
+      "eval_runtime": 11.5101,
+      "eval_samples_per_second": 17.376,
+      "eval_steps_per_second": 17.376,
+      "step": 140
+    },
+    {
+      "epoch": 2.2560000000000002,
+      "grad_norm": 7.611020088195801,
+      "learning_rate": 9.02446898677957e-05,
+      "loss": 0.6381,
+      "step": 142
+    },
+    {
+      "epoch": 2.2560000000000002,
+      "eval_loss": 0.6332951188087463,
+      "eval_mean_token_accuracy": 0.7325,
+      "eval_num_tokens": 417989.0,
+      "eval_runtime": 11.4802,
+      "eval_samples_per_second": 17.421,
+      "eval_steps_per_second": 17.421,
+      "step": 142
+    },
+    {
+      "epoch": 2.288,
+      "grad_norm": 4.542675018310547,
+      "learning_rate": 8.982649590120982e-05,
+      "loss": 0.4643,
+      "step": 144
+    },
+    {
+      "epoch": 2.288,
+      "eval_loss": 0.6369831562042236,
+      "eval_mean_token_accuracy": 0.765,
+      "eval_num_tokens": 423962.0,
+      "eval_runtime": 11.5332,
+      "eval_samples_per_second": 17.341,
+      "eval_steps_per_second": 17.341,
+      "step": 144
+    },
+    {
+      "epoch": 2.32,
+      "grad_norm": 3.9403574466705322,
+      "learning_rate": 8.940053768033609e-05,
+      "loss": 0.3989,
+      "step": 146
+    },
+    {
+      "epoch": 2.32,
+      "eval_loss": 0.6161526441574097,
+      "eval_mean_token_accuracy": 0.755,
+      "eval_num_tokens": 429847.0,
+      "eval_runtime": 11.5416,
+      "eval_samples_per_second": 17.329,
+      "eval_steps_per_second": 17.329,
+      "step": 146
+    },
+    {
+      "epoch": 2.352,
+      "grad_norm": 9.25675106048584,
+      "learning_rate": 8.896689824657372e-05,
+      "loss": 0.4669,
+      "step": 148
+    },
+    {
+      "epoch": 2.352,
+      "eval_loss": 0.572540283203125,
+      "eval_mean_token_accuracy": 0.765,
+      "eval_num_tokens": 435853.0,
+      "eval_runtime": 11.4761,
+      "eval_samples_per_second": 17.428,
+      "eval_steps_per_second": 17.428,
+      "step": 148
+    },
+    {
+      "epoch": 2.384,
+      "grad_norm": 7.182618141174316,
+      "learning_rate": 8.852566213878947e-05,
+      "loss": 0.4608,
+      "step": 150
+    },
+    {
+      "epoch": 2.384,
+      "eval_loss": 0.5258015990257263,
+      "eval_mean_token_accuracy": 0.7775,
+      "eval_num_tokens": 441908.0,
+      "eval_runtime": 11.4933,
+      "eval_samples_per_second": 17.401,
+      "eval_steps_per_second": 17.401,
+      "step": 150
+    },
+    {
+      "epoch": 2.416,
+      "grad_norm": 4.388311862945557,
+      "learning_rate": 8.807691537683685e-05,
+      "loss": 0.4554,
+      "step": 152
+    },
+    {
+      "epoch": 2.416,
+      "eval_loss": 0.6056587100028992,
+      "eval_mean_token_accuracy": 0.77,
+      "eval_num_tokens": 447885.0,
+      "eval_runtime": 11.489,
+      "eval_samples_per_second": 17.408,
+      "eval_steps_per_second": 17.408,
+      "step": 152
+    },
+    {
+      "epoch": 2.448,
+      "grad_norm": 14.264395713806152,
+      "learning_rate": 8.762074544478623e-05,
+      "loss": 0.682,
+      "step": 154
+    },
+    {
+      "epoch": 2.448,
+      "eval_loss": 0.8352121114730835,
+      "eval_mean_token_accuracy": 0.7225,
+      "eval_num_tokens": 453861.0,
+      "eval_runtime": 11.5128,
+      "eval_samples_per_second": 17.372,
+      "eval_steps_per_second": 17.372,
+      "step": 154
+    },
+    {
+      "epoch": 2.48,
+      "grad_norm": 10.707793235778809,
+      "learning_rate": 8.715724127386972e-05,
+      "loss": 0.4799,
+      "step": 156
+    },
+    {
+      "epoch": 2.48,
+      "eval_loss": 1.2760920524597168,
+      "eval_mean_token_accuracy": 0.7,
+      "eval_num_tokens": 459736.0,
+      "eval_runtime": 11.4855,
+      "eval_samples_per_second": 17.413,
+      "eval_steps_per_second": 17.413,
+      "step": 156
+    },
+    {
+      "epoch": 2.512,
+      "grad_norm": 23.371320724487305,
+      "learning_rate": 8.668649322514382e-05,
+      "loss": 0.9003,
+      "step": 158
+    },
+    {
+      "epoch": 2.512,
+      "eval_loss": 0.9396612644195557,
+      "eval_mean_token_accuracy": 0.725,
+      "eval_num_tokens": 465593.0,
+      "eval_runtime": 11.5076,
+      "eval_samples_per_second": 17.38,
+      "eval_steps_per_second": 17.38,
+      "step": 158
+    },
+    {
+      "epoch": 2.544,
+      "grad_norm": 4.851874351501465,
+      "learning_rate": 8.620859307187339e-05,
+      "loss": 0.5741,
+      "step": 160
+    },
+    {
+      "epoch": 2.544,
+      "eval_loss": 0.6627417802810669,
+      "eval_mean_token_accuracy": 0.765,
+      "eval_num_tokens": 471576.0,
+      "eval_runtime": 11.4972,
+      "eval_samples_per_second": 17.396,
+      "eval_steps_per_second": 17.396,
+      "step": 160
+    },
+    {
+      "epoch": 2.576,
+      "grad_norm": 16.447948455810547,
+      "learning_rate": 8.572363398164017e-05,
+      "loss": 0.727,
+      "step": 162
+    },
+    {
+      "epoch": 2.576,
+      "eval_loss": 0.8404039144515991,
+      "eval_mean_token_accuracy": 0.73,
+      "eval_num_tokens": 477498.0,
+      "eval_runtime": 11.4966,
+      "eval_samples_per_second": 17.396,
+      "eval_steps_per_second": 17.396,
+      "step": 162
+    },
+    {
+      "epoch": 2.608,
+      "grad_norm": 7.180966377258301,
+      "learning_rate": 8.523171049817974e-05,
+      "loss": 0.8075,
+      "step": 164
+    },
+    {
+      "epoch": 2.608,
+      "eval_loss": 0.6463148593902588,
+      "eval_mean_token_accuracy": 0.7525,
+      "eval_num_tokens": 483389.0,
+      "eval_runtime": 11.5144,
+      "eval_samples_per_second": 17.37,
+      "eval_steps_per_second": 17.37,
+      "step": 164
+    },
+    {
+      "epoch": 2.64,
+      "grad_norm": 5.650333404541016,
+      "learning_rate": 8.473291852294987e-05,
+      "loss": 0.6168,
+      "step": 166
+    },
+    {
+      "epoch": 2.64,
+      "eval_loss": 0.5853357315063477,
+      "eval_mean_token_accuracy": 0.77,
+      "eval_num_tokens": 489539.0,
+      "eval_runtime": 11.4914,
+      "eval_samples_per_second": 17.404,
+      "eval_steps_per_second": 17.404,
+      "step": 166
+    },
+    {
+      "epoch": 2.672,
+      "grad_norm": 2.393009901046753,
+      "learning_rate": 8.422735529643444e-05,
+      "loss": 0.5021,
+      "step": 168
+    },
+    {
+      "epoch": 2.672,
+      "eval_loss": 0.6238591074943542,
+      "eval_mean_token_accuracy": 0.74,
+      "eval_num_tokens": 495467.0,
+      "eval_runtime": 11.5047,
+      "eval_samples_per_second": 17.384,
+      "eval_steps_per_second": 17.384,
+      "step": 168
+    },
+    {
+      "epoch": 2.7039999999999997,
+      "grad_norm": 4.689475059509277,
+      "learning_rate": 8.371511937918616e-05,
+      "loss": 0.5988,
+      "step": 170
+    },
+    {
+      "epoch": 2.7039999999999997,
+      "eval_loss": 0.5909990072250366,
+      "eval_mean_token_accuracy": 0.75,
+      "eval_num_tokens": 501494.0,
+      "eval_runtime": 11.4924,
+      "eval_samples_per_second": 17.403,
+      "eval_steps_per_second": 17.403,
+      "step": 170
+    },
+    {
+      "epoch": 2.7359999999999998,
+      "grad_norm": 5.515851974487305,
+      "learning_rate": 8.319631063261209e-05,
+      "loss": 0.5291,
+      "step": 172
+    },
+    {
+      "epoch": 2.7359999999999998,
+      "eval_loss": 0.565418004989624,
+      "eval_mean_token_accuracy": 0.7675,
+      "eval_num_tokens": 507384.0,
+      "eval_runtime": 11.4986,
+      "eval_samples_per_second": 17.393,
+      "eval_steps_per_second": 17.393,
+      "step": 172
+    },
+    {
+      "epoch": 2.768,
+      "grad_norm": 5.807971954345703,
+      "learning_rate": 8.267103019950529e-05,
+      "loss": 0.5464,
+      "step": 174
+    },
+    {
+      "epoch": 2.768,
+      "eval_loss": 0.5476621389389038,
+      "eval_mean_token_accuracy": 0.775,
+      "eval_num_tokens": 513164.0,
+      "eval_runtime": 11.6075,
+      "eval_samples_per_second": 17.23,
+      "eval_steps_per_second": 17.23,
+      "step": 174
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 6.8310346603393555,
+      "learning_rate": 8.213938048432697e-05,
+      "loss": 0.5724,
+      "step": 176
+    },
+    {
+      "epoch": 2.8,
+      "eval_loss": 0.6014591455459595,
+      "eval_mean_token_accuracy": 0.7725,
+      "eval_num_tokens": 519107.0,
+      "eval_runtime": 11.5041,
+      "eval_samples_per_second": 17.385,
+      "eval_steps_per_second": 17.385,
+      "step": 176
+    },
+    {
+      "epoch": 2.832,
+      "grad_norm": 6.692939758300781,
+      "learning_rate": 8.160146513324254e-05,
+      "loss": 0.6522,
+      "step": 178
+    },
+    {
+      "epoch": 2.832,
+      "eval_loss": 0.5391299724578857,
+      "eval_mean_token_accuracy": 0.79,
+      "eval_num_tokens": 525097.0,
+      "eval_runtime": 11.4132,
+      "eval_samples_per_second": 17.524,
+      "eval_steps_per_second": 17.524,
+      "step": 178
+    },
+    {
+      "epoch": 2.864,
+      "grad_norm": 3.1155288219451904,
+      "learning_rate": 8.105738901391552e-05,
+      "loss": 0.4778,
+      "step": 180
+    },
+    {
+      "epoch": 2.864,
+      "eval_loss": 0.5624637007713318,
+      "eval_mean_token_accuracy": 0.79,
+      "eval_num_tokens": 531067.0,
+      "eval_runtime": 11.2656,
+      "eval_samples_per_second": 17.753,
+      "eval_steps_per_second": 17.753,
+      "step": 180
+    },
+    {
+      "epoch": 2.896,
+      "grad_norm": 5.285791873931885,
+      "learning_rate": 8.05072581950634e-05,
+      "loss": 0.4572,
+      "step": 182
+    },
+    {
+      "epoch": 2.896,
+      "eval_loss": 0.5314605236053467,
+      "eval_mean_token_accuracy": 0.79,
+      "eval_num_tokens": 536888.0,
+      "eval_runtime": 11.3844,
+      "eval_samples_per_second": 17.568,
+      "eval_steps_per_second": 17.568,
+      "step": 182
+    },
+    {
+      "epoch": 2.928,
+      "grad_norm": 3.78257417678833,
+      "learning_rate": 7.99511799257793e-05,
+      "loss": 0.3595,
+      "step": 184
+    },
+    {
+      "epoch": 2.928,
+      "eval_loss": 0.628775954246521,
+      "eval_mean_token_accuracy": 0.77,
+      "eval_num_tokens": 542683.0,
+      "eval_runtime": 11.4728,
+      "eval_samples_per_second": 17.433,
+      "eval_steps_per_second": 17.433,
+      "step": 184
+    },
+    {
+      "epoch": 2.96,
+      "grad_norm": 11.60348129272461,
+      "learning_rate": 7.938926261462366e-05,
+      "loss": 0.3579,
+      "step": 186
+    },
+    {
+      "epoch": 2.96,
+      "eval_loss": 0.7037776708602905,
+      "eval_mean_token_accuracy": 0.74,
+      "eval_num_tokens": 548406.0,
+      "eval_runtime": 11.4489,
+      "eval_samples_per_second": 17.469,
+      "eval_steps_per_second": 17.469,
+      "step": 186
+    },
+    {
+      "epoch": 2.992,
+      "grad_norm": 6.869882583618164,
+      "learning_rate": 7.882161580848967e-05,
+      "loss": 0.6494,
+      "step": 188
+    },
+    {
+      "epoch": 2.992,
+      "eval_loss": 0.5008761286735535,
+      "eval_mean_token_accuracy": 0.7925,
+      "eval_num_tokens": 554359.0,
+      "eval_runtime": 11.3426,
+      "eval_samples_per_second": 17.633,
+      "eval_steps_per_second": 17.633,
+      "step": 188
+    },
+    {
+      "epoch": 3.016,
+      "grad_norm": 4.442198276519775,
+      "learning_rate": 7.82483501712469e-05,
+      "loss": 0.2481,
+      "step": 190
+    },
+    {
+      "epoch": 3.016,
+      "eval_loss": 0.4715193808078766,
+      "eval_mean_token_accuracy": 0.8,
+      "eval_num_tokens": 558908.0,
+      "eval_runtime": 11.4001,
+      "eval_samples_per_second": 17.544,
+      "eval_steps_per_second": 17.544,
+      "step": 190
+    },
+    {
+      "epoch": 3.048,
+      "grad_norm": 2.963721513748169,
+      "learning_rate": 7.766957746216721e-05,
+      "loss": 0.2361,
+      "step": 192
+    },
+    {
+      "epoch": 3.048,
+      "eval_loss": 0.49056610465049744,
+      "eval_mean_token_accuracy": 0.79,
+      "eval_num_tokens": 564551.0,
+      "eval_runtime": 11.4911,
+      "eval_samples_per_second": 17.405,
+      "eval_steps_per_second": 17.405,
+      "step": 192
+    },
+    {
+      "epoch": 3.08,
+      "grad_norm": 6.097925186157227,
+      "learning_rate": 7.7085410514137e-05,
+      "loss": 0.2673,
+      "step": 194
+    },
+    {
+      "epoch": 3.08,
+      "eval_loss": 0.5469616055488586,
+      "eval_mean_token_accuracy": 0.79,
+      "eval_num_tokens": 570498.0,
+      "eval_runtime": 11.4512,
+      "eval_samples_per_second": 17.465,
+      "eval_steps_per_second": 17.465,
+      "step": 194
+    },
+    {
+      "epoch": 3.112,
+      "grad_norm": 10.341373443603516,
+      "learning_rate": 7.649596321166024e-05,
+      "loss": 0.4327,
+      "step": 196
+    },
+    {
+      "epoch": 3.112,
+      "eval_loss": 0.6369680762290955,
+      "eval_mean_token_accuracy": 0.805,
+      "eval_num_tokens": 576432.0,
+      "eval_runtime": 11.4577,
+      "eval_samples_per_second": 17.456,
+      "eval_steps_per_second": 17.456,
+      "step": 196
+    },
+    {
+      "epoch": 3.144,
+      "grad_norm": 4.3837761878967285,
+      "learning_rate": 7.590135046865651e-05,
+      "loss": 0.3957,
+      "step": 198
+    },
+    {
+      "epoch": 3.144,
+      "eval_loss": 0.4437696039676666,
+      "eval_mean_token_accuracy": 0.8425,
+      "eval_num_tokens": 582547.0,
+      "eval_runtime": 11.4556,
+      "eval_samples_per_second": 17.459,
+      "eval_steps_per_second": 17.459,
+      "step": 198
+    },
+    {
+      "epoch": 3.176,
+      "grad_norm": 3.73852801322937,
+      "learning_rate": 7.530168820605818e-05,
+      "loss": 0.298,
+      "step": 200
+    },
+    {
+      "epoch": 3.176,
+      "eval_loss": 0.4778077006340027,
+      "eval_mean_token_accuracy": 0.815,
+      "eval_num_tokens": 588373.0,
+      "eval_runtime": 11.4324,
+      "eval_samples_per_second": 17.494,
+      "eval_steps_per_second": 17.494,
+      "step": 200
+    },
+    {
+      "epoch": 3.208,
+      "grad_norm": 4.084625244140625,
+      "learning_rate": 7.469709332921155e-05,
+      "loss": 0.2577,
+      "step": 202
+    },
+    {
+      "epoch": 3.208,
+      "eval_loss": 0.4960300922393799,
+      "eval_mean_token_accuracy": 0.81,
+      "eval_num_tokens": 594239.0,
+      "eval_runtime": 11.468,
+      "eval_samples_per_second": 17.44,
+      "eval_steps_per_second": 17.44,
+      "step": 202
+    },
+    {
+      "epoch": 3.24,
+      "grad_norm": 2.560659885406494,
+      "learning_rate": 7.408768370508576e-05,
+      "loss": 0.3833,
+      "step": 204
+    },
+    {
+      "epoch": 3.24,
+      "eval_loss": 0.43789342045783997,
+      "eval_mean_token_accuracy": 0.805,
+      "eval_num_tokens": 600254.0,
+      "eval_runtime": 11.459,
+      "eval_samples_per_second": 17.454,
+      "eval_steps_per_second": 17.454,
+      "step": 204
+    },
+    {
+      "epoch": 3.2720000000000002,
+      "grad_norm": 5.988073348999023,
+      "learning_rate": 7.347357813929454e-05,
+      "loss": 0.3333,
+      "step": 206
+    },
+    {
+      "epoch": 3.2720000000000002,
+      "eval_loss": 0.5336562395095825,
+      "eval_mean_token_accuracy": 0.805,
+      "eval_num_tokens": 606292.0,
+      "eval_runtime": 11.45,
+      "eval_samples_per_second": 17.467,
+      "eval_steps_per_second": 17.467,
+      "step": 206
+    },
+    {
+      "epoch": 3.304,
+      "grad_norm": 4.488523483276367,
+      "learning_rate": 7.285489635293472e-05,
+      "loss": 0.3104,
+      "step": 208
+    },
+    {
+      "epoch": 3.304,
+      "eval_loss": 0.8533282279968262,
+      "eval_mean_token_accuracy": 0.7625,
+      "eval_num_tokens": 612363.0,
+      "eval_runtime": 11.4494,
+      "eval_samples_per_second": 17.468,
+      "eval_steps_per_second": 17.468,
+      "step": 208
+    },
+    {
+      "epoch": 3.336,
+      "grad_norm": 13.163505554199219,
+      "learning_rate": 7.223175895924638e-05,
+      "loss": 0.6206,
+      "step": 210
+    },
+    {
+      "epoch": 3.336,
+      "eval_loss": 0.8010128736495972,
+      "eval_mean_token_accuracy": 0.7625,
+      "eval_num_tokens": 618327.0,
+      "eval_runtime": 11.392,
+      "eval_samples_per_second": 17.556,
+      "eval_steps_per_second": 17.556,
+      "step": 210
+    },
+    {
+      "epoch": 3.368,
+      "grad_norm": 8.656338691711426,
+      "learning_rate": 7.160428744009912e-05,
+      "loss": 0.5604,
+      "step": 212
+    },
+    {
+      "epoch": 3.368,
+      "eval_loss": 0.5337031483650208,
+      "eval_mean_token_accuracy": 0.7925,
+      "eval_num_tokens": 624270.0,
+      "eval_runtime": 11.349,
+      "eval_samples_per_second": 17.623,
+      "eval_steps_per_second": 17.623,
+      "step": 212
+    },
+    {
+      "epoch": 3.4,
+      "grad_norm": 5.020056247711182,
+      "learning_rate": 7.097260412230886e-05,
+      "loss": 0.3663,
+      "step": 214
+    },
+    {
+      "epoch": 3.4,
+      "eval_loss": 0.502609372138977,
+      "eval_mean_token_accuracy": 0.8,
+      "eval_num_tokens": 630049.0,
+      "eval_runtime": 11.2627,
+      "eval_samples_per_second": 17.758,
+      "eval_steps_per_second": 17.758,
+      "step": 214
+    },
+    {
+      "epoch": 3.432,
+      "grad_norm": 3.60333514213562,
+      "learning_rate": 7.033683215379002e-05,
+      "loss": 0.3525,
+      "step": 216
+    },
+    {
+      "epoch": 3.432,
+      "eval_loss": 0.624167799949646,
+      "eval_mean_token_accuracy": 0.7825,
+      "eval_num_tokens": 635925.0,
+      "eval_runtime": 11.3639,
+      "eval_samples_per_second": 17.6,
+      "eval_steps_per_second": 17.6,
+      "step": 216
+    },
+    {
+      "epoch": 3.464,
+      "grad_norm": 7.64975118637085,
+      "learning_rate": 6.969709547954756e-05,
+      "loss": 0.4511,
+      "step": 218
+    },
+    {
+      "epoch": 3.464,
+      "eval_loss": 0.6990913152694702,
+      "eval_mean_token_accuracy": 0.7825,
+      "eval_num_tokens": 641927.0,
+      "eval_runtime": 11.3946,
+      "eval_samples_per_second": 17.552,
+      "eval_steps_per_second": 17.552,
+      "step": 218
+    },
+    {
+      "epoch": 3.496,
+      "grad_norm": 8.035236358642578,
+      "learning_rate": 6.905351881751372e-05,
+      "loss": 0.6857,
+      "step": 220
+    },
+    {
+      "epoch": 3.496,
+      "eval_loss": 0.6006813645362854,
+      "eval_mean_token_accuracy": 0.775,
+      "eval_num_tokens": 647975.0,
+      "eval_runtime": 11.3298,
+      "eval_samples_per_second": 17.653,
+      "eval_steps_per_second": 17.653,
+      "step": 220
+    },
+    {
+      "epoch": 3.528,
+      "grad_norm": 3.130239486694336,
+      "learning_rate": 6.840622763423391e-05,
+      "loss": 0.8284,
+      "step": 222
+    },
+    {
+      "epoch": 3.528,
+      "eval_loss": 0.5212404727935791,
+      "eval_mean_token_accuracy": 0.8025,
+      "eval_num_tokens": 653848.0,
+      "eval_runtime": 11.417,
+      "eval_samples_per_second": 17.518,
+      "eval_steps_per_second": 17.518,
+      "step": 222
+    },
+    {
+      "epoch": 3.56,
+      "grad_norm": 6.3286590576171875,
+      "learning_rate": 6.775534812040685e-05,
+      "loss": 0.586,
+      "step": 224
+    },
+    {
+      "epoch": 3.56,
+      "eval_loss": 0.5590178966522217,
+      "eval_mean_token_accuracy": 0.7725,
+      "eval_num_tokens": 659778.0,
+      "eval_runtime": 11.3593,
+      "eval_samples_per_second": 17.607,
+      "eval_steps_per_second": 17.607,
+      "step": 224
+    },
+    {
+      "epoch": 3.592,
+      "grad_norm": 5.30872106552124,
+      "learning_rate": 6.710100716628344e-05,
+      "loss": 0.4935,
+      "step": 226
+    },
+    {
+      "epoch": 3.592,
+      "eval_loss": 0.4762438237667084,
+      "eval_mean_token_accuracy": 0.8,
+      "eval_num_tokens": 665683.0,
+      "eval_runtime": 11.3502,
+      "eval_samples_per_second": 17.621,
+      "eval_steps_per_second": 17.621,
+      "step": 226
+    },
+    {
+      "epoch": 3.624,
+      "grad_norm": 3.498307466506958,
+      "learning_rate": 6.644333233692916e-05,
+      "loss": 0.2553,
+      "step": 228
+    },
+    {
+      "epoch": 3.624,
+      "eval_loss": 0.3769262731075287,
+      "eval_mean_token_accuracy": 0.8575,
+      "eval_num_tokens": 671577.0,
+      "eval_runtime": 11.3693,
+      "eval_samples_per_second": 17.591,
+      "eval_steps_per_second": 17.591,
+      "step": 228
+    },
+    {
+      "epoch": 3.656,
+      "grad_norm": 5.77377986907959,
+      "learning_rate": 6.578245184735513e-05,
+      "loss": 0.422,
+      "step": 230
+    },
+    {
+      "epoch": 3.656,
+      "eval_loss": 0.4247679114341736,
+      "eval_mean_token_accuracy": 0.875,
+      "eval_num_tokens": 677652.0,
+      "eval_runtime": 11.4058,
+      "eval_samples_per_second": 17.535,
+      "eval_steps_per_second": 17.535,
+      "step": 230
+    },
+    {
+      "epoch": 3.6879999999999997,
+      "grad_norm": 5.382702827453613,
+      "learning_rate": 6.511849453752223e-05,
+      "loss": 0.3615,
+      "step": 232
+    },
+    {
+      "epoch": 3.6879999999999997,
+      "eval_loss": 0.40983787178993225,
+      "eval_mean_token_accuracy": 0.8775,
+      "eval_num_tokens": 683524.0,
+      "eval_runtime": 11.3425,
+      "eval_samples_per_second": 17.633,
+      "eval_steps_per_second": 17.633,
+      "step": 232
+    },
+    {
+      "epoch": 3.7199999999999998,
+      "grad_norm": 6.351858139038086,
+      "learning_rate": 6.445158984722358e-05,
+      "loss": 0.4846,
+      "step": 234
+    },
+    {
+      "epoch": 3.7199999999999998,
+      "eval_loss": 0.4072776436805725,
+      "eval_mean_token_accuracy": 0.8775,
+      "eval_num_tokens": 689468.0,
+      "eval_runtime": 11.3999,
+      "eval_samples_per_second": 17.544,
+      "eval_steps_per_second": 17.544,
+      "step": 234
+    },
+    {
+      "epoch": 3.752,
+      "grad_norm": 8.19200325012207,
+      "learning_rate": 6.378186779084995e-05,
+      "loss": 0.4629,
+      "step": 236
+    },
+    {
+      "epoch": 3.752,
+      "eval_loss": 0.43801605701446533,
+      "eval_mean_token_accuracy": 0.84,
+      "eval_num_tokens": 695287.0,
+      "eval_runtime": 11.4562,
+      "eval_samples_per_second": 17.458,
+      "eval_steps_per_second": 17.458,
+      "step": 236
+    },
+    {
+      "epoch": 3.784,
+      "grad_norm": 3.963613510131836,
+      "learning_rate": 6.310945893204324e-05,
+      "loss": 0.2387,
+      "step": 238
+    },
+    {
+      "epoch": 3.784,
+      "eval_loss": 0.38311469554901123,
+      "eval_mean_token_accuracy": 0.8575,
+      "eval_num_tokens": 700986.0,
+      "eval_runtime": 11.441,
+      "eval_samples_per_second": 17.481,
+      "eval_steps_per_second": 17.481,
+      "step": 238
+    },
+    {
+      "epoch": 3.816,
+      "grad_norm": 4.092259883880615,
+      "learning_rate": 6.243449435824276e-05,
+      "loss": 0.1867,
+      "step": 240
+    },
+    {
+      "epoch": 3.816,
+      "eval_loss": 0.40530699491500854,
+      "eval_mean_token_accuracy": 0.885,
+      "eval_num_tokens": 706834.0,
+      "eval_runtime": 11.372,
+      "eval_samples_per_second": 17.587,
+      "eval_steps_per_second": 17.587,
+      "step": 240
+    },
+    {
+      "epoch": 3.848,
+      "grad_norm": 4.6833319664001465,
+      "learning_rate": 6.17571056551295e-05,
+      "loss": 0.2775,
+      "step": 242
+    },
+    {
+      "epoch": 3.848,
+      "eval_loss": 0.42349615693092346,
+      "eval_mean_token_accuracy": 0.865,
+      "eval_num_tokens": 712917.0,
+      "eval_runtime": 11.5149,
+      "eval_samples_per_second": 17.369,
+      "eval_steps_per_second": 17.369,
+      "step": 242
+    },
+    {
+      "epoch": 3.88,
+      "grad_norm": 6.742552757263184,
+      "learning_rate": 6.107742488097338e-05,
+      "loss": 0.3866,
+      "step": 244
+    },
+    {
+      "epoch": 3.88,
+      "eval_loss": 0.3780156672000885,
+      "eval_mean_token_accuracy": 0.875,
+      "eval_num_tokens": 718858.0,
+      "eval_runtime": 11.4339,
+      "eval_samples_per_second": 17.492,
+      "eval_steps_per_second": 17.492,
+      "step": 244
+    },
+    {
+      "epoch": 3.912,
+      "grad_norm": 5.453954219818115,
+      "learning_rate": 6.0395584540887963e-05,
+      "loss": 0.2173,
+      "step": 246
+    },
+    {
+      "epoch": 3.912,
+      "eval_loss": 0.3653385043144226,
+      "eval_mean_token_accuracy": 0.8875,
+      "eval_num_tokens": 724709.0,
+      "eval_runtime": 11.4826,
+      "eval_samples_per_second": 17.418,
+      "eval_steps_per_second": 17.418,
+      "step": 246
+    },
+    {
+      "epoch": 3.944,
+      "grad_norm": 1.5256761312484741,
+      "learning_rate": 5.97117175609986e-05,
+      "loss": 0.2729,
+      "step": 248
+    },
+    {
+      "epoch": 3.944,
+      "eval_loss": 0.38564562797546387,
+      "eval_mean_token_accuracy": 0.8625,
+      "eval_num_tokens": 730712.0,
+      "eval_runtime": 11.4903,
+      "eval_samples_per_second": 17.406,
+      "eval_steps_per_second": 17.406,
+      "step": 248
+    },
+    {
+      "epoch": 3.976,
+      "grad_norm": 3.0075435638427734,
+      "learning_rate": 5.902595726252801e-05,
+      "loss": 0.1422,
+      "step": 250
+    },
+    {
+      "epoch": 3.976,
+      "eval_loss": 0.4116416871547699,
+      "eval_mean_token_accuracy": 0.8575,
+      "eval_num_tokens": 736567.0,
+      "eval_runtime": 11.521,
+      "eval_samples_per_second": 17.36,
+      "eval_steps_per_second": 17.36,
+      "step": 250
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 7.006307125091553,
+      "learning_rate": 5.833843733580512e-05,
+      "loss": 0.3248,
+      "step": 252
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.40621310472488403,
+      "eval_mean_token_accuracy": 0.8575,
+      "eval_num_tokens": 741160.0,
+      "eval_runtime": 11.4066,
+      "eval_samples_per_second": 17.534,
+      "eval_steps_per_second": 17.534,
+      "step": 252
+    },
+    {
+      "epoch": 4.032,
+      "grad_norm": 3.07350492477417,
+      "learning_rate": 5.764929181420191e-05,
+      "loss": 0.1091,
+      "step": 254
+    },
+    {
+      "epoch": 4.032,
+      "eval_loss": 0.3603956699371338,
+      "eval_mean_token_accuracy": 0.8825,
+      "eval_num_tokens": 747142.0,
+      "eval_runtime": 11.4816,
+      "eval_samples_per_second": 17.419,
+      "eval_steps_per_second": 17.419,
+      "step": 254
+    },
+    {
+      "epoch": 4.064,
+      "grad_norm": 3.1903159618377686,
+      "learning_rate": 5.695865504800327e-05,
+      "loss": 0.1786,
+      "step": 256
+    },
+    {
+      "epoch": 4.064,
+      "eval_loss": 0.3532255291938782,
+      "eval_mean_token_accuracy": 0.8775,
+      "eval_num_tokens": 753082.0,
+      "eval_runtime": 11.4889,
+      "eval_samples_per_second": 17.408,
+      "eval_steps_per_second": 17.408,
+      "step": 256
+    },
+    {
+      "epoch": 4.096,
+      "grad_norm": 3.8832714557647705,
+      "learning_rate": 5.6266661678215216e-05,
+      "loss": 0.2634,
+      "step": 258
+    },
+    {
+      "epoch": 4.096,
+      "eval_loss": 0.36864393949508667,
+      "eval_mean_token_accuracy": 0.8625,
+      "eval_num_tokens": 759111.0,
+      "eval_runtime": 11.5099,
+      "eval_samples_per_second": 17.376,
+      "eval_steps_per_second": 17.376,
+      "step": 258
+    },
+    {
+      "epoch": 4.128,
+      "grad_norm": 4.830361366271973,
+      "learning_rate": 5.557344661031627e-05,
+      "loss": 0.2079,
+      "step": 260
+    },
+    {
+      "epoch": 4.128,
+      "eval_loss": 0.3449659049510956,
+      "eval_mean_token_accuracy": 0.8825,
+      "eval_num_tokens": 764907.0,
+      "eval_runtime": 11.521,
+      "eval_samples_per_second": 17.36,
+      "eval_steps_per_second": 17.36,
+      "step": 260
+    },
+    {
+      "epoch": 4.16,
+      "grad_norm": 1.7749980688095093,
+      "learning_rate": 5.487914498795747e-05,
+      "loss": 0.1563,
+      "step": 262
+    },
+    {
+      "epoch": 4.16,
+      "eval_loss": 0.36110296845436096,
+      "eval_mean_token_accuracy": 0.905,
+      "eval_num_tokens": 770932.0,
+      "eval_runtime": 11.4335,
+      "eval_samples_per_second": 17.492,
+      "eval_steps_per_second": 17.492,
+      "step": 262
+    },
+    {
+      "epoch": 4.192,
+      "grad_norm": 8.26739501953125,
+      "learning_rate": 5.418389216661579e-05,
+      "loss": 0.3026,
+      "step": 264
+    },
+    {
+      "epoch": 4.192,
+      "eval_loss": 0.38699576258659363,
+      "eval_mean_token_accuracy": 0.88,
+      "eval_num_tokens": 776864.0,
+      "eval_runtime": 11.4821,
+      "eval_samples_per_second": 17.418,
+      "eval_steps_per_second": 17.418,
+      "step": 264
+    },
+    {
+      "epoch": 4.224,
+      "grad_norm": 2.8019349575042725,
+      "learning_rate": 5.348782368720626e-05,
+      "loss": 0.2853,
+      "step": 266
+    },
+    {
+      "epoch": 4.224,
+      "eval_loss": 0.34142714738845825,
+      "eval_mean_token_accuracy": 0.9025,
+      "eval_num_tokens": 782840.0,
+      "eval_runtime": 11.4884,
+      "eval_samples_per_second": 17.409,
+      "eval_steps_per_second": 17.409,
+      "step": 266
+    },
+    {
+      "epoch": 4.256,
+      "grad_norm": 3.4463911056518555,
+      "learning_rate": 5.279107524965819e-05,
+      "loss": 0.2078,
+      "step": 268
+    },
+    {
+      "epoch": 4.256,
+      "eval_loss": 0.36096420884132385,
+      "eval_mean_token_accuracy": 0.89,
+      "eval_num_tokens": 788755.0,
+      "eval_runtime": 11.4676,
+      "eval_samples_per_second": 17.44,
+      "eval_steps_per_second": 17.44,
+      "step": 268
+    },
+    {
+      "epoch": 4.288,
+      "grad_norm": 5.433365821838379,
+      "learning_rate": 5.209378268645998e-05,
+      "loss": 0.2143,
+      "step": 270
+    },
+    {
+      "epoch": 4.288,
+      "eval_loss": 0.3592444658279419,
+      "eval_mean_token_accuracy": 0.8725,
+      "eval_num_tokens": 794554.0,
+      "eval_runtime": 11.4965,
+      "eval_samples_per_second": 17.397,
+      "eval_steps_per_second": 17.397,
+      "step": 270
+    },
+    {
+      "epoch": 4.32,
+      "grad_norm": 3.042314052581787,
+      "learning_rate": 5.139608193617845e-05,
+      "loss": 0.2698,
+      "step": 272
+    },
+    {
+      "epoch": 4.32,
+      "eval_loss": 0.3997034430503845,
+      "eval_mean_token_accuracy": 0.86,
+      "eval_num_tokens": 800527.0,
+      "eval_runtime": 11.4184,
+      "eval_samples_per_second": 17.516,
+      "eval_steps_per_second": 17.516,
+      "step": 272
+    },
+    {
+      "epoch": 4.352,
+      "grad_norm": 10.794941902160645,
+      "learning_rate": 5.0698109016957274e-05,
+      "loss": 0.3277,
+      "step": 274
+    },
+    {
+      "epoch": 4.352,
+      "eval_loss": 0.4432468116283417,
+      "eval_mean_token_accuracy": 0.835,
+      "eval_num_tokens": 806629.0,
+      "eval_runtime": 11.4348,
+      "eval_samples_per_second": 17.491,
+      "eval_steps_per_second": 17.491,
+      "step": 274
+    },
+    {
+      "epoch": 4.384,
+      "grad_norm": 2.6515562534332275,
+      "learning_rate": 5e-05,
+      "loss": 0.1165,
+      "step": 276
+    },
+    {
+      "epoch": 4.384,
+      "eval_loss": 0.3831730782985687,
+      "eval_mean_token_accuracy": 0.8725,
+      "eval_num_tokens": 812738.0,
+      "eval_runtime": 11.4379,
+      "eval_samples_per_second": 17.486,
+      "eval_steps_per_second": 17.486,
+      "step": 276
+    },
+    {
+      "epoch": 4.416,
+      "grad_norm": 3.236262798309326,
+      "learning_rate": 4.9301890983042744e-05,
+      "loss": 0.1818,
+      "step": 278
+    },
+    {
+      "epoch": 4.416,
+      "eval_loss": 0.35354024171829224,
+      "eval_mean_token_accuracy": 0.8725,
+      "eval_num_tokens": 818819.0,
+      "eval_runtime": 11.4212,
+      "eval_samples_per_second": 17.511,
+      "eval_steps_per_second": 17.511,
+      "step": 278
+    },
+    {
+      "epoch": 4.448,
+      "grad_norm": 5.583536148071289,
+      "learning_rate": 4.860391806382157e-05,
+      "loss": 0.3041,
+      "step": 280
+    },
+    {
+      "epoch": 4.448,
+      "eval_loss": 0.3540879786014557,
+      "eval_mean_token_accuracy": 0.87,
+      "eval_num_tokens": 824668.0,
+      "eval_runtime": 11.4117,
+      "eval_samples_per_second": 17.526,
+      "eval_steps_per_second": 17.526,
+      "step": 280
+    },
+    {
+      "epoch": 4.48,
+      "grad_norm": 9.713761329650879,
+      "learning_rate": 4.790621731354003e-05,
+      "loss": 0.2985,
+      "step": 282
+    },
+    {
+      "epoch": 4.48,
+      "eval_loss": 0.3587820529937744,
+      "eval_mean_token_accuracy": 0.88,
+      "eval_num_tokens": 830397.0,
+      "eval_runtime": 11.3776,
+      "eval_samples_per_second": 17.578,
+      "eval_steps_per_second": 17.578,
+      "step": 282
+    },
+    {
+      "epoch": 4.5120000000000005,
+      "grad_norm": 3.4866244792938232,
+      "learning_rate": 4.720892475034181e-05,
+      "loss": 0.1989,
+      "step": 284
+    },
+    {
+      "epoch": 4.5120000000000005,
+      "eval_loss": 0.37661635875701904,
+      "eval_mean_token_accuracy": 0.8675,
+      "eval_num_tokens": 836337.0,
+      "eval_runtime": 11.4129,
+      "eval_samples_per_second": 17.524,
+      "eval_steps_per_second": 17.524,
+      "step": 284
+    },
+    {
+      "epoch": 4.5440000000000005,
+      "grad_norm": 5.140746116638184,
+      "learning_rate": 4.6512176312793736e-05,
+      "loss": 0.1841,
+      "step": 286
+    },
+    {
+      "epoch": 4.5440000000000005,
+      "eval_loss": 0.39047709107398987,
+      "eval_mean_token_accuracy": 0.865,
+      "eval_num_tokens": 842314.0,
+      "eval_runtime": 11.444,
+      "eval_samples_per_second": 17.476,
+      "eval_steps_per_second": 17.476,
+      "step": 286
+    },
+    {
+      "epoch": 4.576,
+      "grad_norm": 2.4394001960754395,
+      "learning_rate": 4.5816107833384234e-05,
+      "loss": 0.2127,
+      "step": 288
+    },
+    {
+      "epoch": 4.576,
+      "eval_loss": 0.4071689248085022,
+      "eval_mean_token_accuracy": 0.8525,
+      "eval_num_tokens": 848214.0,
+      "eval_runtime": 11.4066,
+      "eval_samples_per_second": 17.534,
+      "eval_steps_per_second": 17.534,
+      "step": 288
+    },
+    {
+      "epoch": 4.608,
+      "grad_norm": 3.629035711288452,
+      "learning_rate": 4.512085501204253e-05,
+      "loss": 0.2098,
+      "step": 290
+    },
+    {
+      "epoch": 4.608,
+      "eval_loss": 0.37388408184051514,
+      "eval_mean_token_accuracy": 0.865,
+      "eval_num_tokens": 854173.0,
+      "eval_runtime": 11.4769,
+      "eval_samples_per_second": 17.426,
+      "eval_steps_per_second": 17.426,
+      "step": 290
+    },
+    {
+      "epoch": 4.64,
+      "grad_norm": 5.06349515914917,
+      "learning_rate": 4.442655338968373e-05,
+      "loss": 0.2034,
+      "step": 292
+    },
+    {
+      "epoch": 4.64,
+      "eval_loss": 0.33289721608161926,
+      "eval_mean_token_accuracy": 0.875,
+      "eval_num_tokens": 859981.0,
+      "eval_runtime": 11.4579,
+      "eval_samples_per_second": 17.455,
+      "eval_steps_per_second": 17.455,
+      "step": 292
+    },
+    {
+      "epoch": 4.672,
+      "grad_norm": 4.161719799041748,
+      "learning_rate": 4.373333832178478e-05,
+      "loss": 0.1055,
+      "step": 294
+    },
+    {
+      "epoch": 4.672,
+      "eval_loss": 0.2890664339065552,
+      "eval_mean_token_accuracy": 0.8925,
+      "eval_num_tokens": 865762.0,
+      "eval_runtime": 11.4333,
+      "eval_samples_per_second": 17.493,
+      "eval_steps_per_second": 17.493,
+      "step": 294
+    },
+    {
+      "epoch": 4.704,
+      "grad_norm": 3.4958295822143555,
+      "learning_rate": 4.3041344951996746e-05,
+      "loss": 0.1311,
+      "step": 296
+    },
+    {
+      "epoch": 4.704,
+      "eval_loss": 0.26056674122810364,
+      "eval_mean_token_accuracy": 0.91,
+      "eval_num_tokens": 871552.0,
+      "eval_runtime": 11.4678,
+      "eval_samples_per_second": 17.44,
+      "eval_steps_per_second": 17.44,
+      "step": 296
+    },
+    {
+      "epoch": 4.736,
+      "grad_norm": 3.2966129779815674,
+      "learning_rate": 4.23507081857981e-05,
+      "loss": 0.0799,
+      "step": 298
+    },
+    {
+      "epoch": 4.736,
+      "eval_loss": 0.2812807559967041,
+      "eval_mean_token_accuracy": 0.905,
+      "eval_num_tokens": 877574.0,
+      "eval_runtime": 11.4879,
+      "eval_samples_per_second": 17.41,
+      "eval_steps_per_second": 17.41,
+      "step": 298
+    },
+    {
+      "epoch": 4.768,
+      "grad_norm": 3.745723247528076,
+      "learning_rate": 4.166156266419489e-05,
+      "loss": 0.1935,
+      "step": 300
+    },
+    {
+      "epoch": 4.768,
+      "eval_loss": 0.28090521693229675,
+      "eval_mean_token_accuracy": 0.905,
+      "eval_num_tokens": 883355.0,
+      "eval_runtime": 11.6211,
+      "eval_samples_per_second": 17.21,
+      "eval_steps_per_second": 17.21,
+      "step": 300
+    },
+    {
+      "epoch": 4.8,
+      "grad_norm": 11.25948715209961,
+      "learning_rate": 4.0974042737472006e-05,
+      "loss": 0.2654,
+      "step": 302
+    },
+    {
+      "epoch": 4.8,
+      "eval_loss": 0.25816527009010315,
+      "eval_mean_token_accuracy": 0.9175,
+      "eval_num_tokens": 889310.0,
+      "eval_runtime": 11.5086,
+      "eval_samples_per_second": 17.378,
+      "eval_steps_per_second": 17.378,
+      "step": 302
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9,
+  "save_steps": 2,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 20,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.026902954975232e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/checkpoint-302/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8069af376af6f9e56e5a1d07a412f35a5ba39a82dcb7c95a184e97a2f06f7b5
+size 6008

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

llama_finetune_mnist_ascii_r16_alpha=32_dropout=0.05_lr0.0001_data_size1000_max_steps=500_seed=123/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8069af376af6f9e56e5a1d07a412f35a5ba39a82dcb7c95a184e97a2f06f7b5
+size 6008