Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,66 @@
+---
+library_name: peft
+license: other
+base_model: meta-llama/Llama-3.3-70B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: MATH_training_Qwen2.5-32B-Instruct
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# MATH_training_Qwen2.5-32B-Instruct
+
+This model is a fine-tuned version of [meta-llama/Llama-3.3-70B-Instruct](https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct) on the MATH_training_Qwen2.5-32B-Instruct dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1284
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0001
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- total_train_batch_size: 4
+- total_eval_batch_size: 4
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 2.0
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss |
+|:-------------:|:-----:|:----:|:---------------:|
+| 0.117         | 1.25  | 200  | 0.1356          |
+
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.46.1
+- Pytorch 2.5.1+cu124
+- Datasets 3.1.0
+- Tokenizers 0.20.3

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.3-70B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "o_proj",
+    "down_proj",
+    "q_proj",
+    "up_proj",
+    "v_proj",
+    "gate_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64152f80f903e9061fee5e0dcf1596b73cf2ccfdac10e0dfc950245d9d602bd
+size 207244392

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.12842905521392822,
+    "eval_runtime": 15.5557,
+    "eval_samples_per_second": 0.45,
+    "eval_steps_per_second": 0.129,
+    "total_flos": 1567061767618560.0,
+    "train_loss": 0.15366401586215944,
+    "train_runtime": 5710.924,
+    "train_samples_per_second": 0.224,
+    "train_steps_per_second": 0.056
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.12842905521392822,
+    "eval_runtime": 15.5557,
+    "eval_samples_per_second": 0.45,
+    "eval_steps_per_second": 0.129
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2066 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 1567061767618560.0,
+    "train_loss": 0.15366401586215944,
+    "train_runtime": 5710.924,
+    "train_samples_per_second": 0.224,
+    "train_steps_per_second": 0.056
+}

trainer_log.jsonl

@@ -0,0 +1,322 @@
+{"current_steps": 1, "total_steps": 320, "loss": 0.508, "lr": 3.125e-06, "epoch": 0.00625, "percentage": 0.31, "elapsed_time": "0:00:27", "remaining_time": "2:25:16"}
+{"current_steps": 2, "total_steps": 320, "loss": 0.3989, "lr": 6.25e-06, "epoch": 0.0125, "percentage": 0.62, "elapsed_time": "0:00:44", "remaining_time": "1:57:50"}
+{"current_steps": 3, "total_steps": 320, "loss": 0.3526, "lr": 9.375000000000001e-06, "epoch": 0.01875, "percentage": 0.94, "elapsed_time": "0:01:01", "remaining_time": "1:48:31"}
+{"current_steps": 4, "total_steps": 320, "loss": 0.3927, "lr": 1.25e-05, "epoch": 0.025, "percentage": 1.25, "elapsed_time": "0:01:18", "remaining_time": "1:43:44"}
+{"current_steps": 5, "total_steps": 320, "loss": 0.3232, "lr": 1.5625e-05, "epoch": 0.03125, "percentage": 1.56, "elapsed_time": "0:01:35", "remaining_time": "1:40:47"}
+{"current_steps": 6, "total_steps": 320, "loss": 0.3486, "lr": 1.8750000000000002e-05, "epoch": 0.0375, "percentage": 1.88, "elapsed_time": "0:01:53", "remaining_time": "1:38:42"}
+{"current_steps": 7, "total_steps": 320, "loss": 0.3894, "lr": 2.1875e-05, "epoch": 0.04375, "percentage": 2.19, "elapsed_time": "0:02:10", "remaining_time": "1:37:07"}
+{"current_steps": 8, "total_steps": 320, "loss": 0.3606, "lr": 2.5e-05, "epoch": 0.05, "percentage": 2.5, "elapsed_time": "0:02:27", "remaining_time": "1:35:52"}
+{"current_steps": 9, "total_steps": 320, "loss": 0.3323, "lr": 2.8125000000000003e-05, "epoch": 0.05625, "percentage": 2.81, "elapsed_time": "0:02:44", "remaining_time": "1:34:48"}
+{"current_steps": 10, "total_steps": 320, "loss": 0.3689, "lr": 3.125e-05, "epoch": 0.0625, "percentage": 3.12, "elapsed_time": "0:03:01", "remaining_time": "1:33:54"}
+{"current_steps": 11, "total_steps": 320, "loss": 0.3825, "lr": 3.4375e-05, "epoch": 0.06875, "percentage": 3.44, "elapsed_time": "0:03:18", "remaining_time": "1:33:06"}
+{"current_steps": 12, "total_steps": 320, "loss": 0.3368, "lr": 3.7500000000000003e-05, "epoch": 0.075, "percentage": 3.75, "elapsed_time": "0:03:35", "remaining_time": "1:32:23"}
+{"current_steps": 13, "total_steps": 320, "loss": 0.3345, "lr": 4.0625000000000005e-05, "epoch": 0.08125, "percentage": 4.06, "elapsed_time": "0:03:53", "remaining_time": "1:31:44"}
+{"current_steps": 14, "total_steps": 320, "loss": 0.3176, "lr": 4.375e-05, "epoch": 0.0875, "percentage": 4.38, "elapsed_time": "0:04:10", "remaining_time": "1:31:19"}
+{"current_steps": 15, "total_steps": 320, "loss": 0.3136, "lr": 4.6875e-05, "epoch": 0.09375, "percentage": 4.69, "elapsed_time": "0:04:27", "remaining_time": "1:30:45"}
+{"current_steps": 16, "total_steps": 320, "loss": 0.2986, "lr": 5e-05, "epoch": 0.1, "percentage": 5.0, "elapsed_time": "0:04:44", "remaining_time": "1:30:13"}
+{"current_steps": 17, "total_steps": 320, "loss": 0.2691, "lr": 5.3125000000000004e-05, "epoch": 0.10625, "percentage": 5.31, "elapsed_time": "0:05:02", "remaining_time": "1:29:48"}
+{"current_steps": 18, "total_steps": 320, "loss": 0.3044, "lr": 5.6250000000000005e-05, "epoch": 0.1125, "percentage": 5.62, "elapsed_time": "0:05:19", "remaining_time": "1:29:19"}
+{"current_steps": 19, "total_steps": 320, "loss": 0.232, "lr": 5.9375e-05, "epoch": 0.11875, "percentage": 5.94, "elapsed_time": "0:05:36", "remaining_time": "1:28:52"}
+{"current_steps": 20, "total_steps": 320, "loss": 0.237, "lr": 6.25e-05, "epoch": 0.125, "percentage": 6.25, "elapsed_time": "0:05:53", "remaining_time": "1:28:25"}
+{"current_steps": 21, "total_steps": 320, "loss": 0.2708, "lr": 6.562500000000001e-05, "epoch": 0.13125, "percentage": 6.56, "elapsed_time": "0:06:10", "remaining_time": "1:28:00"}
+{"current_steps": 22, "total_steps": 320, "loss": 0.2334, "lr": 6.875e-05, "epoch": 0.1375, "percentage": 6.88, "elapsed_time": "0:06:27", "remaining_time": "1:27:35"}
+{"current_steps": 23, "total_steps": 320, "loss": 0.1994, "lr": 7.1875e-05, "epoch": 0.14375, "percentage": 7.19, "elapsed_time": "0:06:45", "remaining_time": "1:27:11"}
+{"current_steps": 24, "total_steps": 320, "loss": 0.2253, "lr": 7.500000000000001e-05, "epoch": 0.15, "percentage": 7.5, "elapsed_time": "0:07:02", "remaining_time": "1:26:47"}
+{"current_steps": 25, "total_steps": 320, "loss": 0.2677, "lr": 7.8125e-05, "epoch": 0.15625, "percentage": 7.81, "elapsed_time": "0:07:19", "remaining_time": "1:26:24"}
+{"current_steps": 26, "total_steps": 320, "loss": 0.1909, "lr": 8.125000000000001e-05, "epoch": 0.1625, "percentage": 8.12, "elapsed_time": "0:07:36", "remaining_time": "1:26:01"}
+{"current_steps": 27, "total_steps": 320, "loss": 0.2352, "lr": 8.4375e-05, "epoch": 0.16875, "percentage": 8.44, "elapsed_time": "0:07:53", "remaining_time": "1:25:39"}
+{"current_steps": 28, "total_steps": 320, "loss": 0.2312, "lr": 8.75e-05, "epoch": 0.175, "percentage": 8.75, "elapsed_time": "0:08:10", "remaining_time": "1:25:16"}
+{"current_steps": 29, "total_steps": 320, "loss": 0.2571, "lr": 9.062500000000001e-05, "epoch": 0.18125, "percentage": 9.06, "elapsed_time": "0:08:27", "remaining_time": "1:24:54"}
+{"current_steps": 30, "total_steps": 320, "loss": 0.2181, "lr": 9.375e-05, "epoch": 0.1875, "percentage": 9.38, "elapsed_time": "0:08:44", "remaining_time": "1:24:33"}
+{"current_steps": 31, "total_steps": 320, "loss": 0.1768, "lr": 9.687500000000001e-05, "epoch": 0.19375, "percentage": 9.69, "elapsed_time": "0:09:01", "remaining_time": "1:24:12"}
+{"current_steps": 32, "total_steps": 320, "loss": 0.1995, "lr": 0.0001, "epoch": 0.2, "percentage": 10.0, "elapsed_time": "0:09:19", "remaining_time": "1:23:51"}
+{"current_steps": 33, "total_steps": 320, "loss": 0.2344, "lr": 9.999702525000749e-05, "epoch": 0.20625, "percentage": 10.31, "elapsed_time": "0:09:36", "remaining_time": "1:23:30"}
+{"current_steps": 34, "total_steps": 320, "loss": 0.1581, "lr": 9.998810135399546e-05, "epoch": 0.2125, "percentage": 10.62, "elapsed_time": "0:09:53", "remaining_time": "1:23:10"}
+{"current_steps": 35, "total_steps": 320, "loss": 0.2129, "lr": 9.997322937381829e-05, "epoch": 0.21875, "percentage": 10.94, "elapsed_time": "0:10:10", "remaining_time": "1:22:49"}
+{"current_steps": 36, "total_steps": 320, "loss": 0.1837, "lr": 9.99524110790929e-05, "epoch": 0.225, "percentage": 11.25, "elapsed_time": "0:10:27", "remaining_time": "1:22:29"}
+{"current_steps": 37, "total_steps": 320, "loss": 0.1881, "lr": 9.992564894698816e-05, "epoch": 0.23125, "percentage": 11.56, "elapsed_time": "0:10:44", "remaining_time": "1:22:09"}
+{"current_steps": 38, "total_steps": 320, "loss": 0.1837, "lr": 9.989294616193017e-05, "epoch": 0.2375, "percentage": 11.88, "elapsed_time": "0:11:01", "remaining_time": "1:21:49"}
+{"current_steps": 39, "total_steps": 320, "loss": 0.1918, "lr": 9.985430661522333e-05, "epoch": 0.24375, "percentage": 12.19, "elapsed_time": "0:11:18", "remaining_time": "1:21:29"}
+{"current_steps": 40, "total_steps": 320, "loss": 0.1823, "lr": 9.980973490458728e-05, "epoch": 0.25, "percentage": 12.5, "elapsed_time": "0:11:35", "remaining_time": "1:21:10"}
+{"current_steps": 41, "total_steps": 320, "loss": 0.2191, "lr": 9.975923633360985e-05, "epoch": 0.25625, "percentage": 12.81, "elapsed_time": "0:11:52", "remaining_time": "1:20:50"}
+{"current_steps": 42, "total_steps": 320, "loss": 0.1671, "lr": 9.970281691111598e-05, "epoch": 0.2625, "percentage": 13.12, "elapsed_time": "0:12:09", "remaining_time": "1:20:31"}
+{"current_steps": 43, "total_steps": 320, "loss": 0.1445, "lr": 9.964048335045275e-05, "epoch": 0.26875, "percentage": 13.44, "elapsed_time": "0:12:27", "remaining_time": "1:20:12"}
+{"current_steps": 44, "total_steps": 320, "loss": 0.1883, "lr": 9.957224306869053e-05, "epoch": 0.275, "percentage": 13.75, "elapsed_time": "0:12:44", "remaining_time": "1:19:54"}
+{"current_steps": 45, "total_steps": 320, "loss": 0.1912, "lr": 9.949810418574039e-05, "epoch": 0.28125, "percentage": 14.06, "elapsed_time": "0:13:01", "remaining_time": "1:19:35"}
+{"current_steps": 46, "total_steps": 320, "loss": 0.1781, "lr": 9.941807552338804e-05, "epoch": 0.2875, "percentage": 14.37, "elapsed_time": "0:13:18", "remaining_time": "1:19:16"}
+{"current_steps": 47, "total_steps": 320, "loss": 0.1741, "lr": 9.933216660424395e-05, "epoch": 0.29375, "percentage": 14.69, "elapsed_time": "0:13:35", "remaining_time": "1:18:58"}
+{"current_steps": 48, "total_steps": 320, "loss": 0.1862, "lr": 9.924038765061042e-05, "epoch": 0.3, "percentage": 15.0, "elapsed_time": "0:13:52", "remaining_time": "1:18:39"}
+{"current_steps": 49, "total_steps": 320, "loss": 0.1948, "lr": 9.914274958326505e-05, "epoch": 0.30625, "percentage": 15.31, "elapsed_time": "0:14:09", "remaining_time": "1:18:21"}
+{"current_steps": 50, "total_steps": 320, "loss": 0.1387, "lr": 9.903926402016153e-05, "epoch": 0.3125, "percentage": 15.62, "elapsed_time": "0:14:27", "remaining_time": "1:18:02"}
+{"current_steps": 51, "total_steps": 320, "loss": 0.1897, "lr": 9.892994327504693e-05, "epoch": 0.31875, "percentage": 15.94, "elapsed_time": "0:14:44", "remaining_time": "1:17:44"}
+{"current_steps": 52, "total_steps": 320, "loss": 0.1878, "lr": 9.881480035599667e-05, "epoch": 0.325, "percentage": 16.25, "elapsed_time": "0:15:01", "remaining_time": "1:17:25"}
+{"current_steps": 53, "total_steps": 320, "loss": 0.194, "lr": 9.869384896386668e-05, "epoch": 0.33125, "percentage": 16.56, "elapsed_time": "0:15:18", "remaining_time": "1:17:07"}
+{"current_steps": 54, "total_steps": 320, "loss": 0.1881, "lr": 9.856710349066307e-05, "epoch": 0.3375, "percentage": 16.88, "elapsed_time": "0:15:35", "remaining_time": "1:16:48"}
+{"current_steps": 55, "total_steps": 320, "loss": 0.2129, "lr": 9.843457901782967e-05, "epoch": 0.34375, "percentage": 17.19, "elapsed_time": "0:15:52", "remaining_time": "1:16:30"}
+{"current_steps": 56, "total_steps": 320, "loss": 0.187, "lr": 9.829629131445342e-05, "epoch": 0.35, "percentage": 17.5, "elapsed_time": "0:16:09", "remaining_time": "1:16:11"}
+{"current_steps": 57, "total_steps": 320, "loss": 0.1952, "lr": 9.815225683538814e-05, "epoch": 0.35625, "percentage": 17.81, "elapsed_time": "0:16:26", "remaining_time": "1:15:53"}
+{"current_steps": 58, "total_steps": 320, "loss": 0.1722, "lr": 9.800249271929645e-05, "epoch": 0.3625, "percentage": 18.12, "elapsed_time": "0:16:43", "remaining_time": "1:15:35"}
+{"current_steps": 59, "total_steps": 320, "loss": 0.1852, "lr": 9.784701678661045e-05, "epoch": 0.36875, "percentage": 18.44, "elapsed_time": "0:17:01", "remaining_time": "1:15:16"}
+{"current_steps": 60, "total_steps": 320, "loss": 0.1861, "lr": 9.768584753741134e-05, "epoch": 0.375, "percentage": 18.75, "elapsed_time": "0:17:18", "remaining_time": "1:14:58"}
+{"current_steps": 61, "total_steps": 320, "loss": 0.1681, "lr": 9.751900414922805e-05, "epoch": 0.38125, "percentage": 19.06, "elapsed_time": "0:17:35", "remaining_time": "1:14:40"}
+{"current_steps": 62, "total_steps": 320, "loss": 0.1768, "lr": 9.73465064747553e-05, "epoch": 0.3875, "percentage": 19.38, "elapsed_time": "0:17:52", "remaining_time": "1:14:22"}
+{"current_steps": 63, "total_steps": 320, "loss": 0.1592, "lr": 9.716837503949127e-05, "epoch": 0.39375, "percentage": 19.69, "elapsed_time": "0:18:09", "remaining_time": "1:14:04"}
+{"current_steps": 64, "total_steps": 320, "loss": 0.2007, "lr": 9.698463103929542e-05, "epoch": 0.4, "percentage": 20.0, "elapsed_time": "0:18:26", "remaining_time": "1:13:46"}
+{"current_steps": 65, "total_steps": 320, "loss": 0.1499, "lr": 9.67952963378663e-05, "epoch": 0.40625, "percentage": 20.31, "elapsed_time": "0:18:43", "remaining_time": "1:13:28"}
+{"current_steps": 66, "total_steps": 320, "loss": 0.1702, "lr": 9.660039346413994e-05, "epoch": 0.4125, "percentage": 20.62, "elapsed_time": "0:19:00", "remaining_time": "1:13:10"}
+{"current_steps": 67, "total_steps": 320, "loss": 0.172, "lr": 9.639994560960923e-05, "epoch": 0.41875, "percentage": 20.94, "elapsed_time": "0:19:17", "remaining_time": "1:12:52"}
+{"current_steps": 68, "total_steps": 320, "loss": 0.1363, "lr": 9.619397662556435e-05, "epoch": 0.425, "percentage": 21.25, "elapsed_time": "0:19:35", "remaining_time": "1:12:34"}
+{"current_steps": 69, "total_steps": 320, "loss": 0.1664, "lr": 9.598251102025461e-05, "epoch": 0.43125, "percentage": 21.56, "elapsed_time": "0:19:52", "remaining_time": "1:12:16"}
+{"current_steps": 70, "total_steps": 320, "loss": 0.1439, "lr": 9.576557395597236e-05, "epoch": 0.4375, "percentage": 21.88, "elapsed_time": "0:20:09", "remaining_time": "1:11:58"}
+{"current_steps": 71, "total_steps": 320, "loss": 0.1526, "lr": 9.554319124605879e-05, "epoch": 0.44375, "percentage": 22.19, "elapsed_time": "0:20:26", "remaining_time": "1:11:41"}
+{"current_steps": 72, "total_steps": 320, "loss": 0.1514, "lr": 9.53153893518325e-05, "epoch": 0.45, "percentage": 22.5, "elapsed_time": "0:20:43", "remaining_time": "1:11:23"}
+{"current_steps": 73, "total_steps": 320, "loss": 0.1481, "lr": 9.508219537944081e-05, "epoch": 0.45625, "percentage": 22.81, "elapsed_time": "0:21:00", "remaining_time": "1:11:05"}
+{"current_steps": 74, "total_steps": 320, "loss": 0.1552, "lr": 9.484363707663442e-05, "epoch": 0.4625, "percentage": 23.12, "elapsed_time": "0:21:17", "remaining_time": "1:10:48"}
+{"current_steps": 75, "total_steps": 320, "loss": 0.1533, "lr": 9.459974282946571e-05, "epoch": 0.46875, "percentage": 23.44, "elapsed_time": "0:21:35", "remaining_time": "1:10:30"}
+{"current_steps": 76, "total_steps": 320, "loss": 0.15, "lr": 9.435054165891109e-05, "epoch": 0.475, "percentage": 23.75, "elapsed_time": "0:21:52", "remaining_time": "1:10:12"}
+{"current_steps": 77, "total_steps": 320, "loss": 0.1633, "lr": 9.409606321741775e-05, "epoch": 0.48125, "percentage": 24.06, "elapsed_time": "0:22:09", "remaining_time": "1:09:55"}
+{"current_steps": 78, "total_steps": 320, "loss": 0.1675, "lr": 9.38363377853754e-05, "epoch": 0.4875, "percentage": 24.38, "elapsed_time": "0:22:26", "remaining_time": "1:09:37"}
+{"current_steps": 79, "total_steps": 320, "loss": 0.1649, "lr": 9.357139626751308e-05, "epoch": 0.49375, "percentage": 24.69, "elapsed_time": "0:22:43", "remaining_time": "1:09:19"}
+{"current_steps": 80, "total_steps": 320, "loss": 0.1818, "lr": 9.330127018922194e-05, "epoch": 0.5, "percentage": 25.0, "elapsed_time": "0:23:00", "remaining_time": "1:09:02"}
+{"current_steps": 81, "total_steps": 320, "loss": 0.1535, "lr": 9.302599169280395e-05, "epoch": 0.50625, "percentage": 25.31, "elapsed_time": "0:23:17", "remaining_time": "1:08:44"}
+{"current_steps": 82, "total_steps": 320, "loss": 0.1573, "lr": 9.274559353364734e-05, "epoch": 0.5125, "percentage": 25.62, "elapsed_time": "0:23:34", "remaining_time": "1:08:26"}
+{"current_steps": 83, "total_steps": 320, "loss": 0.1552, "lr": 9.246010907632895e-05, "epoch": 0.51875, "percentage": 25.94, "elapsed_time": "0:23:51", "remaining_time": "1:08:08"}
+{"current_steps": 84, "total_steps": 320, "loss": 0.1348, "lr": 9.21695722906443e-05, "epoch": 0.525, "percentage": 26.25, "elapsed_time": "0:24:08", "remaining_time": "1:07:50"}
+{"current_steps": 85, "total_steps": 320, "loss": 0.1541, "lr": 9.18740177475654e-05, "epoch": 0.53125, "percentage": 26.56, "elapsed_time": "0:24:26", "remaining_time": "1:07:33"}
+{"current_steps": 86, "total_steps": 320, "loss": 0.1584, "lr": 9.157348061512727e-05, "epoch": 0.5375, "percentage": 26.88, "elapsed_time": "0:24:43", "remaining_time": "1:07:15"}
+{"current_steps": 87, "total_steps": 320, "loss": 0.1558, "lr": 9.126799665424319e-05, "epoch": 0.54375, "percentage": 27.19, "elapsed_time": "0:25:00", "remaining_time": "1:06:57"}
+{"current_steps": 88, "total_steps": 320, "loss": 0.178, "lr": 9.09576022144496e-05, "epoch": 0.55, "percentage": 27.5, "elapsed_time": "0:25:17", "remaining_time": "1:06:39"}
+{"current_steps": 89, "total_steps": 320, "loss": 0.1382, "lr": 9.064233422958077e-05, "epoch": 0.55625, "percentage": 27.81, "elapsed_time": "0:25:34", "remaining_time": "1:06:22"}
+{"current_steps": 90, "total_steps": 320, "loss": 0.2028, "lr": 9.032223021337414e-05, "epoch": 0.5625, "percentage": 28.12, "elapsed_time": "0:25:51", "remaining_time": "1:06:04"}
+{"current_steps": 91, "total_steps": 320, "loss": 0.1564, "lr": 8.999732825500648e-05, "epoch": 0.56875, "percentage": 28.44, "elapsed_time": "0:26:08", "remaining_time": "1:05:46"}
+{"current_steps": 92, "total_steps": 320, "loss": 0.1748, "lr": 8.966766701456177e-05, "epoch": 0.575, "percentage": 28.75, "elapsed_time": "0:26:25", "remaining_time": "1:05:29"}
+{"current_steps": 93, "total_steps": 320, "loss": 0.166, "lr": 8.933328571843084e-05, "epoch": 0.58125, "percentage": 29.06, "elapsed_time": "0:26:42", "remaining_time": "1:05:11"}
+{"current_steps": 94, "total_steps": 320, "loss": 0.1371, "lr": 8.899422415464409e-05, "epoch": 0.5875, "percentage": 29.38, "elapsed_time": "0:26:59", "remaining_time": "1:04:54"}
+{"current_steps": 95, "total_steps": 320, "loss": 0.1695, "lr": 8.865052266813685e-05, "epoch": 0.59375, "percentage": 29.69, "elapsed_time": "0:27:16", "remaining_time": "1:04:36"}
+{"current_steps": 96, "total_steps": 320, "loss": 0.1397, "lr": 8.83022221559489e-05, "epoch": 0.6, "percentage": 30.0, "elapsed_time": "0:27:33", "remaining_time": "1:04:18"}
+{"current_steps": 97, "total_steps": 320, "loss": 0.1475, "lr": 8.79493640623581e-05, "epoch": 0.60625, "percentage": 30.31, "elapsed_time": "0:27:50", "remaining_time": "1:04:01"}
+{"current_steps": 98, "total_steps": 320, "loss": 0.1455, "lr": 8.759199037394887e-05, "epoch": 0.6125, "percentage": 30.63, "elapsed_time": "0:28:08", "remaining_time": "1:03:44"}
+{"current_steps": 99, "total_steps": 320, "loss": 0.155, "lr": 8.723014361461632e-05, "epoch": 0.61875, "percentage": 30.94, "elapsed_time": "0:28:25", "remaining_time": "1:03:27"}
+{"current_steps": 100, "total_steps": 320, "loss": 0.14, "lr": 8.68638668405062e-05, "epoch": 0.625, "percentage": 31.25, "elapsed_time": "0:28:43", "remaining_time": "1:03:11"}
+{"current_steps": 101, "total_steps": 320, "loss": 0.1268, "lr": 8.649320363489179e-05, "epoch": 0.63125, "percentage": 31.56, "elapsed_time": "0:29:00", "remaining_time": "1:02:53"}
+{"current_steps": 102, "total_steps": 320, "loss": 0.174, "lr": 8.611819810298778e-05, "epoch": 0.6375, "percentage": 31.87, "elapsed_time": "0:29:17", "remaining_time": "1:02:36"}
+{"current_steps": 103, "total_steps": 320, "loss": 0.1314, "lr": 8.573889486670233e-05, "epoch": 0.64375, "percentage": 32.19, "elapsed_time": "0:29:34", "remaining_time": "1:02:19"}
+{"current_steps": 104, "total_steps": 320, "loss": 0.1563, "lr": 8.535533905932738e-05, "epoch": 0.65, "percentage": 32.5, "elapsed_time": "0:29:51", "remaining_time": "1:02:01"}
+{"current_steps": 105, "total_steps": 320, "loss": 0.2076, "lr": 8.496757632016836e-05, "epoch": 0.65625, "percentage": 32.81, "elapsed_time": "0:30:09", "remaining_time": "1:01:44"}
+{"current_steps": 106, "total_steps": 320, "loss": 0.1516, "lr": 8.457565278911348e-05, "epoch": 0.6625, "percentage": 33.12, "elapsed_time": "0:30:26", "remaining_time": "1:01:26"}
+{"current_steps": 107, "total_steps": 320, "loss": 0.163, "lr": 8.417961510114356e-05, "epoch": 0.66875, "percentage": 33.44, "elapsed_time": "0:30:43", "remaining_time": "1:01:09"}
+{"current_steps": 108, "total_steps": 320, "loss": 0.1351, "lr": 8.377951038078302e-05, "epoch": 0.675, "percentage": 33.75, "elapsed_time": "0:31:00", "remaining_time": "1:00:51"}
+{"current_steps": 109, "total_steps": 320, "loss": 0.1181, "lr": 8.337538623649237e-05, "epoch": 0.68125, "percentage": 34.06, "elapsed_time": "0:31:17", "remaining_time": "1:00:34"}
+{"current_steps": 110, "total_steps": 320, "loss": 0.1404, "lr": 8.296729075500344e-05, "epoch": 0.6875, "percentage": 34.38, "elapsed_time": "0:31:34", "remaining_time": "1:00:16"}
+{"current_steps": 111, "total_steps": 320, "loss": 0.1746, "lr": 8.255527249559746e-05, "epoch": 0.69375, "percentage": 34.69, "elapsed_time": "0:31:51", "remaining_time": "0:59:59"}
+{"current_steps": 112, "total_steps": 320, "loss": 0.1724, "lr": 8.213938048432697e-05, "epoch": 0.7, "percentage": 35.0, "elapsed_time": "0:32:08", "remaining_time": "0:59:41"}
+{"current_steps": 113, "total_steps": 320, "loss": 0.1469, "lr": 8.171966420818228e-05, "epoch": 0.70625, "percentage": 35.31, "elapsed_time": "0:32:25", "remaining_time": "0:59:24"}
+{"current_steps": 114, "total_steps": 320, "loss": 0.1692, "lr": 8.129617360920296e-05, "epoch": 0.7125, "percentage": 35.62, "elapsed_time": "0:32:42", "remaining_time": "0:59:06"}
+{"current_steps": 115, "total_steps": 320, "loss": 0.145, "lr": 8.086895907853526e-05, "epoch": 0.71875, "percentage": 35.94, "elapsed_time": "0:32:59", "remaining_time": "0:58:49"}
+{"current_steps": 116, "total_steps": 320, "loss": 0.1401, "lr": 8.043807145043604e-05, "epoch": 0.725, "percentage": 36.25, "elapsed_time": "0:33:17", "remaining_time": "0:58:31"}
+{"current_steps": 117, "total_steps": 320, "loss": 0.1289, "lr": 8.000356199622405e-05, "epoch": 0.73125, "percentage": 36.56, "elapsed_time": "0:33:34", "remaining_time": "0:58:14"}
+{"current_steps": 118, "total_steps": 320, "loss": 0.1191, "lr": 7.956548241817912e-05, "epoch": 0.7375, "percentage": 36.88, "elapsed_time": "0:33:51", "remaining_time": "0:57:57"}
+{"current_steps": 119, "total_steps": 320, "loss": 0.1679, "lr": 7.912388484339012e-05, "epoch": 0.74375, "percentage": 37.19, "elapsed_time": "0:34:08", "remaining_time": "0:57:39"}
+{"current_steps": 120, "total_steps": 320, "loss": 0.1455, "lr": 7.86788218175523e-05, "epoch": 0.75, "percentage": 37.5, "elapsed_time": "0:34:25", "remaining_time": "0:57:22"}
+{"current_steps": 121, "total_steps": 320, "loss": 0.1387, "lr": 7.823034629871503e-05, "epoch": 0.75625, "percentage": 37.81, "elapsed_time": "0:34:42", "remaining_time": "0:57:04"}
+{"current_steps": 122, "total_steps": 320, "loss": 0.1595, "lr": 7.777851165098012e-05, "epoch": 0.7625, "percentage": 38.12, "elapsed_time": "0:34:59", "remaining_time": "0:56:47"}
+{"current_steps": 123, "total_steps": 320, "loss": 0.1591, "lr": 7.732337163815217e-05, "epoch": 0.76875, "percentage": 38.44, "elapsed_time": "0:35:16", "remaining_time": "0:56:30"}
+{"current_steps": 124, "total_steps": 320, "loss": 0.1623, "lr": 7.68649804173412e-05, "epoch": 0.775, "percentage": 38.75, "elapsed_time": "0:35:33", "remaining_time": "0:56:12"}
+{"current_steps": 125, "total_steps": 320, "loss": 0.155, "lr": 7.64033925325184e-05, "epoch": 0.78125, "percentage": 39.06, "elapsed_time": "0:35:51", "remaining_time": "0:55:55"}
+{"current_steps": 126, "total_steps": 320, "loss": 0.1524, "lr": 7.593866290802608e-05, "epoch": 0.7875, "percentage": 39.38, "elapsed_time": "0:36:08", "remaining_time": "0:55:38"}
+{"current_steps": 127, "total_steps": 320, "loss": 0.1599, "lr": 7.54708468420421e-05, "epoch": 0.79375, "percentage": 39.69, "elapsed_time": "0:36:25", "remaining_time": "0:55:20"}
+{"current_steps": 128, "total_steps": 320, "loss": 0.1554, "lr": 7.500000000000001e-05, "epoch": 0.8, "percentage": 40.0, "elapsed_time": "0:36:42", "remaining_time": "0:55:03"}
+{"current_steps": 129, "total_steps": 320, "loss": 0.1538, "lr": 7.45261784079654e-05, "epoch": 0.80625, "percentage": 40.31, "elapsed_time": "0:36:59", "remaining_time": "0:54:46"}
+{"current_steps": 130, "total_steps": 320, "loss": 0.1525, "lr": 7.404943844596939e-05, "epoch": 0.8125, "percentage": 40.62, "elapsed_time": "0:37:16", "remaining_time": "0:54:29"}
+{"current_steps": 131, "total_steps": 320, "loss": 0.1478, "lr": 7.35698368412999e-05, "epoch": 0.81875, "percentage": 40.94, "elapsed_time": "0:37:33", "remaining_time": "0:54:11"}
+{"current_steps": 132, "total_steps": 320, "loss": 0.1484, "lr": 7.308743066175172e-05, "epoch": 0.825, "percentage": 41.25, "elapsed_time": "0:37:50", "remaining_time": "0:53:54"}
+{"current_steps": 133, "total_steps": 320, "loss": 0.124, "lr": 7.2602277308836e-05, "epoch": 0.83125, "percentage": 41.56, "elapsed_time": "0:38:08", "remaining_time": "0:53:36"}
+{"current_steps": 134, "total_steps": 320, "loss": 0.1422, "lr": 7.211443451095007e-05, "epoch": 0.8375, "percentage": 41.88, "elapsed_time": "0:38:25", "remaining_time": "0:53:19"}
+{"current_steps": 135, "total_steps": 320, "loss": 0.1488, "lr": 7.162396031650831e-05, "epoch": 0.84375, "percentage": 42.19, "elapsed_time": "0:38:42", "remaining_time": "0:53:02"}
+{"current_steps": 136, "total_steps": 320, "loss": 0.1227, "lr": 7.113091308703498e-05, "epoch": 0.85, "percentage": 42.5, "elapsed_time": "0:38:59", "remaining_time": "0:52:44"}
+{"current_steps": 137, "total_steps": 320, "loss": 0.1397, "lr": 7.063535149021973e-05, "epoch": 0.85625, "percentage": 42.81, "elapsed_time": "0:39:16", "remaining_time": "0:52:27"}
+{"current_steps": 138, "total_steps": 320, "loss": 0.1489, "lr": 7.013733449293687e-05, "epoch": 0.8625, "percentage": 43.12, "elapsed_time": "0:39:33", "remaining_time": "0:52:10"}
+{"current_steps": 139, "total_steps": 320, "loss": 0.1625, "lr": 6.96369213542287e-05, "epoch": 0.86875, "percentage": 43.44, "elapsed_time": "0:39:50", "remaining_time": "0:51:52"}
+{"current_steps": 140, "total_steps": 320, "loss": 0.1575, "lr": 6.91341716182545e-05, "epoch": 0.875, "percentage": 43.75, "elapsed_time": "0:40:07", "remaining_time": "0:51:35"}
+{"current_steps": 141, "total_steps": 320, "loss": 0.1367, "lr": 6.862914510720515e-05, "epoch": 0.88125, "percentage": 44.06, "elapsed_time": "0:40:24", "remaining_time": "0:51:18"}
+{"current_steps": 142, "total_steps": 320, "loss": 0.1269, "lr": 6.812190191418508e-05, "epoch": 0.8875, "percentage": 44.38, "elapsed_time": "0:40:41", "remaining_time": "0:51:00"}
+{"current_steps": 143, "total_steps": 320, "loss": 0.1653, "lr": 6.761250239606169e-05, "epoch": 0.89375, "percentage": 44.69, "elapsed_time": "0:40:58", "remaining_time": "0:50:43"}
+{"current_steps": 144, "total_steps": 320, "loss": 0.163, "lr": 6.710100716628344e-05, "epoch": 0.9, "percentage": 45.0, "elapsed_time": "0:41:15", "remaining_time": "0:50:25"}
+{"current_steps": 145, "total_steps": 320, "loss": 0.1372, "lr": 6.658747708766762e-05, "epoch": 0.90625, "percentage": 45.31, "elapsed_time": "0:41:32", "remaining_time": "0:50:08"}
+{"current_steps": 146, "total_steps": 320, "loss": 0.1666, "lr": 6.607197326515808e-05, "epoch": 0.9125, "percentage": 45.62, "elapsed_time": "0:41:49", "remaining_time": "0:49:51"}
+{"current_steps": 147, "total_steps": 320, "loss": 0.1608, "lr": 6.555455703855454e-05, "epoch": 0.91875, "percentage": 45.94, "elapsed_time": "0:42:07", "remaining_time": "0:49:34"}
+{"current_steps": 148, "total_steps": 320, "loss": 0.1358, "lr": 6.503528997521366e-05, "epoch": 0.925, "percentage": 46.25, "elapsed_time": "0:42:24", "remaining_time": "0:49:16"}
+{"current_steps": 149, "total_steps": 320, "loss": 0.1467, "lr": 6.451423386272312e-05, "epoch": 0.93125, "percentage": 46.56, "elapsed_time": "0:42:41", "remaining_time": "0:48:59"}
+{"current_steps": 150, "total_steps": 320, "loss": 0.1602, "lr": 6.399145070154961e-05, "epoch": 0.9375, "percentage": 46.88, "elapsed_time": "0:42:58", "remaining_time": "0:48:42"}
+{"current_steps": 151, "total_steps": 320, "loss": 0.1491, "lr": 6.346700269766132e-05, "epoch": 0.94375, "percentage": 47.19, "elapsed_time": "0:43:15", "remaining_time": "0:48:24"}
+{"current_steps": 152, "total_steps": 320, "loss": 0.1503, "lr": 6.294095225512603e-05, "epoch": 0.95, "percentage": 47.5, "elapsed_time": "0:43:32", "remaining_time": "0:48:07"}
+{"current_steps": 153, "total_steps": 320, "loss": 0.1394, "lr": 6.241336196868582e-05, "epoch": 0.95625, "percentage": 47.81, "elapsed_time": "0:43:49", "remaining_time": "0:47:50"}
+{"current_steps": 154, "total_steps": 320, "loss": 0.1471, "lr": 6.188429461630866e-05, "epoch": 0.9625, "percentage": 48.12, "elapsed_time": "0:44:06", "remaining_time": "0:47:33"}
+{"current_steps": 155, "total_steps": 320, "loss": 0.1163, "lr": 6.135381315171867e-05, "epoch": 0.96875, "percentage": 48.44, "elapsed_time": "0:44:24", "remaining_time": "0:47:15"}
+{"current_steps": 156, "total_steps": 320, "loss": 0.1414, "lr": 6.0821980696905146e-05, "epoch": 0.975, "percentage": 48.75, "elapsed_time": "0:44:41", "remaining_time": "0:46:58"}
+{"current_steps": 157, "total_steps": 320, "loss": 0.1371, "lr": 6.0288860534611745e-05, "epoch": 0.98125, "percentage": 49.06, "elapsed_time": "0:44:58", "remaining_time": "0:46:41"}
+{"current_steps": 158, "total_steps": 320, "loss": 0.1591, "lr": 5.9754516100806423e-05, "epoch": 0.9875, "percentage": 49.38, "elapsed_time": "0:45:15", "remaining_time": "0:46:24"}
+{"current_steps": 159, "total_steps": 320, "loss": 0.1136, "lr": 5.9219010977133173e-05, "epoch": 0.99375, "percentage": 49.69, "elapsed_time": "0:45:32", "remaining_time": "0:46:06"}
+{"current_steps": 160, "total_steps": 320, "loss": 0.1355, "lr": 5.868240888334653e-05, "epoch": 1.0, "percentage": 50.0, "elapsed_time": "0:45:49", "remaining_time": "0:45:49"}
+{"current_steps": 161, "total_steps": 320, "loss": 0.1389, "lr": 5.814477366972945e-05, "epoch": 1.00625, "percentage": 50.31, "elapsed_time": "0:46:06", "remaining_time": "0:45:32"}
+{"current_steps": 162, "total_steps": 320, "loss": 0.1278, "lr": 5.7606169309495836e-05, "epoch": 1.0125, "percentage": 50.62, "elapsed_time": "0:46:23", "remaining_time": "0:45:15"}
+{"current_steps": 163, "total_steps": 320, "loss": 0.1266, "lr": 5.706665989117839e-05, "epoch": 1.01875, "percentage": 50.94, "elapsed_time": "0:46:40", "remaining_time": "0:44:57"}
+{"current_steps": 164, "total_steps": 320, "loss": 0.1344, "lr": 5.6526309611002594e-05, "epoch": 1.025, "percentage": 51.25, "elapsed_time": "0:46:58", "remaining_time": "0:44:40"}
+{"current_steps": 165, "total_steps": 320, "loss": 0.11, "lr": 5.5985182765248126e-05, "epoch": 1.03125, "percentage": 51.56, "elapsed_time": "0:47:15", "remaining_time": "0:44:23"}
+{"current_steps": 166, "total_steps": 320, "loss": 0.1177, "lr": 5.544334374259823e-05, "epoch": 1.0375, "percentage": 51.88, "elapsed_time": "0:47:32", "remaining_time": "0:44:05"}
+{"current_steps": 167, "total_steps": 320, "loss": 0.1519, "lr": 5.490085701647805e-05, "epoch": 1.04375, "percentage": 52.19, "elapsed_time": "0:47:49", "remaining_time": "0:43:48"}
+{"current_steps": 168, "total_steps": 320, "loss": 0.1388, "lr": 5.435778713738292e-05, "epoch": 1.05, "percentage": 52.5, "elapsed_time": "0:48:06", "remaining_time": "0:43:31"}
+{"current_steps": 169, "total_steps": 320, "loss": 0.1315, "lr": 5.381419872519763e-05, "epoch": 1.05625, "percentage": 52.81, "elapsed_time": "0:48:23", "remaining_time": "0:43:14"}
+{"current_steps": 170, "total_steps": 320, "loss": 0.1513, "lr": 5.327015646150716e-05, "epoch": 1.0625, "percentage": 53.12, "elapsed_time": "0:48:40", "remaining_time": "0:42:56"}
+{"current_steps": 171, "total_steps": 320, "loss": 0.1265, "lr": 5.2725725081900325e-05, "epoch": 1.06875, "percentage": 53.44, "elapsed_time": "0:48:57", "remaining_time": "0:42:39"}
+{"current_steps": 172, "total_steps": 320, "loss": 0.1346, "lr": 5.218096936826681e-05, "epoch": 1.075, "percentage": 53.75, "elapsed_time": "0:49:14", "remaining_time": "0:42:22"}
+{"current_steps": 173, "total_steps": 320, "loss": 0.1129, "lr": 5.1635954141088813e-05, "epoch": 1.08125, "percentage": 54.06, "elapsed_time": "0:49:31", "remaining_time": "0:42:05"}
+{"current_steps": 174, "total_steps": 320, "loss": 0.1031, "lr": 5.1090744251728064e-05, "epoch": 1.0875, "percentage": 54.37, "elapsed_time": "0:49:48", "remaining_time": "0:41:47"}
+{"current_steps": 175, "total_steps": 320, "loss": 0.1093, "lr": 5.054540457470912e-05, "epoch": 1.09375, "percentage": 54.69, "elapsed_time": "0:50:05", "remaining_time": "0:41:30"}
+{"current_steps": 176, "total_steps": 320, "loss": 0.1283, "lr": 5e-05, "epoch": 1.1, "percentage": 55.0, "elapsed_time": "0:50:22", "remaining_time": "0:41:13"}
+{"current_steps": 177, "total_steps": 320, "loss": 0.1163, "lr": 4.945459542529089e-05, "epoch": 1.10625, "percentage": 55.31, "elapsed_time": "0:50:40", "remaining_time": "0:40:56"}
+{"current_steps": 178, "total_steps": 320, "loss": 0.1188, "lr": 4.890925574827195e-05, "epoch": 1.1125, "percentage": 55.62, "elapsed_time": "0:50:57", "remaining_time": "0:40:38"}
+{"current_steps": 179, "total_steps": 320, "loss": 0.1742, "lr": 4.83640458589112e-05, "epoch": 1.11875, "percentage": 55.94, "elapsed_time": "0:51:14", "remaining_time": "0:40:21"}
+{"current_steps": 180, "total_steps": 320, "loss": 0.1217, "lr": 4.781903063173321e-05, "epoch": 1.125, "percentage": 56.25, "elapsed_time": "0:51:31", "remaining_time": "0:40:04"}
+{"current_steps": 181, "total_steps": 320, "loss": 0.1047, "lr": 4.727427491809968e-05, "epoch": 1.13125, "percentage": 56.56, "elapsed_time": "0:51:48", "remaining_time": "0:39:47"}
+{"current_steps": 182, "total_steps": 320, "loss": 0.1288, "lr": 4.6729843538492847e-05, "epoch": 1.1375, "percentage": 56.88, "elapsed_time": "0:52:05", "remaining_time": "0:39:30"}
+{"current_steps": 183, "total_steps": 320, "loss": 0.1123, "lr": 4.618580127480238e-05, "epoch": 1.14375, "percentage": 57.19, "elapsed_time": "0:52:22", "remaining_time": "0:39:12"}
+{"current_steps": 184, "total_steps": 320, "loss": 0.1096, "lr": 4.564221286261709e-05, "epoch": 1.15, "percentage": 57.5, "elapsed_time": "0:52:40", "remaining_time": "0:38:55"}
+{"current_steps": 185, "total_steps": 320, "loss": 0.1237, "lr": 4.509914298352197e-05, "epoch": 1.15625, "percentage": 57.81, "elapsed_time": "0:52:57", "remaining_time": "0:38:38"}
+{"current_steps": 186, "total_steps": 320, "loss": 0.1256, "lr": 4.4556656257401786e-05, "epoch": 1.1625, "percentage": 58.13, "elapsed_time": "0:53:14", "remaining_time": "0:38:21"}
+{"current_steps": 187, "total_steps": 320, "loss": 0.087, "lr": 4.4014817234751885e-05, "epoch": 1.16875, "percentage": 58.44, "elapsed_time": "0:53:32", "remaining_time": "0:38:04"}
+{"current_steps": 188, "total_steps": 320, "loss": 0.132, "lr": 4.347369038899744e-05, "epoch": 1.175, "percentage": 58.75, "elapsed_time": "0:53:49", "remaining_time": "0:37:47"}
+{"current_steps": 189, "total_steps": 320, "loss": 0.1342, "lr": 4.2933340108821644e-05, "epoch": 1.18125, "percentage": 59.06, "elapsed_time": "0:54:06", "remaining_time": "0:37:30"}
+{"current_steps": 190, "total_steps": 320, "loss": 0.1144, "lr": 4.239383069050417e-05, "epoch": 1.1875, "percentage": 59.38, "elapsed_time": "0:54:23", "remaining_time": "0:37:13"}
+{"current_steps": 191, "total_steps": 320, "loss": 0.11, "lr": 4.185522633027057e-05, "epoch": 1.19375, "percentage": 59.69, "elapsed_time": "0:54:40", "remaining_time": "0:36:55"}
+{"current_steps": 192, "total_steps": 320, "loss": 0.1256, "lr": 4.131759111665349e-05, "epoch": 1.2, "percentage": 60.0, "elapsed_time": "0:54:57", "remaining_time": "0:36:38"}
+{"current_steps": 193, "total_steps": 320, "loss": 0.1387, "lr": 4.078098902286683e-05, "epoch": 1.20625, "percentage": 60.31, "elapsed_time": "0:55:15", "remaining_time": "0:36:21"}
+{"current_steps": 194, "total_steps": 320, "loss": 0.1154, "lr": 4.0245483899193595e-05, "epoch": 1.2125, "percentage": 60.62, "elapsed_time": "0:55:32", "remaining_time": "0:36:04"}
+{"current_steps": 195, "total_steps": 320, "loss": 0.1277, "lr": 3.971113946538826e-05, "epoch": 1.21875, "percentage": 60.94, "elapsed_time": "0:55:49", "remaining_time": "0:35:46"}
+{"current_steps": 196, "total_steps": 320, "loss": 0.1245, "lr": 3.917801930309486e-05, "epoch": 1.225, "percentage": 61.25, "elapsed_time": "0:56:06", "remaining_time": "0:35:29"}
+{"current_steps": 197, "total_steps": 320, "loss": 0.1149, "lr": 3.864618684828134e-05, "epoch": 1.23125, "percentage": 61.56, "elapsed_time": "0:56:23", "remaining_time": "0:35:12"}
+{"current_steps": 198, "total_steps": 320, "loss": 0.1137, "lr": 3.8115705383691355e-05, "epoch": 1.2375, "percentage": 61.88, "elapsed_time": "0:56:40", "remaining_time": "0:34:55"}
+{"current_steps": 199, "total_steps": 320, "loss": 0.1411, "lr": 3.758663803131418e-05, "epoch": 1.24375, "percentage": 62.19, "elapsed_time": "0:56:57", "remaining_time": "0:34:38"}
+{"current_steps": 200, "total_steps": 320, "loss": 0.117, "lr": 3.705904774487396e-05, "epoch": 1.25, "percentage": 62.5, "elapsed_time": "0:57:14", "remaining_time": "0:34:20"}
+{"current_steps": 200, "total_steps": 320, "eval_loss": 0.13555637001991272, "epoch": 1.25, "percentage": 62.5, "elapsed_time": "0:57:29", "remaining_time": "0:34:29"}
+{"current_steps": 201, "total_steps": 320, "loss": 0.1317, "lr": 3.65329973023387e-05, "epoch": 1.25625, "percentage": 62.81, "elapsed_time": "0:57:47", "remaining_time": "0:34:13"}
+{"current_steps": 202, "total_steps": 320, "loss": 0.1485, "lr": 3.60085492984504e-05, "epoch": 1.2625, "percentage": 63.12, "elapsed_time": "0:58:04", "remaining_time": "0:33:55"}
+{"current_steps": 203, "total_steps": 320, "loss": 0.127, "lr": 3.5485766137276894e-05, "epoch": 1.26875, "percentage": 63.44, "elapsed_time": "0:58:22", "remaining_time": "0:33:38"}
+{"current_steps": 204, "total_steps": 320, "loss": 0.1298, "lr": 3.4964710024786354e-05, "epoch": 1.275, "percentage": 63.75, "elapsed_time": "0:58:39", "remaining_time": "0:33:21"}
+{"current_steps": 205, "total_steps": 320, "loss": 0.1218, "lr": 3.4445442961445464e-05, "epoch": 1.28125, "percentage": 64.06, "elapsed_time": "0:58:56", "remaining_time": "0:33:03"}
+{"current_steps": 206, "total_steps": 320, "loss": 0.0911, "lr": 3.392802673484193e-05, "epoch": 1.2875, "percentage": 64.38, "elapsed_time": "0:59:13", "remaining_time": "0:32:46"}
+{"current_steps": 207, "total_steps": 320, "loss": 0.1105, "lr": 3.341252291233241e-05, "epoch": 1.29375, "percentage": 64.69, "elapsed_time": "0:59:30", "remaining_time": "0:32:29"}
+{"current_steps": 208, "total_steps": 320, "loss": 0.157, "lr": 3.289899283371657e-05, "epoch": 1.3, "percentage": 65.0, "elapsed_time": "0:59:47", "remaining_time": "0:32:11"}
+{"current_steps": 209, "total_steps": 320, "loss": 0.1167, "lr": 3.2387497603938326e-05, "epoch": 1.30625, "percentage": 65.31, "elapsed_time": "1:00:04", "remaining_time": "0:31:54"}
+{"current_steps": 210, "total_steps": 320, "loss": 0.1267, "lr": 3.1878098085814924e-05, "epoch": 1.3125, "percentage": 65.62, "elapsed_time": "1:00:21", "remaining_time": "0:31:37"}
+{"current_steps": 211, "total_steps": 320, "loss": 0.1405, "lr": 3.137085489279485e-05, "epoch": 1.31875, "percentage": 65.94, "elapsed_time": "1:00:38", "remaining_time": "0:31:19"}
+{"current_steps": 212, "total_steps": 320, "loss": 0.1454, "lr": 3.086582838174551e-05, "epoch": 1.325, "percentage": 66.25, "elapsed_time": "1:00:55", "remaining_time": "0:31:02"}
+{"current_steps": 213, "total_steps": 320, "loss": 0.1228, "lr": 3.0363078645771303e-05, "epoch": 1.33125, "percentage": 66.56, "elapsed_time": "1:01:12", "remaining_time": "0:30:45"}
+{"current_steps": 214, "total_steps": 320, "loss": 0.1155, "lr": 2.9862665507063147e-05, "epoch": 1.3375, "percentage": 66.88, "elapsed_time": "1:01:30", "remaining_time": "0:30:27"}
+{"current_steps": 215, "total_steps": 320, "loss": 0.114, "lr": 2.936464850978027e-05, "epoch": 1.34375, "percentage": 67.19, "elapsed_time": "1:01:47", "remaining_time": "0:30:10"}
+{"current_steps": 216, "total_steps": 320, "loss": 0.131, "lr": 2.886908691296504e-05, "epoch": 1.35, "percentage": 67.5, "elapsed_time": "1:02:04", "remaining_time": "0:29:53"}
+{"current_steps": 217, "total_steps": 320, "loss": 0.118, "lr": 2.8376039683491686e-05, "epoch": 1.35625, "percentage": 67.81, "elapsed_time": "1:02:21", "remaining_time": "0:29:35"}
+{"current_steps": 218, "total_steps": 320, "loss": 0.1206, "lr": 2.7885565489049946e-05, "epoch": 1.3625, "percentage": 68.12, "elapsed_time": "1:02:38", "remaining_time": "0:29:18"}
+{"current_steps": 219, "total_steps": 320, "loss": 0.1196, "lr": 2.7397722691164018e-05, "epoch": 1.36875, "percentage": 68.44, "elapsed_time": "1:02:55", "remaining_time": "0:29:01"}
+{"current_steps": 220, "total_steps": 320, "loss": 0.1257, "lr": 2.6912569338248315e-05, "epoch": 1.375, "percentage": 68.75, "elapsed_time": "1:03:12", "remaining_time": "0:28:43"}
+{"current_steps": 221, "total_steps": 320, "loss": 0.1078, "lr": 2.6430163158700115e-05, "epoch": 1.38125, "percentage": 69.06, "elapsed_time": "1:03:29", "remaining_time": "0:28:26"}
+{"current_steps": 222, "total_steps": 320, "loss": 0.1039, "lr": 2.595056155403063e-05, "epoch": 1.3875, "percentage": 69.38, "elapsed_time": "1:03:47", "remaining_time": "0:28:09"}
+{"current_steps": 223, "total_steps": 320, "loss": 0.1044, "lr": 2.54738215920346e-05, "epoch": 1.39375, "percentage": 69.69, "elapsed_time": "1:04:04", "remaining_time": "0:27:52"}
+{"current_steps": 224, "total_steps": 320, "loss": 0.1152, "lr": 2.500000000000001e-05, "epoch": 1.4, "percentage": 70.0, "elapsed_time": "1:04:21", "remaining_time": "0:27:34"}
+{"current_steps": 225, "total_steps": 320, "loss": 0.1234, "lr": 2.4529153157957913e-05, "epoch": 1.40625, "percentage": 70.31, "elapsed_time": "1:04:38", "remaining_time": "0:27:17"}
+{"current_steps": 226, "total_steps": 320, "loss": 0.1193, "lr": 2.4061337091973918e-05, "epoch": 1.4125, "percentage": 70.62, "elapsed_time": "1:04:55", "remaining_time": "0:27:00"}
+{"current_steps": 227, "total_steps": 320, "loss": 0.1452, "lr": 2.3596607467481603e-05, "epoch": 1.41875, "percentage": 70.94, "elapsed_time": "1:05:12", "remaining_time": "0:26:43"}
+{"current_steps": 228, "total_steps": 320, "loss": 0.0936, "lr": 2.3135019582658802e-05, "epoch": 1.425, "percentage": 71.25, "elapsed_time": "1:05:29", "remaining_time": "0:26:25"}
+{"current_steps": 229, "total_steps": 320, "loss": 0.1194, "lr": 2.2676628361847836e-05, "epoch": 1.43125, "percentage": 71.56, "elapsed_time": "1:05:46", "remaining_time": "0:26:08"}
+{"current_steps": 230, "total_steps": 320, "loss": 0.1328, "lr": 2.2221488349019903e-05, "epoch": 1.4375, "percentage": 71.88, "elapsed_time": "1:06:04", "remaining_time": "0:25:51"}
+{"current_steps": 231, "total_steps": 320, "loss": 0.1079, "lr": 2.176965370128498e-05, "epoch": 1.44375, "percentage": 72.19, "elapsed_time": "1:06:21", "remaining_time": "0:25:33"}
+{"current_steps": 232, "total_steps": 320, "loss": 0.1225, "lr": 2.132117818244771e-05, "epoch": 1.45, "percentage": 72.5, "elapsed_time": "1:06:38", "remaining_time": "0:25:16"}
+{"current_steps": 233, "total_steps": 320, "loss": 0.1521, "lr": 2.08761151566099e-05, "epoch": 1.45625, "percentage": 72.81, "elapsed_time": "1:06:55", "remaining_time": "0:24:59"}
+{"current_steps": 234, "total_steps": 320, "loss": 0.1214, "lr": 2.0434517581820896e-05, "epoch": 1.4625, "percentage": 73.12, "elapsed_time": "1:07:12", "remaining_time": "0:24:42"}
+{"current_steps": 235, "total_steps": 320, "loss": 0.1305, "lr": 1.999643800377596e-05, "epoch": 1.46875, "percentage": 73.44, "elapsed_time": "1:07:29", "remaining_time": "0:24:24"}
+{"current_steps": 236, "total_steps": 320, "loss": 0.1259, "lr": 1.9561928549563968e-05, "epoch": 1.475, "percentage": 73.75, "elapsed_time": "1:07:46", "remaining_time": "0:24:07"}
+{"current_steps": 237, "total_steps": 320, "loss": 0.1313, "lr": 1.913104092146476e-05, "epoch": 1.48125, "percentage": 74.06, "elapsed_time": "1:08:03", "remaining_time": "0:23:50"}
+{"current_steps": 238, "total_steps": 320, "loss": 0.1082, "lr": 1.8703826390797048e-05, "epoch": 1.4875, "percentage": 74.38, "elapsed_time": "1:08:20", "remaining_time": "0:23:32"}
+{"current_steps": 239, "total_steps": 320, "loss": 0.1254, "lr": 1.8280335791817733e-05, "epoch": 1.49375, "percentage": 74.69, "elapsed_time": "1:08:37", "remaining_time": "0:23:15"}
+{"current_steps": 240, "total_steps": 320, "loss": 0.0976, "lr": 1.7860619515673033e-05, "epoch": 1.5, "percentage": 75.0, "elapsed_time": "1:08:54", "remaining_time": "0:22:58"}
+{"current_steps": 241, "total_steps": 320, "loss": 0.118, "lr": 1.7444727504402553e-05, "epoch": 1.50625, "percentage": 75.31, "elapsed_time": "1:09:12", "remaining_time": "0:22:41"}
+{"current_steps": 242, "total_steps": 320, "loss": 0.1221, "lr": 1.703270924499656e-05, "epoch": 1.5125, "percentage": 75.62, "elapsed_time": "1:09:29", "remaining_time": "0:22:23"}
+{"current_steps": 243, "total_steps": 320, "loss": 0.1415, "lr": 1.662461376350764e-05, "epoch": 1.51875, "percentage": 75.94, "elapsed_time": "1:09:46", "remaining_time": "0:22:06"}
+{"current_steps": 244, "total_steps": 320, "loss": 0.1241, "lr": 1.622048961921699e-05, "epoch": 1.525, "percentage": 76.25, "elapsed_time": "1:10:03", "remaining_time": "0:21:49"}
+{"current_steps": 245, "total_steps": 320, "loss": 0.1109, "lr": 1.5820384898856434e-05, "epoch": 1.53125, "percentage": 76.56, "elapsed_time": "1:10:20", "remaining_time": "0:21:31"}
+{"current_steps": 246, "total_steps": 320, "loss": 0.1171, "lr": 1.5424347210886538e-05, "epoch": 1.5375, "percentage": 76.88, "elapsed_time": "1:10:37", "remaining_time": "0:21:14"}
+{"current_steps": 247, "total_steps": 320, "loss": 0.1087, "lr": 1.5032423679831642e-05, "epoch": 1.54375, "percentage": 77.19, "elapsed_time": "1:10:54", "remaining_time": "0:20:57"}
+{"current_steps": 248, "total_steps": 320, "loss": 0.1228, "lr": 1.4644660940672627e-05, "epoch": 1.55, "percentage": 77.5, "elapsed_time": "1:11:11", "remaining_time": "0:20:40"}
+{"current_steps": 249, "total_steps": 320, "loss": 0.1217, "lr": 1.4261105133297692e-05, "epoch": 1.55625, "percentage": 77.81, "elapsed_time": "1:11:28", "remaining_time": "0:20:22"}
+{"current_steps": 250, "total_steps": 320, "loss": 0.1114, "lr": 1.3881801897012225e-05, "epoch": 1.5625, "percentage": 78.12, "elapsed_time": "1:11:46", "remaining_time": "0:20:05"}
+{"current_steps": 251, "total_steps": 320, "loss": 0.1022, "lr": 1.3506796365108232e-05, "epoch": 1.56875, "percentage": 78.44, "elapsed_time": "1:12:03", "remaining_time": "0:19:48"}
+{"current_steps": 252, "total_steps": 320, "loss": 0.1114, "lr": 1.3136133159493802e-05, "epoch": 1.575, "percentage": 78.75, "elapsed_time": "1:12:20", "remaining_time": "0:19:31"}
+{"current_steps": 253, "total_steps": 320, "loss": 0.1183, "lr": 1.2769856385383688e-05, "epoch": 1.58125, "percentage": 79.06, "elapsed_time": "1:12:37", "remaining_time": "0:19:13"}
+{"current_steps": 254, "total_steps": 320, "loss": 0.1152, "lr": 1.2408009626051137e-05, "epoch": 1.5875, "percentage": 79.38, "elapsed_time": "1:12:54", "remaining_time": "0:18:56"}
+{"current_steps": 255, "total_steps": 320, "loss": 0.0925, "lr": 1.2050635937641908e-05, "epoch": 1.59375, "percentage": 79.69, "elapsed_time": "1:13:11", "remaining_time": "0:18:39"}
+{"current_steps": 256, "total_steps": 320, "loss": 0.1283, "lr": 1.1697777844051105e-05, "epoch": 1.6, "percentage": 80.0, "elapsed_time": "1:13:28", "remaining_time": "0:18:22"}
+{"current_steps": 257, "total_steps": 320, "loss": 0.13, "lr": 1.134947733186315e-05, "epoch": 1.60625, "percentage": 80.31, "elapsed_time": "1:13:46", "remaining_time": "0:18:04"}
+{"current_steps": 258, "total_steps": 320, "loss": 0.1107, "lr": 1.100577584535592e-05, "epoch": 1.6125, "percentage": 80.62, "elapsed_time": "1:14:03", "remaining_time": "0:17:47"}
+{"current_steps": 259, "total_steps": 320, "loss": 0.1061, "lr": 1.0666714281569151e-05, "epoch": 1.61875, "percentage": 80.94, "elapsed_time": "1:14:20", "remaining_time": "0:17:30"}
+{"current_steps": 260, "total_steps": 320, "loss": 0.1151, "lr": 1.0332332985438248e-05, "epoch": 1.625, "percentage": 81.25, "elapsed_time": "1:14:37", "remaining_time": "0:17:13"}
+{"current_steps": 261, "total_steps": 320, "loss": 0.1288, "lr": 1.000267174499352e-05, "epoch": 1.63125, "percentage": 81.56, "elapsed_time": "1:14:54", "remaining_time": "0:16:55"}
+{"current_steps": 262, "total_steps": 320, "loss": 0.1096, "lr": 9.677769786625867e-06, "epoch": 1.6375, "percentage": 81.88, "elapsed_time": "1:15:11", "remaining_time": "0:16:38"}
+{"current_steps": 263, "total_steps": 320, "loss": 0.0998, "lr": 9.357665770419244e-06, "epoch": 1.64375, "percentage": 82.19, "elapsed_time": "1:15:28", "remaining_time": "0:16:21"}
+{"current_steps": 264, "total_steps": 320, "loss": 0.1083, "lr": 9.042397785550405e-06, "epoch": 1.65, "percentage": 82.5, "elapsed_time": "1:15:45", "remaining_time": "0:16:04"}
+{"current_steps": 265, "total_steps": 320, "loss": 0.118, "lr": 8.732003345756811e-06, "epoch": 1.65625, "percentage": 82.81, "elapsed_time": "1:16:02", "remaining_time": "0:15:46"}
+{"current_steps": 266, "total_steps": 320, "loss": 0.1088, "lr": 8.426519384872733e-06, "epoch": 1.6625, "percentage": 83.12, "elapsed_time": "1:16:19", "remaining_time": "0:15:29"}
+{"current_steps": 267, "total_steps": 320, "loss": 0.1239, "lr": 8.125982252434611e-06, "epoch": 1.66875, "percentage": 83.44, "elapsed_time": "1:16:36", "remaining_time": "0:15:12"}
+{"current_steps": 268, "total_steps": 320, "loss": 0.1164, "lr": 7.830427709355725e-06, "epoch": 1.675, "percentage": 83.75, "elapsed_time": "1:16:54", "remaining_time": "0:14:55"}
+{"current_steps": 269, "total_steps": 320, "loss": 0.0855, "lr": 7.539890923671062e-06, "epoch": 1.68125, "percentage": 84.06, "elapsed_time": "1:17:11", "remaining_time": "0:14:38"}
+{"current_steps": 270, "total_steps": 320, "loss": 0.1395, "lr": 7.2544064663526815e-06, "epoch": 1.6875, "percentage": 84.38, "elapsed_time": "1:17:28", "remaining_time": "0:14:20"}
+{"current_steps": 271, "total_steps": 320, "loss": 0.1081, "lr": 6.974008307196056e-06, "epoch": 1.69375, "percentage": 84.69, "elapsed_time": "1:17:45", "remaining_time": "0:14:03"}
+{"current_steps": 272, "total_steps": 320, "loss": 0.1358, "lr": 6.698729810778065e-06, "epoch": 1.7, "percentage": 85.0, "elapsed_time": "1:18:02", "remaining_time": "0:13:46"}
+{"current_steps": 273, "total_steps": 320, "loss": 0.1208, "lr": 6.428603732486937e-06, "epoch": 1.70625, "percentage": 85.31, "elapsed_time": "1:18:20", "remaining_time": "0:13:29"}
+{"current_steps": 274, "total_steps": 320, "loss": 0.1208, "lr": 6.163662214624616e-06, "epoch": 1.7125, "percentage": 85.62, "elapsed_time": "1:18:37", "remaining_time": "0:13:11"}
+{"current_steps": 275, "total_steps": 320, "loss": 0.0961, "lr": 5.903936782582253e-06, "epoch": 1.71875, "percentage": 85.94, "elapsed_time": "1:18:54", "remaining_time": "0:12:54"}
+{"current_steps": 276, "total_steps": 320, "loss": 0.1328, "lr": 5.649458341088915e-06, "epoch": 1.725, "percentage": 86.25, "elapsed_time": "1:19:11", "remaining_time": "0:12:37"}
+{"current_steps": 277, "total_steps": 320, "loss": 0.1137, "lr": 5.400257170534295e-06, "epoch": 1.73125, "percentage": 86.56, "elapsed_time": "1:19:28", "remaining_time": "0:12:20"}
+{"current_steps": 278, "total_steps": 320, "loss": 0.0963, "lr": 5.156362923365588e-06, "epoch": 1.7375, "percentage": 86.88, "elapsed_time": "1:19:46", "remaining_time": "0:12:03"}
+{"current_steps": 279, "total_steps": 320, "loss": 0.1299, "lr": 4.917804620559202e-06, "epoch": 1.74375, "percentage": 87.19, "elapsed_time": "1:20:03", "remaining_time": "0:11:45"}
+{"current_steps": 280, "total_steps": 320, "loss": 0.1003, "lr": 4.684610648167503e-06, "epoch": 1.75, "percentage": 87.5, "elapsed_time": "1:20:20", "remaining_time": "0:11:28"}
+{"current_steps": 281, "total_steps": 320, "loss": 0.1005, "lr": 4.456808753941205e-06, "epoch": 1.75625, "percentage": 87.81, "elapsed_time": "1:20:37", "remaining_time": "0:11:11"}
+{"current_steps": 282, "total_steps": 320, "loss": 0.1184, "lr": 4.234426044027645e-06, "epoch": 1.7625, "percentage": 88.12, "elapsed_time": "1:20:54", "remaining_time": "0:10:54"}
+{"current_steps": 283, "total_steps": 320, "loss": 0.1083, "lr": 4.017488979745387e-06, "epoch": 1.76875, "percentage": 88.44, "elapsed_time": "1:21:11", "remaining_time": "0:10:36"}
+{"current_steps": 284, "total_steps": 320, "loss": 0.1349, "lr": 3.8060233744356633e-06, "epoch": 1.775, "percentage": 88.75, "elapsed_time": "1:21:28", "remaining_time": "0:10:19"}
+{"current_steps": 285, "total_steps": 320, "loss": 0.1189, "lr": 3.600054390390778e-06, "epoch": 1.78125, "percentage": 89.06, "elapsed_time": "1:21:45", "remaining_time": "0:10:02"}
+{"current_steps": 286, "total_steps": 320, "loss": 0.1124, "lr": 3.3996065358600782e-06, "epoch": 1.7875, "percentage": 89.38, "elapsed_time": "1:22:03", "remaining_time": "0:09:45"}
+{"current_steps": 287, "total_steps": 320, "loss": 0.1242, "lr": 3.2047036621337236e-06, "epoch": 1.79375, "percentage": 89.69, "elapsed_time": "1:22:20", "remaining_time": "0:09:28"}
+{"current_steps": 288, "total_steps": 320, "loss": 0.1269, "lr": 3.0153689607045845e-06, "epoch": 1.8, "percentage": 90.0, "elapsed_time": "1:22:37", "remaining_time": "0:09:10"}
+{"current_steps": 289, "total_steps": 320, "loss": 0.108, "lr": 2.8316249605087386e-06, "epoch": 1.80625, "percentage": 90.31, "elapsed_time": "1:22:54", "remaining_time": "0:08:53"}
+{"current_steps": 290, "total_steps": 320, "loss": 0.104, "lr": 2.653493525244721e-06, "epoch": 1.8125, "percentage": 90.62, "elapsed_time": "1:23:11", "remaining_time": "0:08:36"}
+{"current_steps": 291, "total_steps": 320, "loss": 0.1227, "lr": 2.4809958507719444e-06, "epoch": 1.81875, "percentage": 90.94, "elapsed_time": "1:23:28", "remaining_time": "0:08:19"}
+{"current_steps": 292, "total_steps": 320, "loss": 0.1122, "lr": 2.314152462588659e-06, "epoch": 1.825, "percentage": 91.25, "elapsed_time": "1:23:45", "remaining_time": "0:08:01"}
+{"current_steps": 293, "total_steps": 320, "loss": 0.1206, "lr": 2.152983213389559e-06, "epoch": 1.83125, "percentage": 91.56, "elapsed_time": "1:24:02", "remaining_time": "0:07:44"}
+{"current_steps": 294, "total_steps": 320, "loss": 0.0849, "lr": 1.99750728070357e-06, "epoch": 1.8375, "percentage": 91.88, "elapsed_time": "1:24:19", "remaining_time": "0:07:27"}
+{"current_steps": 295, "total_steps": 320, "loss": 0.1168, "lr": 1.8477431646118648e-06, "epoch": 1.84375, "percentage": 92.19, "elapsed_time": "1:24:36", "remaining_time": "0:07:10"}
+{"current_steps": 296, "total_steps": 320, "loss": 0.1002, "lr": 1.70370868554659e-06, "epoch": 1.85, "percentage": 92.5, "elapsed_time": "1:24:53", "remaining_time": "0:06:53"}
+{"current_steps": 297, "total_steps": 320, "loss": 0.1204, "lr": 1.565420982170346e-06, "epoch": 1.85625, "percentage": 92.81, "elapsed_time": "1:25:11", "remaining_time": "0:06:35"}
+{"current_steps": 298, "total_steps": 320, "loss": 0.1052, "lr": 1.4328965093369283e-06, "epoch": 1.8625, "percentage": 93.12, "elapsed_time": "1:25:28", "remaining_time": "0:06:18"}
+{"current_steps": 299, "total_steps": 320, "loss": 0.1185, "lr": 1.3061510361333185e-06, "epoch": 1.86875, "percentage": 93.44, "elapsed_time": "1:25:45", "remaining_time": "0:06:01"}
+{"current_steps": 300, "total_steps": 320, "loss": 0.1372, "lr": 1.1851996440033319e-06, "epoch": 1.875, "percentage": 93.75, "elapsed_time": "1:26:02", "remaining_time": "0:05:44"}
+{"current_steps": 301, "total_steps": 320, "loss": 0.1374, "lr": 1.0700567249530834e-06, "epoch": 1.88125, "percentage": 94.06, "elapsed_time": "1:27:49", "remaining_time": "0:05:32"}
+{"current_steps": 302, "total_steps": 320, "loss": 0.1265, "lr": 9.607359798384785e-07, "epoch": 1.8875, "percentage": 94.38, "elapsed_time": "1:28:07", "remaining_time": "0:05:15"}
+{"current_steps": 303, "total_steps": 320, "loss": 0.1156, "lr": 8.572504167349449e-07, "epoch": 1.89375, "percentage": 94.69, "elapsed_time": "1:28:24", "remaining_time": "0:04:57"}
+{"current_steps": 304, "total_steps": 320, "loss": 0.1131, "lr": 7.596123493895991e-07, "epoch": 1.9, "percentage": 95.0, "elapsed_time": "1:28:41", "remaining_time": "0:04:40"}
+{"current_steps": 305, "total_steps": 320, "loss": 0.1212, "lr": 6.678333957560512e-07, "epoch": 1.90625, "percentage": 95.31, "elapsed_time": "1:28:58", "remaining_time": "0:04:22"}
+{"current_steps": 306, "total_steps": 320, "loss": 0.1249, "lr": 5.81924476611967e-07, "epoch": 1.9125, "percentage": 95.62, "elapsed_time": "1:29:16", "remaining_time": "0:04:05"}
+{"current_steps": 307, "total_steps": 320, "loss": 0.1123, "lr": 5.018958142596065e-07, "epoch": 1.91875, "percentage": 95.94, "elapsed_time": "1:29:33", "remaining_time": "0:03:47"}
+{"current_steps": 308, "total_steps": 320, "loss": 0.1017, "lr": 4.277569313094809e-07, "epoch": 1.925, "percentage": 96.25, "elapsed_time": "1:29:50", "remaining_time": "0:03:30"}
+{"current_steps": 309, "total_steps": 320, "loss": 0.1265, "lr": 3.59516649547248e-07, "epoch": 1.93125, "percentage": 96.56, "elapsed_time": "1:30:07", "remaining_time": "0:03:12"}
+{"current_steps": 310, "total_steps": 320, "loss": 0.139, "lr": 2.971830888840177e-07, "epoch": 1.9375, "percentage": 96.88, "elapsed_time": "1:30:24", "remaining_time": "0:02:54"}
+{"current_steps": 311, "total_steps": 320, "loss": 0.1015, "lr": 2.407636663901591e-07, "epoch": 1.94375, "percentage": 97.19, "elapsed_time": "1:30:42", "remaining_time": "0:02:37"}
+{"current_steps": 312, "total_steps": 320, "loss": 0.1294, "lr": 1.9026509541272275e-07, "epoch": 1.95, "percentage": 97.5, "elapsed_time": "1:30:59", "remaining_time": "0:02:19"}
+{"current_steps": 313, "total_steps": 320, "loss": 0.1282, "lr": 1.4569338477666838e-07, "epoch": 1.95625, "percentage": 97.81, "elapsed_time": "1:31:16", "remaining_time": "0:02:02"}
+{"current_steps": 314, "total_steps": 320, "loss": 0.1103, "lr": 1.0705383806982606e-07, "epoch": 1.9625, "percentage": 98.12, "elapsed_time": "1:31:33", "remaining_time": "0:01:44"}
+{"current_steps": 315, "total_steps": 320, "loss": 0.1114, "lr": 7.43510530118452e-08, "epoch": 1.96875, "percentage": 98.44, "elapsed_time": "1:31:51", "remaining_time": "0:01:27"}
+{"current_steps": 316, "total_steps": 320, "loss": 0.1202, "lr": 4.7588920907110094e-08, "epoch": 1.975, "percentage": 98.75, "elapsed_time": "1:32:08", "remaining_time": "0:01:09"}
+{"current_steps": 317, "total_steps": 320, "loss": 0.1172, "lr": 2.6770626181715773e-08, "epoch": 1.98125, "percentage": 99.06, "elapsed_time": "1:32:25", "remaining_time": "0:00:52"}
+{"current_steps": 318, "total_steps": 320, "loss": 0.1239, "lr": 1.189864600454338e-08, "epoch": 1.9875, "percentage": 99.38, "elapsed_time": "1:32:42", "remaining_time": "0:00:34"}
+{"current_steps": 319, "total_steps": 320, "loss": 0.1275, "lr": 2.974749992512571e-09, "epoch": 1.99375, "percentage": 99.69, "elapsed_time": "1:32:59", "remaining_time": "0:00:17"}
+{"current_steps": 320, "total_steps": 320, "loss": 0.1243, "lr": 0.0, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "1:33:16", "remaining_time": "0:00:00"}
+{"current_steps": 320, "total_steps": 320, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "1:35:10", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,2290 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 200,
+  "global_step": 320,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00625,
+      "grad_norm": 0.40599126920339407,
+      "learning_rate": 3.125e-06,
+      "loss": 0.508,
+      "step": 1
+    },
+    {
+      "epoch": 0.0125,
+      "grad_norm": 0.16174971893093387,
+      "learning_rate": 6.25e-06,
+      "loss": 0.3989,
+      "step": 2
+    },
+    {
+      "epoch": 0.01875,
+      "grad_norm": 0.13980982904548378,
+      "learning_rate": 9.375000000000001e-06,
+      "loss": 0.3526,
+      "step": 3
+    },
+    {
+      "epoch": 0.025,
+      "grad_norm": 0.27727799449785184,
+      "learning_rate": 1.25e-05,
+      "loss": 0.3927,
+      "step": 4
+    },
+    {
+      "epoch": 0.03125,
+      "grad_norm": 0.1157104063128156,
+      "learning_rate": 1.5625e-05,
+      "loss": 0.3232,
+      "step": 5
+    },
+    {
+      "epoch": 0.0375,
+      "grad_norm": 0.14945724236967864,
+      "learning_rate": 1.8750000000000002e-05,
+      "loss": 0.3486,
+      "step": 6
+    },
+    {
+      "epoch": 0.04375,
+      "grad_norm": 0.1806281329991288,
+      "learning_rate": 2.1875e-05,
+      "loss": 0.3894,
+      "step": 7
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 0.16431928934147372,
+      "learning_rate": 2.5e-05,
+      "loss": 0.3606,
+      "step": 8
+    },
+    {
+      "epoch": 0.05625,
+      "grad_norm": 0.15979437230246274,
+      "learning_rate": 2.8125000000000003e-05,
+      "loss": 0.3323,
+      "step": 9
+    },
+    {
+      "epoch": 0.0625,
+      "grad_norm": 0.2004445206673931,
+      "learning_rate": 3.125e-05,
+      "loss": 0.3689,
+      "step": 10
+    },
+    {
+      "epoch": 0.06875,
+      "grad_norm": 0.20835456635890684,
+      "learning_rate": 3.4375e-05,
+      "loss": 0.3825,
+      "step": 11
+    },
+    {
+      "epoch": 0.075,
+      "grad_norm": 0.18507055166360947,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.3368,
+      "step": 12
+    },
+    {
+      "epoch": 0.08125,
+      "grad_norm": 0.21673005959559813,
+      "learning_rate": 4.0625000000000005e-05,
+      "loss": 0.3345,
+      "step": 13
+    },
+    {
+      "epoch": 0.0875,
+      "grad_norm": 0.17167000281963693,
+      "learning_rate": 4.375e-05,
+      "loss": 0.3176,
+      "step": 14
+    },
+    {
+      "epoch": 0.09375,
+      "grad_norm": 0.19654075830086185,
+      "learning_rate": 4.6875e-05,
+      "loss": 0.3136,
+      "step": 15
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 0.16056560874254397,
+      "learning_rate": 5e-05,
+      "loss": 0.2986,
+      "step": 16
+    },
+    {
+      "epoch": 0.10625,
+      "grad_norm": 0.14196579272732793,
+      "learning_rate": 5.3125000000000004e-05,
+      "loss": 0.2691,
+      "step": 17
+    },
+    {
+      "epoch": 0.1125,
+      "grad_norm": 0.15400147007847648,
+      "learning_rate": 5.6250000000000005e-05,
+      "loss": 0.3044,
+      "step": 18
+    },
+    {
+      "epoch": 0.11875,
+      "grad_norm": 0.10944808517977976,
+      "learning_rate": 5.9375e-05,
+      "loss": 0.232,
+      "step": 19
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 0.11702109032620692,
+      "learning_rate": 6.25e-05,
+      "loss": 0.237,
+      "step": 20
+    },
+    {
+      "epoch": 0.13125,
+      "grad_norm": 0.13599177017428848,
+      "learning_rate": 6.562500000000001e-05,
+      "loss": 0.2708,
+      "step": 21
+    },
+    {
+      "epoch": 0.1375,
+      "grad_norm": 0.10113783542128998,
+      "learning_rate": 6.875e-05,
+      "loss": 0.2334,
+      "step": 22
+    },
+    {
+      "epoch": 0.14375,
+      "grad_norm": 0.07723777905374925,
+      "learning_rate": 7.1875e-05,
+      "loss": 0.1994,
+      "step": 23
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 0.08703618197718174,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 0.2253,
+      "step": 24
+    },
+    {
+      "epoch": 0.15625,
+      "grad_norm": 0.11206045033884303,
+      "learning_rate": 7.8125e-05,
+      "loss": 0.2677,
+      "step": 25
+    },
+    {
+      "epoch": 0.1625,
+      "grad_norm": 0.08484274071341459,
+      "learning_rate": 8.125000000000001e-05,
+      "loss": 0.1909,
+      "step": 26
+    },
+    {
+      "epoch": 0.16875,
+      "grad_norm": 0.13523622669439594,
+      "learning_rate": 8.4375e-05,
+      "loss": 0.2352,
+      "step": 27
+    },
+    {
+      "epoch": 0.175,
+      "grad_norm": 0.0979564733902834,
+      "learning_rate": 8.75e-05,
+      "loss": 0.2312,
+      "step": 28
+    },
+    {
+      "epoch": 0.18125,
+      "grad_norm": 0.10257710940833924,
+      "learning_rate": 9.062500000000001e-05,
+      "loss": 0.2571,
+      "step": 29
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 0.09612386608372053,
+      "learning_rate": 9.375e-05,
+      "loss": 0.2181,
+      "step": 30
+    },
+    {
+      "epoch": 0.19375,
+      "grad_norm": 0.08223867478377872,
+      "learning_rate": 9.687500000000001e-05,
+      "loss": 0.1768,
+      "step": 31
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.08986243609911292,
+      "learning_rate": 0.0001,
+      "loss": 0.1995,
+      "step": 32
+    },
+    {
+      "epoch": 0.20625,
+      "grad_norm": 0.22662504165100472,
+      "learning_rate": 9.999702525000749e-05,
+      "loss": 0.2344,
+      "step": 33
+    },
+    {
+      "epoch": 0.2125,
+      "grad_norm": 0.11694951154367994,
+      "learning_rate": 9.998810135399546e-05,
+      "loss": 0.1581,
+      "step": 34
+    },
+    {
+      "epoch": 0.21875,
+      "grad_norm": 0.10469730042736397,
+      "learning_rate": 9.997322937381829e-05,
+      "loss": 0.2129,
+      "step": 35
+    },
+    {
+      "epoch": 0.225,
+      "grad_norm": 0.09098907134196822,
+      "learning_rate": 9.99524110790929e-05,
+      "loss": 0.1837,
+      "step": 36
+    },
+    {
+      "epoch": 0.23125,
+      "grad_norm": 0.10818262125011802,
+      "learning_rate": 9.992564894698816e-05,
+      "loss": 0.1881,
+      "step": 37
+    },
+    {
+      "epoch": 0.2375,
+      "grad_norm": 0.09073616923032347,
+      "learning_rate": 9.989294616193017e-05,
+      "loss": 0.1837,
+      "step": 38
+    },
+    {
+      "epoch": 0.24375,
+      "grad_norm": 0.08876555004490387,
+      "learning_rate": 9.985430661522333e-05,
+      "loss": 0.1918,
+      "step": 39
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 0.1046229015794259,
+      "learning_rate": 9.980973490458728e-05,
+      "loss": 0.1823,
+      "step": 40
+    },
+    {
+      "epoch": 0.25625,
+      "grad_norm": 0.10749279775724821,
+      "learning_rate": 9.975923633360985e-05,
+      "loss": 0.2191,
+      "step": 41
+    },
+    {
+      "epoch": 0.2625,
+      "grad_norm": 0.07655181308042079,
+      "learning_rate": 9.970281691111598e-05,
+      "loss": 0.1671,
+      "step": 42
+    },
+    {
+      "epoch": 0.26875,
+      "grad_norm": 0.06987142581471417,
+      "learning_rate": 9.964048335045275e-05,
+      "loss": 0.1445,
+      "step": 43
+    },
+    {
+      "epoch": 0.275,
+      "grad_norm": 0.08578476236740849,
+      "learning_rate": 9.957224306869053e-05,
+      "loss": 0.1883,
+      "step": 44
+    },
+    {
+      "epoch": 0.28125,
+      "grad_norm": 0.08735769756820697,
+      "learning_rate": 9.949810418574039e-05,
+      "loss": 0.1912,
+      "step": 45
+    },
+    {
+      "epoch": 0.2875,
+      "grad_norm": 0.08454191122193365,
+      "learning_rate": 9.941807552338804e-05,
+      "loss": 0.1781,
+      "step": 46
+    },
+    {
+      "epoch": 0.29375,
+      "grad_norm": 0.07561417915639863,
+      "learning_rate": 9.933216660424395e-05,
+      "loss": 0.1741,
+      "step": 47
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 0.0908845677740239,
+      "learning_rate": 9.924038765061042e-05,
+      "loss": 0.1862,
+      "step": 48
+    },
+    {
+      "epoch": 0.30625,
+      "grad_norm": 0.08957984885995234,
+      "learning_rate": 9.914274958326505e-05,
+      "loss": 0.1948,
+      "step": 49
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 0.06721787175218842,
+      "learning_rate": 9.903926402016153e-05,
+      "loss": 0.1387,
+      "step": 50
+    },
+    {
+      "epoch": 0.31875,
+      "grad_norm": 0.07776287708078782,
+      "learning_rate": 9.892994327504693e-05,
+      "loss": 0.1897,
+      "step": 51
+    },
+    {
+      "epoch": 0.325,
+      "grad_norm": 0.0792915804134436,
+      "learning_rate": 9.881480035599667e-05,
+      "loss": 0.1878,
+      "step": 52
+    },
+    {
+      "epoch": 0.33125,
+      "grad_norm": 0.11195588138897727,
+      "learning_rate": 9.869384896386668e-05,
+      "loss": 0.194,
+      "step": 53
+    },
+    {
+      "epoch": 0.3375,
+      "grad_norm": 0.10744243347143223,
+      "learning_rate": 9.856710349066307e-05,
+      "loss": 0.1881,
+      "step": 54
+    },
+    {
+      "epoch": 0.34375,
+      "grad_norm": 0.1162711120696835,
+      "learning_rate": 9.843457901782967e-05,
+      "loss": 0.2129,
+      "step": 55
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 0.08320344631618402,
+      "learning_rate": 9.829629131445342e-05,
+      "loss": 0.187,
+      "step": 56
+    },
+    {
+      "epoch": 0.35625,
+      "grad_norm": 0.08853925634789721,
+      "learning_rate": 9.815225683538814e-05,
+      "loss": 0.1952,
+      "step": 57
+    },
+    {
+      "epoch": 0.3625,
+      "grad_norm": 0.08064278407146641,
+      "learning_rate": 9.800249271929645e-05,
+      "loss": 0.1722,
+      "step": 58
+    },
+    {
+      "epoch": 0.36875,
+      "grad_norm": 0.08627992209736293,
+      "learning_rate": 9.784701678661045e-05,
+      "loss": 0.1852,
+      "step": 59
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 0.08472663945575681,
+      "learning_rate": 9.768584753741134e-05,
+      "loss": 0.1861,
+      "step": 60
+    },
+    {
+      "epoch": 0.38125,
+      "grad_norm": 0.0706516311545354,
+      "learning_rate": 9.751900414922805e-05,
+      "loss": 0.1681,
+      "step": 61
+    },
+    {
+      "epoch": 0.3875,
+      "grad_norm": 0.07830536169386694,
+      "learning_rate": 9.73465064747553e-05,
+      "loss": 0.1768,
+      "step": 62
+    },
+    {
+      "epoch": 0.39375,
+      "grad_norm": 0.07870447814947025,
+      "learning_rate": 9.716837503949127e-05,
+      "loss": 0.1592,
+      "step": 63
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.11475798771048969,
+      "learning_rate": 9.698463103929542e-05,
+      "loss": 0.2007,
+      "step": 64
+    },
+    {
+      "epoch": 0.40625,
+      "grad_norm": 0.09295937705194224,
+      "learning_rate": 9.67952963378663e-05,
+      "loss": 0.1499,
+      "step": 65
+    },
+    {
+      "epoch": 0.4125,
+      "grad_norm": 0.09326386653332064,
+      "learning_rate": 9.660039346413994e-05,
+      "loss": 0.1702,
+      "step": 66
+    },
+    {
+      "epoch": 0.41875,
+      "grad_norm": 0.08131260921217849,
+      "learning_rate": 9.639994560960923e-05,
+      "loss": 0.172,
+      "step": 67
+    },
+    {
+      "epoch": 0.425,
+      "grad_norm": 0.07365872216537292,
+      "learning_rate": 9.619397662556435e-05,
+      "loss": 0.1363,
+      "step": 68
+    },
+    {
+      "epoch": 0.43125,
+      "grad_norm": 0.0834833164127378,
+      "learning_rate": 9.598251102025461e-05,
+      "loss": 0.1664,
+      "step": 69
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 0.07655054737496132,
+      "learning_rate": 9.576557395597236e-05,
+      "loss": 0.1439,
+      "step": 70
+    },
+    {
+      "epoch": 0.44375,
+      "grad_norm": 0.09641298517325338,
+      "learning_rate": 9.554319124605879e-05,
+      "loss": 0.1526,
+      "step": 71
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 0.07985464053948435,
+      "learning_rate": 9.53153893518325e-05,
+      "loss": 0.1514,
+      "step": 72
+    },
+    {
+      "epoch": 0.45625,
+      "grad_norm": 0.08227789931433875,
+      "learning_rate": 9.508219537944081e-05,
+      "loss": 0.1481,
+      "step": 73
+    },
+    {
+      "epoch": 0.4625,
+      "grad_norm": 0.07992014265398506,
+      "learning_rate": 9.484363707663442e-05,
+      "loss": 0.1552,
+      "step": 74
+    },
+    {
+      "epoch": 0.46875,
+      "grad_norm": 0.08428886519848619,
+      "learning_rate": 9.459974282946571e-05,
+      "loss": 0.1533,
+      "step": 75
+    },
+    {
+      "epoch": 0.475,
+      "grad_norm": 0.07999237487858113,
+      "learning_rate": 9.435054165891109e-05,
+      "loss": 0.15,
+      "step": 76
+    },
+    {
+      "epoch": 0.48125,
+      "grad_norm": 0.08663635431835072,
+      "learning_rate": 9.409606321741775e-05,
+      "loss": 0.1633,
+      "step": 77
+    },
+    {
+      "epoch": 0.4875,
+      "grad_norm": 0.10421286796237919,
+      "learning_rate": 9.38363377853754e-05,
+      "loss": 0.1675,
+      "step": 78
+    },
+    {
+      "epoch": 0.49375,
+      "grad_norm": 0.08371956698091174,
+      "learning_rate": 9.357139626751308e-05,
+      "loss": 0.1649,
+      "step": 79
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.11576971658648634,
+      "learning_rate": 9.330127018922194e-05,
+      "loss": 0.1818,
+      "step": 80
+    },
+    {
+      "epoch": 0.50625,
+      "grad_norm": 0.09180205457837495,
+      "learning_rate": 9.302599169280395e-05,
+      "loss": 0.1535,
+      "step": 81
+    },
+    {
+      "epoch": 0.5125,
+      "grad_norm": 0.11143842983351335,
+      "learning_rate": 9.274559353364734e-05,
+      "loss": 0.1573,
+      "step": 82
+    },
+    {
+      "epoch": 0.51875,
+      "grad_norm": 0.08382222694709042,
+      "learning_rate": 9.246010907632895e-05,
+      "loss": 0.1552,
+      "step": 83
+    },
+    {
+      "epoch": 0.525,
+      "grad_norm": 0.08169820823619627,
+      "learning_rate": 9.21695722906443e-05,
+      "loss": 0.1348,
+      "step": 84
+    },
+    {
+      "epoch": 0.53125,
+      "grad_norm": 0.09264402945807464,
+      "learning_rate": 9.18740177475654e-05,
+      "loss": 0.1541,
+      "step": 85
+    },
+    {
+      "epoch": 0.5375,
+      "grad_norm": 0.12035173607425367,
+      "learning_rate": 9.157348061512727e-05,
+      "loss": 0.1584,
+      "step": 86
+    },
+    {
+      "epoch": 0.54375,
+      "grad_norm": 0.0933034733005768,
+      "learning_rate": 9.126799665424319e-05,
+      "loss": 0.1558,
+      "step": 87
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 0.09983789678085002,
+      "learning_rate": 9.09576022144496e-05,
+      "loss": 0.178,
+      "step": 88
+    },
+    {
+      "epoch": 0.55625,
+      "grad_norm": 0.08824386686645358,
+      "learning_rate": 9.064233422958077e-05,
+      "loss": 0.1382,
+      "step": 89
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 0.12496408760397422,
+      "learning_rate": 9.032223021337414e-05,
+      "loss": 0.2028,
+      "step": 90
+    },
+    {
+      "epoch": 0.56875,
+      "grad_norm": 0.08896745045700023,
+      "learning_rate": 8.999732825500648e-05,
+      "loss": 0.1564,
+      "step": 91
+    },
+    {
+      "epoch": 0.575,
+      "grad_norm": 0.1051267783567327,
+      "learning_rate": 8.966766701456177e-05,
+      "loss": 0.1748,
+      "step": 92
+    },
+    {
+      "epoch": 0.58125,
+      "grad_norm": 0.1068446272490391,
+      "learning_rate": 8.933328571843084e-05,
+      "loss": 0.166,
+      "step": 93
+    },
+    {
+      "epoch": 0.5875,
+      "grad_norm": 0.09693703827165154,
+      "learning_rate": 8.899422415464409e-05,
+      "loss": 0.1371,
+      "step": 94
+    },
+    {
+      "epoch": 0.59375,
+      "grad_norm": 0.11397584234437574,
+      "learning_rate": 8.865052266813685e-05,
+      "loss": 0.1695,
+      "step": 95
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.08309347621522221,
+      "learning_rate": 8.83022221559489e-05,
+      "loss": 0.1397,
+      "step": 96
+    },
+    {
+      "epoch": 0.60625,
+      "grad_norm": 0.09441073972154676,
+      "learning_rate": 8.79493640623581e-05,
+      "loss": 0.1475,
+      "step": 97
+    },
+    {
+      "epoch": 0.6125,
+      "grad_norm": 0.10017885648608761,
+      "learning_rate": 8.759199037394887e-05,
+      "loss": 0.1455,
+      "step": 98
+    },
+    {
+      "epoch": 0.61875,
+      "grad_norm": 0.09389095525738553,
+      "learning_rate": 8.723014361461632e-05,
+      "loss": 0.155,
+      "step": 99
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 0.08794088850259763,
+      "learning_rate": 8.68638668405062e-05,
+      "loss": 0.14,
+      "step": 100
+    },
+    {
+      "epoch": 0.63125,
+      "grad_norm": 0.08768231254617773,
+      "learning_rate": 8.649320363489179e-05,
+      "loss": 0.1268,
+      "step": 101
+    },
+    {
+      "epoch": 0.6375,
+      "grad_norm": 0.10989824440042859,
+      "learning_rate": 8.611819810298778e-05,
+      "loss": 0.174,
+      "step": 102
+    },
+    {
+      "epoch": 0.64375,
+      "grad_norm": 0.09207703015396494,
+      "learning_rate": 8.573889486670233e-05,
+      "loss": 0.1314,
+      "step": 103
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.10433836170510401,
+      "learning_rate": 8.535533905932738e-05,
+      "loss": 0.1563,
+      "step": 104
+    },
+    {
+      "epoch": 0.65625,
+      "grad_norm": 0.1394424066715557,
+      "learning_rate": 8.496757632016836e-05,
+      "loss": 0.2076,
+      "step": 105
+    },
+    {
+      "epoch": 0.6625,
+      "grad_norm": 0.09605746900221901,
+      "learning_rate": 8.457565278911348e-05,
+      "loss": 0.1516,
+      "step": 106
+    },
+    {
+      "epoch": 0.66875,
+      "grad_norm": 0.09934008188904551,
+      "learning_rate": 8.417961510114356e-05,
+      "loss": 0.163,
+      "step": 107
+    },
+    {
+      "epoch": 0.675,
+      "grad_norm": 0.096551403883122,
+      "learning_rate": 8.377951038078302e-05,
+      "loss": 0.1351,
+      "step": 108
+    },
+    {
+      "epoch": 0.68125,
+      "grad_norm": 0.09261714349099234,
+      "learning_rate": 8.337538623649237e-05,
+      "loss": 0.1181,
+      "step": 109
+    },
+    {
+      "epoch": 0.6875,
+      "grad_norm": 0.09869545197682032,
+      "learning_rate": 8.296729075500344e-05,
+      "loss": 0.1404,
+      "step": 110
+    },
+    {
+      "epoch": 0.69375,
+      "grad_norm": 0.17566063934542003,
+      "learning_rate": 8.255527249559746e-05,
+      "loss": 0.1746,
+      "step": 111
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 0.11448964041640074,
+      "learning_rate": 8.213938048432697e-05,
+      "loss": 0.1724,
+      "step": 112
+    },
+    {
+      "epoch": 0.70625,
+      "grad_norm": 0.09940589194936707,
+      "learning_rate": 8.171966420818228e-05,
+      "loss": 0.1469,
+      "step": 113
+    },
+    {
+      "epoch": 0.7125,
+      "grad_norm": 0.09560062944611337,
+      "learning_rate": 8.129617360920296e-05,
+      "loss": 0.1692,
+      "step": 114
+    },
+    {
+      "epoch": 0.71875,
+      "grad_norm": 0.11078503759259131,
+      "learning_rate": 8.086895907853526e-05,
+      "loss": 0.145,
+      "step": 115
+    },
+    {
+      "epoch": 0.725,
+      "grad_norm": 0.10258735833050488,
+      "learning_rate": 8.043807145043604e-05,
+      "loss": 0.1401,
+      "step": 116
+    },
+    {
+      "epoch": 0.73125,
+      "grad_norm": 0.09522206054276056,
+      "learning_rate": 8.000356199622405e-05,
+      "loss": 0.1289,
+      "step": 117
+    },
+    {
+      "epoch": 0.7375,
+      "grad_norm": 0.13908178309980257,
+      "learning_rate": 7.956548241817912e-05,
+      "loss": 0.1191,
+      "step": 118
+    },
+    {
+      "epoch": 0.74375,
+      "grad_norm": 0.10074203716975204,
+      "learning_rate": 7.912388484339012e-05,
+      "loss": 0.1679,
+      "step": 119
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.09900042130140317,
+      "learning_rate": 7.86788218175523e-05,
+      "loss": 0.1455,
+      "step": 120
+    },
+    {
+      "epoch": 0.75625,
+      "grad_norm": 0.09784130256143893,
+      "learning_rate": 7.823034629871503e-05,
+      "loss": 0.1387,
+      "step": 121
+    },
+    {
+      "epoch": 0.7625,
+      "grad_norm": 0.10874950463645312,
+      "learning_rate": 7.777851165098012e-05,
+      "loss": 0.1595,
+      "step": 122
+    },
+    {
+      "epoch": 0.76875,
+      "grad_norm": 0.108024736321919,
+      "learning_rate": 7.732337163815217e-05,
+      "loss": 0.1591,
+      "step": 123
+    },
+    {
+      "epoch": 0.775,
+      "grad_norm": 0.10774049198035004,
+      "learning_rate": 7.68649804173412e-05,
+      "loss": 0.1623,
+      "step": 124
+    },
+    {
+      "epoch": 0.78125,
+      "grad_norm": 0.1071299904224286,
+      "learning_rate": 7.64033925325184e-05,
+      "loss": 0.155,
+      "step": 125
+    },
+    {
+      "epoch": 0.7875,
+      "grad_norm": 0.1000917142455837,
+      "learning_rate": 7.593866290802608e-05,
+      "loss": 0.1524,
+      "step": 126
+    },
+    {
+      "epoch": 0.79375,
+      "grad_norm": 0.10821955303820206,
+      "learning_rate": 7.54708468420421e-05,
+      "loss": 0.1599,
+      "step": 127
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.09585433780364112,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 0.1554,
+      "step": 128
+    },
+    {
+      "epoch": 0.80625,
+      "grad_norm": 0.12861896583829888,
+      "learning_rate": 7.45261784079654e-05,
+      "loss": 0.1538,
+      "step": 129
+    },
+    {
+      "epoch": 0.8125,
+      "grad_norm": 0.09906883135040825,
+      "learning_rate": 7.404943844596939e-05,
+      "loss": 0.1525,
+      "step": 130
+    },
+    {
+      "epoch": 0.81875,
+      "grad_norm": 0.09731521778705561,
+      "learning_rate": 7.35698368412999e-05,
+      "loss": 0.1478,
+      "step": 131
+    },
+    {
+      "epoch": 0.825,
+      "grad_norm": 0.09827888495925427,
+      "learning_rate": 7.308743066175172e-05,
+      "loss": 0.1484,
+      "step": 132
+    },
+    {
+      "epoch": 0.83125,
+      "grad_norm": 0.09864917828015088,
+      "learning_rate": 7.2602277308836e-05,
+      "loss": 0.124,
+      "step": 133
+    },
+    {
+      "epoch": 0.8375,
+      "grad_norm": 0.1002828586258035,
+      "learning_rate": 7.211443451095007e-05,
+      "loss": 0.1422,
+      "step": 134
+    },
+    {
+      "epoch": 0.84375,
+      "grad_norm": 0.10620289407411102,
+      "learning_rate": 7.162396031650831e-05,
+      "loss": 0.1488,
+      "step": 135
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 0.09917275385305373,
+      "learning_rate": 7.113091308703498e-05,
+      "loss": 0.1227,
+      "step": 136
+    },
+    {
+      "epoch": 0.85625,
+      "grad_norm": 0.09676283023246729,
+      "learning_rate": 7.063535149021973e-05,
+      "loss": 0.1397,
+      "step": 137
+    },
+    {
+      "epoch": 0.8625,
+      "grad_norm": 0.10405765108275118,
+      "learning_rate": 7.013733449293687e-05,
+      "loss": 0.1489,
+      "step": 138
+    },
+    {
+      "epoch": 0.86875,
+      "grad_norm": 0.11729246349725461,
+      "learning_rate": 6.96369213542287e-05,
+      "loss": 0.1625,
+      "step": 139
+    },
+    {
+      "epoch": 0.875,
+      "grad_norm": 0.11001117463075423,
+      "learning_rate": 6.91341716182545e-05,
+      "loss": 0.1575,
+      "step": 140
+    },
+    {
+      "epoch": 0.88125,
+      "grad_norm": 0.09836686384061544,
+      "learning_rate": 6.862914510720515e-05,
+      "loss": 0.1367,
+      "step": 141
+    },
+    {
+      "epoch": 0.8875,
+      "grad_norm": 0.09762698241197115,
+      "learning_rate": 6.812190191418508e-05,
+      "loss": 0.1269,
+      "step": 142
+    },
+    {
+      "epoch": 0.89375,
+      "grad_norm": 0.11873455243886127,
+      "learning_rate": 6.761250239606169e-05,
+      "loss": 0.1653,
+      "step": 143
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 0.11143312549675602,
+      "learning_rate": 6.710100716628344e-05,
+      "loss": 0.163,
+      "step": 144
+    },
+    {
+      "epoch": 0.90625,
+      "grad_norm": 0.10224042656105548,
+      "learning_rate": 6.658747708766762e-05,
+      "loss": 0.1372,
+      "step": 145
+    },
+    {
+      "epoch": 0.9125,
+      "grad_norm": 0.10537786627093436,
+      "learning_rate": 6.607197326515808e-05,
+      "loss": 0.1666,
+      "step": 146
+    },
+    {
+      "epoch": 0.91875,
+      "grad_norm": 0.11598573107229065,
+      "learning_rate": 6.555455703855454e-05,
+      "loss": 0.1608,
+      "step": 147
+    },
+    {
+      "epoch": 0.925,
+      "grad_norm": 0.09995067555095581,
+      "learning_rate": 6.503528997521366e-05,
+      "loss": 0.1358,
+      "step": 148
+    },
+    {
+      "epoch": 0.93125,
+      "grad_norm": 0.1013311198834551,
+      "learning_rate": 6.451423386272312e-05,
+      "loss": 0.1467,
+      "step": 149
+    },
+    {
+      "epoch": 0.9375,
+      "grad_norm": 0.12955305425483832,
+      "learning_rate": 6.399145070154961e-05,
+      "loss": 0.1602,
+      "step": 150
+    },
+    {
+      "epoch": 0.94375,
+      "grad_norm": 0.11967014014153346,
+      "learning_rate": 6.346700269766132e-05,
+      "loss": 0.1491,
+      "step": 151
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 0.09715431421285034,
+      "learning_rate": 6.294095225512603e-05,
+      "loss": 0.1503,
+      "step": 152
+    },
+    {
+      "epoch": 0.95625,
+      "grad_norm": 0.0993416996456672,
+      "learning_rate": 6.241336196868582e-05,
+      "loss": 0.1394,
+      "step": 153
+    },
+    {
+      "epoch": 0.9625,
+      "grad_norm": 0.11282985988320719,
+      "learning_rate": 6.188429461630866e-05,
+      "loss": 0.1471,
+      "step": 154
+    },
+    {
+      "epoch": 0.96875,
+      "grad_norm": 0.0953828839581251,
+      "learning_rate": 6.135381315171867e-05,
+      "loss": 0.1163,
+      "step": 155
+    },
+    {
+      "epoch": 0.975,
+      "grad_norm": 0.10585616381949887,
+      "learning_rate": 6.0821980696905146e-05,
+      "loss": 0.1414,
+      "step": 156
+    },
+    {
+      "epoch": 0.98125,
+      "grad_norm": 0.10303380839923655,
+      "learning_rate": 6.0288860534611745e-05,
+      "loss": 0.1371,
+      "step": 157
+    },
+    {
+      "epoch": 0.9875,
+      "grad_norm": 0.10581039986719955,
+      "learning_rate": 5.9754516100806423e-05,
+      "loss": 0.1591,
+      "step": 158
+    },
+    {
+      "epoch": 0.99375,
+      "grad_norm": 0.08949422220549504,
+      "learning_rate": 5.9219010977133173e-05,
+      "loss": 0.1136,
+      "step": 159
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.2566631074675719,
+      "learning_rate": 5.868240888334653e-05,
+      "loss": 0.1355,
+      "step": 160
+    },
+    {
+      "epoch": 1.00625,
+      "grad_norm": 0.10977904119859523,
+      "learning_rate": 5.814477366972945e-05,
+      "loss": 0.1389,
+      "step": 161
+    },
+    {
+      "epoch": 1.0125,
+      "grad_norm": 0.09358588046249755,
+      "learning_rate": 5.7606169309495836e-05,
+      "loss": 0.1278,
+      "step": 162
+    },
+    {
+      "epoch": 1.01875,
+      "grad_norm": 0.1016639716973101,
+      "learning_rate": 5.706665989117839e-05,
+      "loss": 0.1266,
+      "step": 163
+    },
+    {
+      "epoch": 1.025,
+      "grad_norm": 0.10447824270529592,
+      "learning_rate": 5.6526309611002594e-05,
+      "loss": 0.1344,
+      "step": 164
+    },
+    {
+      "epoch": 1.03125,
+      "grad_norm": 0.09539752784620499,
+      "learning_rate": 5.5985182765248126e-05,
+      "loss": 0.11,
+      "step": 165
+    },
+    {
+      "epoch": 1.0375,
+      "grad_norm": 0.09870524777017345,
+      "learning_rate": 5.544334374259823e-05,
+      "loss": 0.1177,
+      "step": 166
+    },
+    {
+      "epoch": 1.04375,
+      "grad_norm": 0.1319083652806534,
+      "learning_rate": 5.490085701647805e-05,
+      "loss": 0.1519,
+      "step": 167
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 0.11490589915219332,
+      "learning_rate": 5.435778713738292e-05,
+      "loss": 0.1388,
+      "step": 168
+    },
+    {
+      "epoch": 1.05625,
+      "grad_norm": 0.10960359392101734,
+      "learning_rate": 5.381419872519763e-05,
+      "loss": 0.1315,
+      "step": 169
+    },
+    {
+      "epoch": 1.0625,
+      "grad_norm": 0.11911874080836313,
+      "learning_rate": 5.327015646150716e-05,
+      "loss": 0.1513,
+      "step": 170
+    },
+    {
+      "epoch": 1.06875,
+      "grad_norm": 0.11667323294115564,
+      "learning_rate": 5.2725725081900325e-05,
+      "loss": 0.1265,
+      "step": 171
+    },
+    {
+      "epoch": 1.075,
+      "grad_norm": 0.12009873927124597,
+      "learning_rate": 5.218096936826681e-05,
+      "loss": 0.1346,
+      "step": 172
+    },
+    {
+      "epoch": 1.08125,
+      "grad_norm": 0.1096220905597413,
+      "learning_rate": 5.1635954141088813e-05,
+      "loss": 0.1129,
+      "step": 173
+    },
+    {
+      "epoch": 1.0875,
+      "grad_norm": 0.10881175717833912,
+      "learning_rate": 5.1090744251728064e-05,
+      "loss": 0.1031,
+      "step": 174
+    },
+    {
+      "epoch": 1.09375,
+      "grad_norm": 0.13152370066828684,
+      "learning_rate": 5.054540457470912e-05,
+      "loss": 0.1093,
+      "step": 175
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 0.1363760209998771,
+      "learning_rate": 5e-05,
+      "loss": 0.1283,
+      "step": 176
+    },
+    {
+      "epoch": 1.10625,
+      "grad_norm": 0.11792037030369434,
+      "learning_rate": 4.945459542529089e-05,
+      "loss": 0.1163,
+      "step": 177
+    },
+    {
+      "epoch": 1.1125,
+      "grad_norm": 0.1291497029388642,
+      "learning_rate": 4.890925574827195e-05,
+      "loss": 0.1188,
+      "step": 178
+    },
+    {
+      "epoch": 1.11875,
+      "grad_norm": 0.15349633438432128,
+      "learning_rate": 4.83640458589112e-05,
+      "loss": 0.1742,
+      "step": 179
+    },
+    {
+      "epoch": 1.125,
+      "grad_norm": 0.13584411062076804,
+      "learning_rate": 4.781903063173321e-05,
+      "loss": 0.1217,
+      "step": 180
+    },
+    {
+      "epoch": 1.13125,
+      "grad_norm": 0.11830432386637907,
+      "learning_rate": 4.727427491809968e-05,
+      "loss": 0.1047,
+      "step": 181
+    },
+    {
+      "epoch": 1.1375,
+      "grad_norm": 0.13406559358836506,
+      "learning_rate": 4.6729843538492847e-05,
+      "loss": 0.1288,
+      "step": 182
+    },
+    {
+      "epoch": 1.14375,
+      "grad_norm": 0.12419804398498213,
+      "learning_rate": 4.618580127480238e-05,
+      "loss": 0.1123,
+      "step": 183
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 0.11882741893557454,
+      "learning_rate": 4.564221286261709e-05,
+      "loss": 0.1096,
+      "step": 184
+    },
+    {
+      "epoch": 1.15625,
+      "grad_norm": 0.13277371284528894,
+      "learning_rate": 4.509914298352197e-05,
+      "loss": 0.1237,
+      "step": 185
+    },
+    {
+      "epoch": 1.1625,
+      "grad_norm": 0.13106816929984538,
+      "learning_rate": 4.4556656257401786e-05,
+      "loss": 0.1256,
+      "step": 186
+    },
+    {
+      "epoch": 1.16875,
+      "grad_norm": 0.10042628903496502,
+      "learning_rate": 4.4014817234751885e-05,
+      "loss": 0.087,
+      "step": 187
+    },
+    {
+      "epoch": 1.175,
+      "grad_norm": 0.12858065744554853,
+      "learning_rate": 4.347369038899744e-05,
+      "loss": 0.132,
+      "step": 188
+    },
+    {
+      "epoch": 1.18125,
+      "grad_norm": 0.13353933963282785,
+      "learning_rate": 4.2933340108821644e-05,
+      "loss": 0.1342,
+      "step": 189
+    },
+    {
+      "epoch": 1.1875,
+      "grad_norm": 0.12535560223690698,
+      "learning_rate": 4.239383069050417e-05,
+      "loss": 0.1144,
+      "step": 190
+    },
+    {
+      "epoch": 1.19375,
+      "grad_norm": 0.11919252614077346,
+      "learning_rate": 4.185522633027057e-05,
+      "loss": 0.11,
+      "step": 191
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.12595711384481822,
+      "learning_rate": 4.131759111665349e-05,
+      "loss": 0.1256,
+      "step": 192
+    },
+    {
+      "epoch": 1.20625,
+      "grad_norm": 0.140189285907938,
+      "learning_rate": 4.078098902286683e-05,
+      "loss": 0.1387,
+      "step": 193
+    },
+    {
+      "epoch": 1.2125,
+      "grad_norm": 0.188759066767972,
+      "learning_rate": 4.0245483899193595e-05,
+      "loss": 0.1154,
+      "step": 194
+    },
+    {
+      "epoch": 1.21875,
+      "grad_norm": 0.12510322910576527,
+      "learning_rate": 3.971113946538826e-05,
+      "loss": 0.1277,
+      "step": 195
+    },
+    {
+      "epoch": 1.225,
+      "grad_norm": 0.13577535319914885,
+      "learning_rate": 3.917801930309486e-05,
+      "loss": 0.1245,
+      "step": 196
+    },
+    {
+      "epoch": 1.23125,
+      "grad_norm": 0.11279041105321824,
+      "learning_rate": 3.864618684828134e-05,
+      "loss": 0.1149,
+      "step": 197
+    },
+    {
+      "epoch": 1.2375,
+      "grad_norm": 0.11597618526997733,
+      "learning_rate": 3.8115705383691355e-05,
+      "loss": 0.1137,
+      "step": 198
+    },
+    {
+      "epoch": 1.24375,
+      "grad_norm": 0.21159784242538673,
+      "learning_rate": 3.758663803131418e-05,
+      "loss": 0.1411,
+      "step": 199
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.12706926447242534,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 0.117,
+      "step": 200
+    },
+    {
+      "epoch": 1.25,
+      "eval_loss": 0.13555637001991272,
+      "eval_runtime": 15.1829,
+      "eval_samples_per_second": 0.461,
+      "eval_steps_per_second": 0.132,
+      "step": 200
+    },
+    {
+      "epoch": 1.25625,
+      "grad_norm": 0.140712680168253,
+      "learning_rate": 3.65329973023387e-05,
+      "loss": 0.1317,
+      "step": 201
+    },
+    {
+      "epoch": 1.2625,
+      "grad_norm": 0.14063508556547588,
+      "learning_rate": 3.60085492984504e-05,
+      "loss": 0.1485,
+      "step": 202
+    },
+    {
+      "epoch": 1.26875,
+      "grad_norm": 0.12420246892648465,
+      "learning_rate": 3.5485766137276894e-05,
+      "loss": 0.127,
+      "step": 203
+    },
+    {
+      "epoch": 1.275,
+      "grad_norm": 0.1375293323917167,
+      "learning_rate": 3.4964710024786354e-05,
+      "loss": 0.1298,
+      "step": 204
+    },
+    {
+      "epoch": 1.28125,
+      "grad_norm": 0.12567976945004108,
+      "learning_rate": 3.4445442961445464e-05,
+      "loss": 0.1218,
+      "step": 205
+    },
+    {
+      "epoch": 1.2875,
+      "grad_norm": 0.10902064060724474,
+      "learning_rate": 3.392802673484193e-05,
+      "loss": 0.0911,
+      "step": 206
+    },
+    {
+      "epoch": 1.29375,
+      "grad_norm": 0.1299840428381004,
+      "learning_rate": 3.341252291233241e-05,
+      "loss": 0.1105,
+      "step": 207
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 0.14686027926986012,
+      "learning_rate": 3.289899283371657e-05,
+      "loss": 0.157,
+      "step": 208
+    },
+    {
+      "epoch": 1.30625,
+      "grad_norm": 0.13310525982308075,
+      "learning_rate": 3.2387497603938326e-05,
+      "loss": 0.1167,
+      "step": 209
+    },
+    {
+      "epoch": 1.3125,
+      "grad_norm": 0.23056279523041534,
+      "learning_rate": 3.1878098085814924e-05,
+      "loss": 0.1267,
+      "step": 210
+    },
+    {
+      "epoch": 1.31875,
+      "grad_norm": 0.13379086959343525,
+      "learning_rate": 3.137085489279485e-05,
+      "loss": 0.1405,
+      "step": 211
+    },
+    {
+      "epoch": 1.325,
+      "grad_norm": 0.16429012844656798,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 0.1454,
+      "step": 212
+    },
+    {
+      "epoch": 1.33125,
+      "grad_norm": 0.1472540477988046,
+      "learning_rate": 3.0363078645771303e-05,
+      "loss": 0.1228,
+      "step": 213
+    },
+    {
+      "epoch": 1.3375,
+      "grad_norm": 0.12810467911662524,
+      "learning_rate": 2.9862665507063147e-05,
+      "loss": 0.1155,
+      "step": 214
+    },
+    {
+      "epoch": 1.34375,
+      "grad_norm": 0.1349885611023629,
+      "learning_rate": 2.936464850978027e-05,
+      "loss": 0.114,
+      "step": 215
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 0.2226264712891022,
+      "learning_rate": 2.886908691296504e-05,
+      "loss": 0.131,
+      "step": 216
+    },
+    {
+      "epoch": 1.35625,
+      "grad_norm": 0.14284289832580171,
+      "learning_rate": 2.8376039683491686e-05,
+      "loss": 0.118,
+      "step": 217
+    },
+    {
+      "epoch": 1.3625,
+      "grad_norm": 0.14670574239643006,
+      "learning_rate": 2.7885565489049946e-05,
+      "loss": 0.1206,
+      "step": 218
+    },
+    {
+      "epoch": 1.36875,
+      "grad_norm": 0.13807081126340223,
+      "learning_rate": 2.7397722691164018e-05,
+      "loss": 0.1196,
+      "step": 219
+    },
+    {
+      "epoch": 1.375,
+      "grad_norm": 0.1414426520091727,
+      "learning_rate": 2.6912569338248315e-05,
+      "loss": 0.1257,
+      "step": 220
+    },
+    {
+      "epoch": 1.38125,
+      "grad_norm": 0.12974232596021115,
+      "learning_rate": 2.6430163158700115e-05,
+      "loss": 0.1078,
+      "step": 221
+    },
+    {
+      "epoch": 1.3875,
+      "grad_norm": 0.12697025279359767,
+      "learning_rate": 2.595056155403063e-05,
+      "loss": 0.1039,
+      "step": 222
+    },
+    {
+      "epoch": 1.39375,
+      "grad_norm": 0.1291839881974509,
+      "learning_rate": 2.54738215920346e-05,
+      "loss": 0.1044,
+      "step": 223
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.13740214702279938,
+      "learning_rate": 2.500000000000001e-05,
+      "loss": 0.1152,
+      "step": 224
+    },
+    {
+      "epoch": 1.40625,
+      "grad_norm": 0.1384802768122724,
+      "learning_rate": 2.4529153157957913e-05,
+      "loss": 0.1234,
+      "step": 225
+    },
+    {
+      "epoch": 1.4125,
+      "grad_norm": 0.13354781137733693,
+      "learning_rate": 2.4061337091973918e-05,
+      "loss": 0.1193,
+      "step": 226
+    },
+    {
+      "epoch": 1.41875,
+      "grad_norm": 0.1771648365806598,
+      "learning_rate": 2.3596607467481603e-05,
+      "loss": 0.1452,
+      "step": 227
+    },
+    {
+      "epoch": 1.425,
+      "grad_norm": 0.11638362220378876,
+      "learning_rate": 2.3135019582658802e-05,
+      "loss": 0.0936,
+      "step": 228
+    },
+    {
+      "epoch": 1.43125,
+      "grad_norm": 0.13555782216280093,
+      "learning_rate": 2.2676628361847836e-05,
+      "loss": 0.1194,
+      "step": 229
+    },
+    {
+      "epoch": 1.4375,
+      "grad_norm": 0.13796797972293184,
+      "learning_rate": 2.2221488349019903e-05,
+      "loss": 0.1328,
+      "step": 230
+    },
+    {
+      "epoch": 1.44375,
+      "grad_norm": 0.12977028041039126,
+      "learning_rate": 2.176965370128498e-05,
+      "loss": 0.1079,
+      "step": 231
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 0.13740927778792686,
+      "learning_rate": 2.132117818244771e-05,
+      "loss": 0.1225,
+      "step": 232
+    },
+    {
+      "epoch": 1.45625,
+      "grad_norm": 0.15309969236799242,
+      "learning_rate": 2.08761151566099e-05,
+      "loss": 0.1521,
+      "step": 233
+    },
+    {
+      "epoch": 1.4625,
+      "grad_norm": 0.16080840678597888,
+      "learning_rate": 2.0434517581820896e-05,
+      "loss": 0.1214,
+      "step": 234
+    },
+    {
+      "epoch": 1.46875,
+      "grad_norm": 0.1462626524834281,
+      "learning_rate": 1.999643800377596e-05,
+      "loss": 0.1305,
+      "step": 235
+    },
+    {
+      "epoch": 1.475,
+      "grad_norm": 0.13708479721295597,
+      "learning_rate": 1.9561928549563968e-05,
+      "loss": 0.1259,
+      "step": 236
+    },
+    {
+      "epoch": 1.48125,
+      "grad_norm": 0.14485439862293895,
+      "learning_rate": 1.913104092146476e-05,
+      "loss": 0.1313,
+      "step": 237
+    },
+    {
+      "epoch": 1.4875,
+      "grad_norm": 0.1305624984599595,
+      "learning_rate": 1.8703826390797048e-05,
+      "loss": 0.1082,
+      "step": 238
+    },
+    {
+      "epoch": 1.49375,
+      "grad_norm": 0.12983841773778187,
+      "learning_rate": 1.8280335791817733e-05,
+      "loss": 0.1254,
+      "step": 239
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.1305817772014699,
+      "learning_rate": 1.7860619515673033e-05,
+      "loss": 0.0976,
+      "step": 240
+    },
+    {
+      "epoch": 1.50625,
+      "grad_norm": 0.13523687056968922,
+      "learning_rate": 1.7444727504402553e-05,
+      "loss": 0.118,
+      "step": 241
+    },
+    {
+      "epoch": 1.5125,
+      "grad_norm": 0.13276802064818327,
+      "learning_rate": 1.703270924499656e-05,
+      "loss": 0.1221,
+      "step": 242
+    },
+    {
+      "epoch": 1.51875,
+      "grad_norm": 0.14813379345753966,
+      "learning_rate": 1.662461376350764e-05,
+      "loss": 0.1415,
+      "step": 243
+    },
+    {
+      "epoch": 1.525,
+      "grad_norm": 0.1373736965280858,
+      "learning_rate": 1.622048961921699e-05,
+      "loss": 0.1241,
+      "step": 244
+    },
+    {
+      "epoch": 1.53125,
+      "grad_norm": 0.12987502342407337,
+      "learning_rate": 1.5820384898856434e-05,
+      "loss": 0.1109,
+      "step": 245
+    },
+    {
+      "epoch": 1.5375,
+      "grad_norm": 0.14097871387133398,
+      "learning_rate": 1.5424347210886538e-05,
+      "loss": 0.1171,
+      "step": 246
+    },
+    {
+      "epoch": 1.54375,
+      "grad_norm": 0.12911360333125718,
+      "learning_rate": 1.5032423679831642e-05,
+      "loss": 0.1087,
+      "step": 247
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 0.13452146268445594,
+      "learning_rate": 1.4644660940672627e-05,
+      "loss": 0.1228,
+      "step": 248
+    },
+    {
+      "epoch": 1.55625,
+      "grad_norm": 0.16983759281577876,
+      "learning_rate": 1.4261105133297692e-05,
+      "loss": 0.1217,
+      "step": 249
+    },
+    {
+      "epoch": 1.5625,
+      "grad_norm": 0.13444059283520182,
+      "learning_rate": 1.3881801897012225e-05,
+      "loss": 0.1114,
+      "step": 250
+    },
+    {
+      "epoch": 1.56875,
+      "grad_norm": 0.12954454455265535,
+      "learning_rate": 1.3506796365108232e-05,
+      "loss": 0.1022,
+      "step": 251
+    },
+    {
+      "epoch": 1.575,
+      "grad_norm": 0.17591202784634585,
+      "learning_rate": 1.3136133159493802e-05,
+      "loss": 0.1114,
+      "step": 252
+    },
+    {
+      "epoch": 1.58125,
+      "grad_norm": 0.1321105098614603,
+      "learning_rate": 1.2769856385383688e-05,
+      "loss": 0.1183,
+      "step": 253
+    },
+    {
+      "epoch": 1.5875,
+      "grad_norm": 0.1432184606258264,
+      "learning_rate": 1.2408009626051137e-05,
+      "loss": 0.1152,
+      "step": 254
+    },
+    {
+      "epoch": 1.59375,
+      "grad_norm": 0.1652313311913505,
+      "learning_rate": 1.2050635937641908e-05,
+      "loss": 0.0925,
+      "step": 255
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.1363797254860259,
+      "learning_rate": 1.1697777844051105e-05,
+      "loss": 0.1283,
+      "step": 256
+    },
+    {
+      "epoch": 1.60625,
+      "grad_norm": 0.14243039726380746,
+      "learning_rate": 1.134947733186315e-05,
+      "loss": 0.13,
+      "step": 257
+    },
+    {
+      "epoch": 1.6125,
+      "grad_norm": 0.1407260083641188,
+      "learning_rate": 1.100577584535592e-05,
+      "loss": 0.1107,
+      "step": 258
+    },
+    {
+      "epoch": 1.61875,
+      "grad_norm": 0.1359874658608621,
+      "learning_rate": 1.0666714281569151e-05,
+      "loss": 0.1061,
+      "step": 259
+    },
+    {
+      "epoch": 1.625,
+      "grad_norm": 0.1619598596563152,
+      "learning_rate": 1.0332332985438248e-05,
+      "loss": 0.1151,
+      "step": 260
+    },
+    {
+      "epoch": 1.63125,
+      "grad_norm": 0.14589312780062294,
+      "learning_rate": 1.000267174499352e-05,
+      "loss": 0.1288,
+      "step": 261
+    },
+    {
+      "epoch": 1.6375,
+      "grad_norm": 0.1448713969935771,
+      "learning_rate": 9.677769786625867e-06,
+      "loss": 0.1096,
+      "step": 262
+    },
+    {
+      "epoch": 1.64375,
+      "grad_norm": 0.15204585922412353,
+      "learning_rate": 9.357665770419244e-06,
+      "loss": 0.0998,
+      "step": 263
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 0.132551181762264,
+      "learning_rate": 9.042397785550405e-06,
+      "loss": 0.1083,
+      "step": 264
+    },
+    {
+      "epoch": 1.65625,
+      "grad_norm": 0.17245754726915724,
+      "learning_rate": 8.732003345756811e-06,
+      "loss": 0.118,
+      "step": 265
+    },
+    {
+      "epoch": 1.6625,
+      "grad_norm": 0.13788212679850506,
+      "learning_rate": 8.426519384872733e-06,
+      "loss": 0.1088,
+      "step": 266
+    },
+    {
+      "epoch": 1.66875,
+      "grad_norm": 0.16823545202946685,
+      "learning_rate": 8.125982252434611e-06,
+      "loss": 0.1239,
+      "step": 267
+    },
+    {
+      "epoch": 1.675,
+      "grad_norm": 0.13554434267304058,
+      "learning_rate": 7.830427709355725e-06,
+      "loss": 0.1164,
+      "step": 268
+    },
+    {
+      "epoch": 1.68125,
+      "grad_norm": 0.12270084667138997,
+      "learning_rate": 7.539890923671062e-06,
+      "loss": 0.0855,
+      "step": 269
+    },
+    {
+      "epoch": 1.6875,
+      "grad_norm": 0.1610350461050514,
+      "learning_rate": 7.2544064663526815e-06,
+      "loss": 0.1395,
+      "step": 270
+    },
+    {
+      "epoch": 1.69375,
+      "grad_norm": 0.13371983154995107,
+      "learning_rate": 6.974008307196056e-06,
+      "loss": 0.1081,
+      "step": 271
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 0.15579745002988243,
+      "learning_rate": 6.698729810778065e-06,
+      "loss": 0.1358,
+      "step": 272
+    },
+    {
+      "epoch": 1.70625,
+      "grad_norm": 0.13901889620059626,
+      "learning_rate": 6.428603732486937e-06,
+      "loss": 0.1208,
+      "step": 273
+    },
+    {
+      "epoch": 1.7125,
+      "grad_norm": 0.15932824101956905,
+      "learning_rate": 6.163662214624616e-06,
+      "loss": 0.1208,
+      "step": 274
+    },
+    {
+      "epoch": 1.71875,
+      "grad_norm": 0.14809539420100104,
+      "learning_rate": 5.903936782582253e-06,
+      "loss": 0.0961,
+      "step": 275
+    },
+    {
+      "epoch": 1.725,
+      "grad_norm": 0.14762764130305206,
+      "learning_rate": 5.649458341088915e-06,
+      "loss": 0.1328,
+      "step": 276
+    },
+    {
+      "epoch": 1.73125,
+      "grad_norm": 0.14698627279133403,
+      "learning_rate": 5.400257170534295e-06,
+      "loss": 0.1137,
+      "step": 277
+    },
+    {
+      "epoch": 1.7375,
+      "grad_norm": 0.12766172584371513,
+      "learning_rate": 5.156362923365588e-06,
+      "loss": 0.0963,
+      "step": 278
+    },
+    {
+      "epoch": 1.74375,
+      "grad_norm": 0.15550557920695354,
+      "learning_rate": 4.917804620559202e-06,
+      "loss": 0.1299,
+      "step": 279
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.13371200089329044,
+      "learning_rate": 4.684610648167503e-06,
+      "loss": 0.1003,
+      "step": 280
+    },
+    {
+      "epoch": 1.75625,
+      "grad_norm": 0.19718769962541566,
+      "learning_rate": 4.456808753941205e-06,
+      "loss": 0.1005,
+      "step": 281
+    },
+    {
+      "epoch": 1.7625,
+      "grad_norm": 0.14609277866526107,
+      "learning_rate": 4.234426044027645e-06,
+      "loss": 0.1184,
+      "step": 282
+    },
+    {
+      "epoch": 1.76875,
+      "grad_norm": 0.13846373587108526,
+      "learning_rate": 4.017488979745387e-06,
+      "loss": 0.1083,
+      "step": 283
+    },
+    {
+      "epoch": 1.775,
+      "grad_norm": 0.16152586345422645,
+      "learning_rate": 3.8060233744356633e-06,
+      "loss": 0.1349,
+      "step": 284
+    },
+    {
+      "epoch": 1.78125,
+      "grad_norm": 0.15220108167136218,
+      "learning_rate": 3.600054390390778e-06,
+      "loss": 0.1189,
+      "step": 285
+    },
+    {
+      "epoch": 1.7875,
+      "grad_norm": 0.14825944302091063,
+      "learning_rate": 3.3996065358600782e-06,
+      "loss": 0.1124,
+      "step": 286
+    },
+    {
+      "epoch": 1.79375,
+      "grad_norm": 0.17101334397597814,
+      "learning_rate": 3.2047036621337236e-06,
+      "loss": 0.1242,
+      "step": 287
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.15468868193258223,
+      "learning_rate": 3.0153689607045845e-06,
+      "loss": 0.1269,
+      "step": 288
+    },
+    {
+      "epoch": 1.80625,
+      "grad_norm": 0.13742574401888047,
+      "learning_rate": 2.8316249605087386e-06,
+      "loss": 0.108,
+      "step": 289
+    },
+    {
+      "epoch": 1.8125,
+      "grad_norm": 0.12723180285999527,
+      "learning_rate": 2.653493525244721e-06,
+      "loss": 0.104,
+      "step": 290
+    },
+    {
+      "epoch": 1.81875,
+      "grad_norm": 0.15299833624657141,
+      "learning_rate": 2.4809958507719444e-06,
+      "loss": 0.1227,
+      "step": 291
+    },
+    {
+      "epoch": 1.825,
+      "grad_norm": 0.153187221540368,
+      "learning_rate": 2.314152462588659e-06,
+      "loss": 0.1122,
+      "step": 292
+    },
+    {
+      "epoch": 1.83125,
+      "grad_norm": 0.1566217766687287,
+      "learning_rate": 2.152983213389559e-06,
+      "loss": 0.1206,
+      "step": 293
+    },
+    {
+      "epoch": 1.8375,
+      "grad_norm": 0.1619426370013769,
+      "learning_rate": 1.99750728070357e-06,
+      "loss": 0.0849,
+      "step": 294
+    },
+    {
+      "epoch": 1.84375,
+      "grad_norm": 0.1440771616743465,
+      "learning_rate": 1.8477431646118648e-06,
+      "loss": 0.1168,
+      "step": 295
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 0.1266403405941791,
+      "learning_rate": 1.70370868554659e-06,
+      "loss": 0.1002,
+      "step": 296
+    },
+    {
+      "epoch": 1.85625,
+      "grad_norm": 0.14490235679395352,
+      "learning_rate": 1.565420982170346e-06,
+      "loss": 0.1204,
+      "step": 297
+    },
+    {
+      "epoch": 1.8625,
+      "grad_norm": 0.14214631954361082,
+      "learning_rate": 1.4328965093369283e-06,
+      "loss": 0.1052,
+      "step": 298
+    },
+    {
+      "epoch": 1.86875,
+      "grad_norm": 0.15125342239263603,
+      "learning_rate": 1.3061510361333185e-06,
+      "loss": 0.1185,
+      "step": 299
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 0.14873736163107223,
+      "learning_rate": 1.1851996440033319e-06,
+      "loss": 0.1372,
+      "step": 300
+    },
+    {
+      "epoch": 1.88125,
+      "grad_norm": 0.15823839872382495,
+      "learning_rate": 1.0700567249530834e-06,
+      "loss": 0.1374,
+      "step": 301
+    },
+    {
+      "epoch": 1.8875,
+      "grad_norm": 0.1477147886939706,
+      "learning_rate": 9.607359798384785e-07,
+      "loss": 0.1265,
+      "step": 302
+    },
+    {
+      "epoch": 1.89375,
+      "grad_norm": 0.149870799299156,
+      "learning_rate": 8.572504167349449e-07,
+      "loss": 0.1156,
+      "step": 303
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 0.13907104929191907,
+      "learning_rate": 7.596123493895991e-07,
+      "loss": 0.1131,
+      "step": 304
+    },
+    {
+      "epoch": 1.90625,
+      "grad_norm": 0.1438881017950769,
+      "learning_rate": 6.678333957560512e-07,
+      "loss": 0.1212,
+      "step": 305
+    },
+    {
+      "epoch": 1.9125,
+      "grad_norm": 0.14174173341102103,
+      "learning_rate": 5.81924476611967e-07,
+      "loss": 0.1249,
+      "step": 306
+    },
+    {
+      "epoch": 1.91875,
+      "grad_norm": 0.1409441874264998,
+      "learning_rate": 5.018958142596065e-07,
+      "loss": 0.1123,
+      "step": 307
+    },
+    {
+      "epoch": 1.925,
+      "grad_norm": 0.16658637594296666,
+      "learning_rate": 4.277569313094809e-07,
+      "loss": 0.1017,
+      "step": 308
+    },
+    {
+      "epoch": 1.93125,
+      "grad_norm": 0.1767438653947937,
+      "learning_rate": 3.59516649547248e-07,
+      "loss": 0.1265,
+      "step": 309
+    },
+    {
+      "epoch": 1.9375,
+      "grad_norm": 0.15957908409005475,
+      "learning_rate": 2.971830888840177e-07,
+      "loss": 0.139,
+      "step": 310
+    },
+    {
+      "epoch": 1.94375,
+      "grad_norm": 0.13358713671440797,
+      "learning_rate": 2.407636663901591e-07,
+      "loss": 0.1015,
+      "step": 311
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 0.14596552013446734,
+      "learning_rate": 1.9026509541272275e-07,
+      "loss": 0.1294,
+      "step": 312
+    },
+    {
+      "epoch": 1.95625,
+      "grad_norm": 0.15582989274250142,
+      "learning_rate": 1.4569338477666838e-07,
+      "loss": 0.1282,
+      "step": 313
+    },
+    {
+      "epoch": 1.9625,
+      "grad_norm": 0.14404601592111216,
+      "learning_rate": 1.0705383806982606e-07,
+      "loss": 0.1103,
+      "step": 314
+    },
+    {
+      "epoch": 1.96875,
+      "grad_norm": 0.1591129940081992,
+      "learning_rate": 7.43510530118452e-08,
+      "loss": 0.1114,
+      "step": 315
+    },
+    {
+      "epoch": 1.975,
+      "grad_norm": 0.14377087428625243,
+      "learning_rate": 4.7588920907110094e-08,
+      "loss": 0.1202,
+      "step": 316
+    },
+    {
+      "epoch": 1.98125,
+      "grad_norm": 0.14890980505746196,
+      "learning_rate": 2.6770626181715773e-08,
+      "loss": 0.1172,
+      "step": 317
+    },
+    {
+      "epoch": 1.9875,
+      "grad_norm": 0.1536343383847314,
+      "learning_rate": 1.189864600454338e-08,
+      "loss": 0.1239,
+      "step": 318
+    },
+    {
+      "epoch": 1.99375,
+      "grad_norm": 0.15806075985905502,
+      "learning_rate": 2.974749992512571e-09,
+      "loss": 0.1275,
+      "step": 319
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.14605676768659354,
+      "learning_rate": 0.0,
+      "loss": 0.1243,
+      "step": 320
+    },
+    {
+      "epoch": 2.0,
+      "step": 320,
+      "total_flos": 1567061767618560.0,
+      "train_loss": 0.15366401586215944,
+      "train_runtime": 5710.924,
+      "train_samples_per_second": 0.224,
+      "train_steps_per_second": 0.056
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 320,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 300,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1567061767618560.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c56b9e15c83b2ad5f829fdc2b274b9f76b9822e10cc56598d90479f535ccb9
+size 7224