Upload fine-tuned thai-g2p-byt5 model files

.gitattributes

@@ -1,35 +1,4 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,63 @@
 ---
+library_name: transformers
+language:
+- th
+- ipa
 license: apache-2.0
+base_model: google/byt5-small
+tags:
+- generated_from_trainer
+metrics:
+- bleu
+model-index:
+- name: thai-g2p-byt5-finetuned-final
+  results: []
 ---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# thai-g2p-byt5-finetuned-final
+
+This model is a fine-tuned version of [google/byt5-small](https://huggingface.co/google/byt5-small) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0089
+- Bleu: 87.9527
+- Gen Len: 97.3823
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 500
+- num_epochs: 5.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.52.0.dev0
+- Pytorch 2.6.0+cu118
+- Datasets 3.5.0
+- Tokenizers 0.21.1

added_tokens.json

@@ -0,0 +1,127 @@
+{
+  "<extra_id_0>": 259,
+  "<extra_id_100>": 359,
+  "<extra_id_101>": 360,
+  "<extra_id_102>": 361,
+  "<extra_id_103>": 362,
+  "<extra_id_104>": 363,
+  "<extra_id_105>": 364,
+  "<extra_id_106>": 365,
+  "<extra_id_107>": 366,
+  "<extra_id_108>": 367,
+  "<extra_id_109>": 368,
+  "<extra_id_10>": 269,
+  "<extra_id_110>": 369,
+  "<extra_id_111>": 370,
+  "<extra_id_112>": 371,
+  "<extra_id_113>": 372,
+  "<extra_id_114>": 373,
+  "<extra_id_115>": 374,
+  "<extra_id_116>": 375,
+  "<extra_id_117>": 376,
+  "<extra_id_118>": 377,
+  "<extra_id_119>": 378,
+  "<extra_id_11>": 270,
+  "<extra_id_120>": 379,
+  "<extra_id_121>": 380,
+  "<extra_id_122>": 381,
+  "<extra_id_123>": 382,
+  "<extra_id_124>": 383,
+  "<extra_id_12>": 271,
+  "<extra_id_13>": 272,
+  "<extra_id_14>": 273,
+  "<extra_id_15>": 274,
+  "<extra_id_16>": 275,
+  "<extra_id_17>": 276,
+  "<extra_id_18>": 277,
+  "<extra_id_19>": 278,
+  "<extra_id_1>": 260,
+  "<extra_id_20>": 279,
+  "<extra_id_21>": 280,
+  "<extra_id_22>": 281,
+  "<extra_id_23>": 282,
+  "<extra_id_24>": 283,
+  "<extra_id_25>": 284,
+  "<extra_id_26>": 285,
+  "<extra_id_27>": 286,
+  "<extra_id_28>": 287,
+  "<extra_id_29>": 288,
+  "<extra_id_2>": 261,
+  "<extra_id_30>": 289,
+  "<extra_id_31>": 290,
+  "<extra_id_32>": 291,
+  "<extra_id_33>": 292,
+  "<extra_id_34>": 293,
+  "<extra_id_35>": 294,
+  "<extra_id_36>": 295,
+  "<extra_id_37>": 296,
+  "<extra_id_38>": 297,
+  "<extra_id_39>": 298,
+  "<extra_id_3>": 262,
+  "<extra_id_40>": 299,
+  "<extra_id_41>": 300,
+  "<extra_id_42>": 301,
+  "<extra_id_43>": 302,
+  "<extra_id_44>": 303,
+  "<extra_id_45>": 304,
+  "<extra_id_46>": 305,
+  "<extra_id_47>": 306,
+  "<extra_id_48>": 307,
+  "<extra_id_49>": 308,
+  "<extra_id_4>": 263,
+  "<extra_id_50>": 309,
+  "<extra_id_51>": 310,
+  "<extra_id_52>": 311,
+  "<extra_id_53>": 312,
+  "<extra_id_54>": 313,
+  "<extra_id_55>": 314,
+  "<extra_id_56>": 315,
+  "<extra_id_57>": 316,
+  "<extra_id_58>": 317,
+  "<extra_id_59>": 318,
+  "<extra_id_5>": 264,
+  "<extra_id_60>": 319,
+  "<extra_id_61>": 320,
+  "<extra_id_62>": 321,
+  "<extra_id_63>": 322,
+  "<extra_id_64>": 323,
+  "<extra_id_65>": 324,
+  "<extra_id_66>": 325,
+  "<extra_id_67>": 326,
+  "<extra_id_68>": 327,
+  "<extra_id_69>": 328,
+  "<extra_id_6>": 265,
+  "<extra_id_70>": 329,
+  "<extra_id_71>": 330,
+  "<extra_id_72>": 331,
+  "<extra_id_73>": 332,
+  "<extra_id_74>": 333,
+  "<extra_id_75>": 334,
+  "<extra_id_76>": 335,
+  "<extra_id_77>": 336,
+  "<extra_id_78>": 337,
+  "<extra_id_79>": 338,
+  "<extra_id_7>": 266,
+  "<extra_id_80>": 339,
+  "<extra_id_81>": 340,
+  "<extra_id_82>": 341,
+  "<extra_id_83>": 342,
+  "<extra_id_84>": 343,
+  "<extra_id_85>": 344,
+  "<extra_id_86>": 345,
+  "<extra_id_87>": 346,
+  "<extra_id_88>": 347,
+  "<extra_id_89>": 348,
+  "<extra_id_8>": 267,
+  "<extra_id_90>": 349,
+  "<extra_id_91>": 350,
+  "<extra_id_92>": 351,
+  "<extra_id_93>": 352,
+  "<extra_id_94>": 353,
+  "<extra_id_95>": 354,
+  "<extra_id_96>": 355,
+  "<extra_id_97>": 356,
+  "<extra_id_98>": 357,
+  "<extra_id_99>": 358,
+  "<extra_id_9>": 268
+}

all_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 5.0,
+    "eval_bleu": 87.9527,
+    "eval_gen_len": 97.3823,
+    "eval_loss": 0.008868278935551643,
+    "eval_runtime": 3484.9215,
+    "eval_samples": 7881,
+    "eval_samples_per_second": 2.261,
+    "eval_steps_per_second": 0.566,
+    "total_flos": 3.563278503829156e+17,
+    "train_loss": 0.043939175246461584,
+    "train_runtime": 63426.5621,
+    "train_samples": 149748,
+    "train_samples_per_second": 11.805,
+    "train_steps_per_second": 2.951
+}

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "T5ForConditionalGeneration"
+  ],
+  "classifier_dropout": 0.0,
+  "d_ff": 3584,
+  "d_kv": 64,
+  "d_model": 1472,
+  "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
+  "dropout_rate": 0.1,
+  "eos_token_id": 1,
+  "feed_forward_proj": "gated-gelu",
+  "gradient_checkpointing": false,
+  "initializer_factor": 1.0,
+  "is_encoder_decoder": true,
+  "is_gated_act": true,
+  "layer_norm_epsilon": 1e-06,
+  "model_type": "t5",
+  "num_decoder_layers": 4,
+  "num_heads": 6,
+  "num_layers": 12,
+  "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
+  "relative_attention_num_buckets": 32,
+  "tie_word_embeddings": false,
+  "tokenizer_class": "ByT5Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.0.dev0",
+  "use_cache": true,
+  "vocab_size": 384
+}

eval_results.json

@@ -0,0 +1,10 @@
+{
+    "epoch": 5.0,
+    "eval_bleu": 87.9527,
+    "eval_gen_len": 97.3823,
+    "eval_loss": 0.008868278935551643,
+    "eval_runtime": 3484.9215,
+    "eval_samples": 7881,
+    "eval_samples_per_second": 2.261,
+    "eval_steps_per_second": 0.566
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "decoder_start_token_id": 0,
+  "eos_token_id": 1,
+  "pad_token_id": 0,
+  "transformers_version": "4.52.0.dev0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd96ffd92124eead03dc829d6d44e70c4e635783d609509fc5af52a44200212a
+size 1198571496

special_tokens_map.json

@@ -0,0 +1,150 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_id_100>",
+    "<extra_id_101>",
+    "<extra_id_102>",
+    "<extra_id_103>",
+    "<extra_id_104>",
+    "<extra_id_105>",
+    "<extra_id_106>",
+    "<extra_id_107>",
+    "<extra_id_108>",
+    "<extra_id_109>",
+    "<extra_id_110>",
+    "<extra_id_111>",
+    "<extra_id_112>",
+    "<extra_id_113>",
+    "<extra_id_114>",
+    "<extra_id_115>",
+    "<extra_id_116>",
+    "<extra_id_117>",
+    "<extra_id_118>",
+    "<extra_id_119>",
+    "<extra_id_120>",
+    "<extra_id_121>",
+    "<extra_id_122>",
+    "<extra_id_123>",
+    "<extra_id_124>"
+  ],
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,1163 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "259": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "260": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "261": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "262": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "263": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "264": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "265": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "266": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "267": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "268": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "269": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "270": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "271": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "272": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "273": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "274": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "275": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "276": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "277": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "278": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "279": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "280": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "281": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "282": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "283": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "284": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "285": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "286": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "287": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "288": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "289": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "290": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "291": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "292": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "293": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "294": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "295": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "296": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "297": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "298": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "299": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "300": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "301": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "302": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "303": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "304": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "305": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "306": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "307": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "308": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "309": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "310": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "311": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "312": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "313": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "314": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "315": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "316": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "317": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "318": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "319": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "320": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "321": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "322": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "323": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "324": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "325": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "326": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "327": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "328": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "329": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "330": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "331": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "332": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "333": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "334": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "335": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "336": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "337": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "338": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "339": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "340": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "341": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "342": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "343": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "344": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "345": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "346": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "347": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "348": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "349": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "350": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "351": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "352": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "353": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "354": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "355": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "356": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "357": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "358": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "359": {
+      "content": "<extra_id_100>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "360": {
+      "content": "<extra_id_101>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "361": {
+      "content": "<extra_id_102>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "362": {
+      "content": "<extra_id_103>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "363": {
+      "content": "<extra_id_104>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "364": {
+      "content": "<extra_id_105>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "365": {
+      "content": "<extra_id_106>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "366": {
+      "content": "<extra_id_107>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "367": {
+      "content": "<extra_id_108>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "368": {
+      "content": "<extra_id_109>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "369": {
+      "content": "<extra_id_110>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "370": {
+      "content": "<extra_id_111>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "371": {
+      "content": "<extra_id_112>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "372": {
+      "content": "<extra_id_113>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "373": {
+      "content": "<extra_id_114>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "374": {
+      "content": "<extra_id_115>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "375": {
+      "content": "<extra_id_116>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "376": {
+      "content": "<extra_id_117>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "377": {
+      "content": "<extra_id_118>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "378": {
+      "content": "<extra_id_119>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "379": {
+      "content": "<extra_id_120>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "380": {
+      "content": "<extra_id_121>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "381": {
+      "content": "<extra_id_122>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "382": {
+      "content": "<extra_id_123>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "383": {
+      "content": "<extra_id_124>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>",
+    "<extra_id_100>",
+    "<extra_id_101>",
+    "<extra_id_102>",
+    "<extra_id_103>",
+    "<extra_id_104>",
+    "<extra_id_105>",
+    "<extra_id_106>",
+    "<extra_id_107>",
+    "<extra_id_108>",
+    "<extra_id_109>",
+    "<extra_id_110>",
+    "<extra_id_111>",
+    "<extra_id_112>",
+    "<extra_id_113>",
+    "<extra_id_114>",
+    "<extra_id_115>",
+    "<extra_id_116>",
+    "<extra_id_117>",
+    "<extra_id_118>",
+    "<extra_id_119>",
+    "<extra_id_120>",
+    "<extra_id_121>",
+    "<extra_id_122>",
+    "<extra_id_123>",
+    "<extra_id_124>"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_ids": 0,
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "ByT5Tokenizer",
+  "unk_token": "<unk>"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "total_flos": 3.563278503829156e+17,
+    "train_loss": 0.043939175246461584,
+    "train_runtime": 63426.5621,
+    "train_samples": 149748,
+    "train_samples_per_second": 11.805,
+    "train_steps_per_second": 2.951
+}

trainer_state.json

@@ -0,0 +1,2661 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 5000.0,
+  "global_step": 187185,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.013355771028661485,
+      "grad_norm": 3.596637725830078,
+      "learning_rate": 4.99e-05,
+      "loss": 2.4716,
+      "step": 500
+    },
+    {
+      "epoch": 0.02671154205732297,
+      "grad_norm": 1.3530782461166382,
+      "learning_rate": 4.9866352411816695e-05,
+      "loss": 1.074,
+      "step": 1000
+    },
+    {
+      "epoch": 0.040067313085984456,
+      "grad_norm": 0.9770158529281616,
+      "learning_rate": 4.973243699279535e-05,
+      "loss": 0.9736,
+      "step": 1500
+    },
+    {
+      "epoch": 0.05342308411464594,
+      "grad_norm": 1.3316655158996582,
+      "learning_rate": 4.959852157377401e-05,
+      "loss": 0.8914,
+      "step": 2000
+    },
+    {
+      "epoch": 0.06677885514330742,
+      "grad_norm": 2.13991379737854,
+      "learning_rate": 4.9464606154752666e-05,
+      "loss": 0.6579,
+      "step": 2500
+    },
+    {
+      "epoch": 0.08013462617196891,
+      "grad_norm": 1.7845405340194702,
+      "learning_rate": 4.933069073573132e-05,
+      "loss": 0.3504,
+      "step": 3000
+    },
+    {
+      "epoch": 0.09349039720063039,
+      "grad_norm": 2.020810127258301,
+      "learning_rate": 4.919677531670997e-05,
+      "loss": 0.2476,
+      "step": 3500
+    },
+    {
+      "epoch": 0.10684616822929188,
+      "grad_norm": 1.8583885431289673,
+      "learning_rate": 4.906285989768862e-05,
+      "loss": 0.1959,
+      "step": 4000
+    },
+    {
+      "epoch": 0.12020193925795336,
+      "grad_norm": 1.2040656805038452,
+      "learning_rate": 4.8928944478667275e-05,
+      "loss": 0.1691,
+      "step": 4500
+    },
+    {
+      "epoch": 0.13355771028661484,
+      "grad_norm": 1.1677913665771484,
+      "learning_rate": 4.879502905964593e-05,
+      "loss": 0.1513,
+      "step": 5000
+    },
+    {
+      "epoch": 0.14691348131527632,
+      "grad_norm": 1.086603045463562,
+      "learning_rate": 4.866111364062459e-05,
+      "loss": 0.1331,
+      "step": 5500
+    },
+    {
+      "epoch": 0.16026925234393782,
+      "grad_norm": 0.9220039248466492,
+      "learning_rate": 4.852719822160324e-05,
+      "loss": 0.1239,
+      "step": 6000
+    },
+    {
+      "epoch": 0.1736250233725993,
+      "grad_norm": 0.7203934788703918,
+      "learning_rate": 4.839328280258189e-05,
+      "loss": 0.1161,
+      "step": 6500
+    },
+    {
+      "epoch": 0.18698079440126078,
+      "grad_norm": 1.0646551847457886,
+      "learning_rate": 4.8259367383560544e-05,
+      "loss": 0.1112,
+      "step": 7000
+    },
+    {
+      "epoch": 0.20033656542992226,
+      "grad_norm": 1.101892113685608,
+      "learning_rate": 4.81254519645392e-05,
+      "loss": 0.1049,
+      "step": 7500
+    },
+    {
+      "epoch": 0.21369233645858376,
+      "grad_norm": 1.1043776273727417,
+      "learning_rate": 4.799153654551785e-05,
+      "loss": 0.1007,
+      "step": 8000
+    },
+    {
+      "epoch": 0.22704810748724524,
+      "grad_norm": 0.7804871201515198,
+      "learning_rate": 4.78576211264965e-05,
+      "loss": 0.0933,
+      "step": 8500
+    },
+    {
+      "epoch": 0.24040387851590672,
+      "grad_norm": 1.8451857566833496,
+      "learning_rate": 4.772370570747516e-05,
+      "loss": 0.0898,
+      "step": 9000
+    },
+    {
+      "epoch": 0.2537596495445682,
+      "grad_norm": 0.5528862476348877,
+      "learning_rate": 4.758979028845382e-05,
+      "loss": 0.0868,
+      "step": 9500
+    },
+    {
+      "epoch": 0.2671154205732297,
+      "grad_norm": 0.8325315713882446,
+      "learning_rate": 4.745587486943247e-05,
+      "loss": 0.0862,
+      "step": 10000
+    },
+    {
+      "epoch": 0.28047119160189116,
+      "grad_norm": 1.4956157207489014,
+      "learning_rate": 4.7321959450411125e-05,
+      "loss": 0.0817,
+      "step": 10500
+    },
+    {
+      "epoch": 0.29382696263055263,
+      "grad_norm": 1.2963604927062988,
+      "learning_rate": 4.718804403138978e-05,
+      "loss": 0.0812,
+      "step": 11000
+    },
+    {
+      "epoch": 0.30718273365921417,
+      "grad_norm": 0.6378481984138489,
+      "learning_rate": 4.705412861236843e-05,
+      "loss": 0.0768,
+      "step": 11500
+    },
+    {
+      "epoch": 0.32053850468787565,
+      "grad_norm": 0.9586350321769714,
+      "learning_rate": 4.692021319334708e-05,
+      "loss": 0.0741,
+      "step": 12000
+    },
+    {
+      "epoch": 0.3338942757165371,
+      "grad_norm": 1.0317866802215576,
+      "learning_rate": 4.678629777432574e-05,
+      "loss": 0.0731,
+      "step": 12500
+    },
+    {
+      "epoch": 0.3472500467451986,
+      "grad_norm": 0.6138248443603516,
+      "learning_rate": 4.6652382355304394e-05,
+      "loss": 0.0718,
+      "step": 13000
+    },
+    {
+      "epoch": 0.3606058177738601,
+      "grad_norm": 1.0325405597686768,
+      "learning_rate": 4.6518466936283046e-05,
+      "loss": 0.0684,
+      "step": 13500
+    },
+    {
+      "epoch": 0.37396158880252156,
+      "grad_norm": 0.6072075366973877,
+      "learning_rate": 4.63845515172617e-05,
+      "loss": 0.0709,
+      "step": 14000
+    },
+    {
+      "epoch": 0.38731735983118304,
+      "grad_norm": 0.894690215587616,
+      "learning_rate": 4.625063609824035e-05,
+      "loss": 0.0675,
+      "step": 14500
+    },
+    {
+      "epoch": 0.4006731308598445,
+      "grad_norm": 0.6153609752655029,
+      "learning_rate": 4.6116720679219e-05,
+      "loss": 0.0642,
+      "step": 15000
+    },
+    {
+      "epoch": 0.414028901888506,
+      "grad_norm": 0.4734252393245697,
+      "learning_rate": 4.5982805260197656e-05,
+      "loss": 0.0623,
+      "step": 15500
+    },
+    {
+      "epoch": 0.42738467291716753,
+      "grad_norm": 0.9395236968994141,
+      "learning_rate": 4.5848889841176315e-05,
+      "loss": 0.0641,
+      "step": 16000
+    },
+    {
+      "epoch": 0.440740443945829,
+      "grad_norm": 0.7155015468597412,
+      "learning_rate": 4.5714974422154974e-05,
+      "loss": 0.0614,
+      "step": 16500
+    },
+    {
+      "epoch": 0.4540962149744905,
+      "grad_norm": 0.8241633772850037,
+      "learning_rate": 4.5581059003133626e-05,
+      "loss": 0.0598,
+      "step": 17000
+    },
+    {
+      "epoch": 0.46745198600315196,
+      "grad_norm": 0.46608495712280273,
+      "learning_rate": 4.544714358411228e-05,
+      "loss": 0.0589,
+      "step": 17500
+    },
+    {
+      "epoch": 0.48080775703181344,
+      "grad_norm": 0.3123353123664856,
+      "learning_rate": 4.531322816509093e-05,
+      "loss": 0.0577,
+      "step": 18000
+    },
+    {
+      "epoch": 0.4941635280604749,
+      "grad_norm": 1.1718651056289673,
+      "learning_rate": 4.5179312746069584e-05,
+      "loss": 0.0568,
+      "step": 18500
+    },
+    {
+      "epoch": 0.5075192990891364,
+      "grad_norm": 0.8814631700515747,
+      "learning_rate": 4.5045397327048236e-05,
+      "loss": 0.0581,
+      "step": 19000
+    },
+    {
+      "epoch": 0.5208750701177979,
+      "grad_norm": 0.6913607120513916,
+      "learning_rate": 4.4911481908026895e-05,
+      "loss": 0.059,
+      "step": 19500
+    },
+    {
+      "epoch": 0.5342308411464594,
+      "grad_norm": 0.4937455356121063,
+      "learning_rate": 4.477756648900555e-05,
+      "loss": 0.0542,
+      "step": 20000
+    },
+    {
+      "epoch": 0.5475866121751208,
+      "grad_norm": 0.8068059682846069,
+      "learning_rate": 4.46436510699842e-05,
+      "loss": 0.054,
+      "step": 20500
+    },
+    {
+      "epoch": 0.5609423832037823,
+      "grad_norm": 1.0929237604141235,
+      "learning_rate": 4.450973565096285e-05,
+      "loss": 0.0528,
+      "step": 21000
+    },
+    {
+      "epoch": 0.5742981542324438,
+      "grad_norm": 0.46407100558280945,
+      "learning_rate": 4.4375820231941505e-05,
+      "loss": 0.0541,
+      "step": 21500
+    },
+    {
+      "epoch": 0.5876539252611053,
+      "grad_norm": 1.2173250913619995,
+      "learning_rate": 4.424190481292016e-05,
+      "loss": 0.0511,
+      "step": 22000
+    },
+    {
+      "epoch": 0.6010096962897669,
+      "grad_norm": 1.2382155656814575,
+      "learning_rate": 4.4107989393898816e-05,
+      "loss": 0.0509,
+      "step": 22500
+    },
+    {
+      "epoch": 0.6143654673184283,
+      "grad_norm": 0.5988684892654419,
+      "learning_rate": 4.397407397487747e-05,
+      "loss": 0.0519,
+      "step": 23000
+    },
+    {
+      "epoch": 0.6277212383470898,
+      "grad_norm": 0.9814379811286926,
+      "learning_rate": 4.384015855585613e-05,
+      "loss": 0.0504,
+      "step": 23500
+    },
+    {
+      "epoch": 0.6410770093757513,
+      "grad_norm": 0.4262820780277252,
+      "learning_rate": 4.370624313683478e-05,
+      "loss": 0.0467,
+      "step": 24000
+    },
+    {
+      "epoch": 0.6544327804044128,
+      "grad_norm": 0.3423784673213959,
+      "learning_rate": 4.357232771781343e-05,
+      "loss": 0.0479,
+      "step": 24500
+    },
+    {
+      "epoch": 0.6677885514330743,
+      "grad_norm": 0.6198724508285522,
+      "learning_rate": 4.3438412298792085e-05,
+      "loss": 0.0492,
+      "step": 25000
+    },
+    {
+      "epoch": 0.6811443224617357,
+      "grad_norm": 0.7212674617767334,
+      "learning_rate": 4.330449687977074e-05,
+      "loss": 0.0466,
+      "step": 25500
+    },
+    {
+      "epoch": 0.6945000934903972,
+      "grad_norm": 0.31836995482444763,
+      "learning_rate": 4.317058146074939e-05,
+      "loss": 0.0484,
+      "step": 26000
+    },
+    {
+      "epoch": 0.7078558645190587,
+      "grad_norm": 0.36580950021743774,
+      "learning_rate": 4.303666604172805e-05,
+      "loss": 0.0447,
+      "step": 26500
+    },
+    {
+      "epoch": 0.7212116355477202,
+      "grad_norm": 0.659868597984314,
+      "learning_rate": 4.29027506227067e-05,
+      "loss": 0.0436,
+      "step": 27000
+    },
+    {
+      "epoch": 0.7345674065763816,
+      "grad_norm": 0.4289642572402954,
+      "learning_rate": 4.2768835203685354e-05,
+      "loss": 0.0452,
+      "step": 27500
+    },
+    {
+      "epoch": 0.7479231776050431,
+      "grad_norm": 0.5631582736968994,
+      "learning_rate": 4.2634919784664007e-05,
+      "loss": 0.0461,
+      "step": 28000
+    },
+    {
+      "epoch": 0.7612789486337046,
+      "grad_norm": 1.23329496383667,
+      "learning_rate": 4.250100436564266e-05,
+      "loss": 0.0425,
+      "step": 28500
+    },
+    {
+      "epoch": 0.7746347196623661,
+      "grad_norm": 0.43534645438194275,
+      "learning_rate": 4.236708894662131e-05,
+      "loss": 0.0441,
+      "step": 29000
+    },
+    {
+      "epoch": 0.7879904906910276,
+      "grad_norm": 0.39559829235076904,
+      "learning_rate": 4.223317352759997e-05,
+      "loss": 0.044,
+      "step": 29500
+    },
+    {
+      "epoch": 0.801346261719689,
+      "grad_norm": 1.1857064962387085,
+      "learning_rate": 4.209925810857863e-05,
+      "loss": 0.0442,
+      "step": 30000
+    },
+    {
+      "epoch": 0.8147020327483505,
+      "grad_norm": 0.5822775959968567,
+      "learning_rate": 4.196534268955728e-05,
+      "loss": 0.0443,
+      "step": 30500
+    },
+    {
+      "epoch": 0.828057803777012,
+      "grad_norm": 0.4766281843185425,
+      "learning_rate": 4.1831427270535935e-05,
+      "loss": 0.0407,
+      "step": 31000
+    },
+    {
+      "epoch": 0.8414135748056736,
+      "grad_norm": 1.2098604440689087,
+      "learning_rate": 4.169751185151459e-05,
+      "loss": 0.0417,
+      "step": 31500
+    },
+    {
+      "epoch": 0.8547693458343351,
+      "grad_norm": 0.5993135571479797,
+      "learning_rate": 4.156359643249324e-05,
+      "loss": 0.0414,
+      "step": 32000
+    },
+    {
+      "epoch": 0.8681251168629965,
+      "grad_norm": 0.5851663947105408,
+      "learning_rate": 4.142968101347189e-05,
+      "loss": 0.043,
+      "step": 32500
+    },
+    {
+      "epoch": 0.881480887891658,
+      "grad_norm": 0.31231725215911865,
+      "learning_rate": 4.1295765594450544e-05,
+      "loss": 0.041,
+      "step": 33000
+    },
+    {
+      "epoch": 0.8948366589203195,
+      "grad_norm": 0.19559262692928314,
+      "learning_rate": 4.11618501754292e-05,
+      "loss": 0.0401,
+      "step": 33500
+    },
+    {
+      "epoch": 0.908192429948981,
+      "grad_norm": 1.2102253437042236,
+      "learning_rate": 4.1027934756407856e-05,
+      "loss": 0.0402,
+      "step": 34000
+    },
+    {
+      "epoch": 0.9215482009776425,
+      "grad_norm": 0.43360891938209534,
+      "learning_rate": 4.089401933738651e-05,
+      "loss": 0.0388,
+      "step": 34500
+    },
+    {
+      "epoch": 0.9349039720063039,
+      "grad_norm": 0.6752653121948242,
+      "learning_rate": 4.076010391836516e-05,
+      "loss": 0.0384,
+      "step": 35000
+    },
+    {
+      "epoch": 0.9482597430349654,
+      "grad_norm": 0.8890887498855591,
+      "learning_rate": 4.062618849934381e-05,
+      "loss": 0.0389,
+      "step": 35500
+    },
+    {
+      "epoch": 0.9616155140636269,
+      "grad_norm": 0.22473041713237762,
+      "learning_rate": 4.0492273080322465e-05,
+      "loss": 0.0384,
+      "step": 36000
+    },
+    {
+      "epoch": 0.9749712850922884,
+      "grad_norm": 0.32520484924316406,
+      "learning_rate": 4.0358357661301125e-05,
+      "loss": 0.0384,
+      "step": 36500
+    },
+    {
+      "epoch": 0.9883270561209498,
+      "grad_norm": 0.29472631216049194,
+      "learning_rate": 4.0224442242279784e-05,
+      "loss": 0.0375,
+      "step": 37000
+    },
+    {
+      "epoch": 1.0016828271496114,
+      "grad_norm": 1.055250644683838,
+      "learning_rate": 4.0090526823258436e-05,
+      "loss": 0.0377,
+      "step": 37500
+    },
+    {
+      "epoch": 1.0150385981782728,
+      "grad_norm": 0.3987850546836853,
+      "learning_rate": 3.995661140423709e-05,
+      "loss": 0.034,
+      "step": 38000
+    },
+    {
+      "epoch": 1.0283943692069344,
+      "grad_norm": 0.40181100368499756,
+      "learning_rate": 3.982269598521574e-05,
+      "loss": 0.0345,
+      "step": 38500
+    },
+    {
+      "epoch": 1.0417501402355958,
+      "grad_norm": 0.9419916272163391,
+      "learning_rate": 3.9688780566194393e-05,
+      "loss": 0.0342,
+      "step": 39000
+    },
+    {
+      "epoch": 1.0551059112642573,
+      "grad_norm": 0.7634733319282532,
+      "learning_rate": 3.9554865147173046e-05,
+      "loss": 0.0356,
+      "step": 39500
+    },
+    {
+      "epoch": 1.0684616822929187,
+      "grad_norm": 0.22825811803340912,
+      "learning_rate": 3.94209497281517e-05,
+      "loss": 0.0352,
+      "step": 40000
+    },
+    {
+      "epoch": 1.0818174533215803,
+      "grad_norm": 0.43095484375953674,
+      "learning_rate": 3.928703430913036e-05,
+      "loss": 0.034,
+      "step": 40500
+    },
+    {
+      "epoch": 1.0951732243502417,
+      "grad_norm": 0.5324558019638062,
+      "learning_rate": 3.915311889010901e-05,
+      "loss": 0.0333,
+      "step": 41000
+    },
+    {
+      "epoch": 1.1085289953789033,
+      "grad_norm": 0.3885153532028198,
+      "learning_rate": 3.901920347108766e-05,
+      "loss": 0.0342,
+      "step": 41500
+    },
+    {
+      "epoch": 1.1218847664075646,
+      "grad_norm": 0.1573806256055832,
+      "learning_rate": 3.8885288052066315e-05,
+      "loss": 0.0332,
+      "step": 42000
+    },
+    {
+      "epoch": 1.1352405374362262,
+      "grad_norm": 0.7869510054588318,
+      "learning_rate": 3.875137263304497e-05,
+      "loss": 0.0327,
+      "step": 42500
+    },
+    {
+      "epoch": 1.1485963084648876,
+      "grad_norm": 0.7265421152114868,
+      "learning_rate": 3.861745721402362e-05,
+      "loss": 0.0334,
+      "step": 43000
+    },
+    {
+      "epoch": 1.1619520794935492,
+      "grad_norm": 0.5443561673164368,
+      "learning_rate": 3.848354179500228e-05,
+      "loss": 0.0327,
+      "step": 43500
+    },
+    {
+      "epoch": 1.1753078505222105,
+      "grad_norm": 0.5694286823272705,
+      "learning_rate": 3.834962637598094e-05,
+      "loss": 0.0328,
+      "step": 44000
+    },
+    {
+      "epoch": 1.1886636215508721,
+      "grad_norm": 0.564795970916748,
+      "learning_rate": 3.821571095695959e-05,
+      "loss": 0.0323,
+      "step": 44500
+    },
+    {
+      "epoch": 1.2020193925795337,
+      "grad_norm": 0.49753686785697937,
+      "learning_rate": 3.808179553793824e-05,
+      "loss": 0.0329,
+      "step": 45000
+    },
+    {
+      "epoch": 1.215375163608195,
+      "grad_norm": 0.30560046434402466,
+      "learning_rate": 3.7947880118916895e-05,
+      "loss": 0.0315,
+      "step": 45500
+    },
+    {
+      "epoch": 1.2287309346368567,
+      "grad_norm": 0.538725733757019,
+      "learning_rate": 3.781396469989555e-05,
+      "loss": 0.0316,
+      "step": 46000
+    },
+    {
+      "epoch": 1.242086705665518,
+      "grad_norm": 0.21078312397003174,
+      "learning_rate": 3.76800492808742e-05,
+      "loss": 0.0302,
+      "step": 46500
+    },
+    {
+      "epoch": 1.2554424766941796,
+      "grad_norm": 0.5525920391082764,
+      "learning_rate": 3.754613386185286e-05,
+      "loss": 0.0324,
+      "step": 47000
+    },
+    {
+      "epoch": 1.268798247722841,
+      "grad_norm": 0.46806979179382324,
+      "learning_rate": 3.741221844283151e-05,
+      "loss": 0.0308,
+      "step": 47500
+    },
+    {
+      "epoch": 1.2821540187515026,
+      "grad_norm": 0.740678071975708,
+      "learning_rate": 3.7278303023810164e-05,
+      "loss": 0.0304,
+      "step": 48000
+    },
+    {
+      "epoch": 1.295509789780164,
+      "grad_norm": 0.26284894347190857,
+      "learning_rate": 3.7144387604788816e-05,
+      "loss": 0.0298,
+      "step": 48500
+    },
+    {
+      "epoch": 1.3088655608088255,
+      "grad_norm": 0.7005999684333801,
+      "learning_rate": 3.701047218576747e-05,
+      "loss": 0.0314,
+      "step": 49000
+    },
+    {
+      "epoch": 1.322221331837487,
+      "grad_norm": 0.5160011053085327,
+      "learning_rate": 3.687655676674612e-05,
+      "loss": 0.0297,
+      "step": 49500
+    },
+    {
+      "epoch": 1.3355771028661485,
+      "grad_norm": 0.2943955063819885,
+      "learning_rate": 3.6742641347724774e-05,
+      "loss": 0.029,
+      "step": 50000
+    },
+    {
+      "epoch": 1.3489328738948099,
+      "grad_norm": 0.6018319725990295,
+      "learning_rate": 3.660872592870343e-05,
+      "loss": 0.0301,
+      "step": 50500
+    },
+    {
+      "epoch": 1.3622886449234715,
+      "grad_norm": 0.4391648471355438,
+      "learning_rate": 3.647481050968209e-05,
+      "loss": 0.0291,
+      "step": 51000
+    },
+    {
+      "epoch": 1.375644415952133,
+      "grad_norm": 0.26095229387283325,
+      "learning_rate": 3.6340895090660744e-05,
+      "loss": 0.0297,
+      "step": 51500
+    },
+    {
+      "epoch": 1.3890001869807944,
+      "grad_norm": 0.5238670110702515,
+      "learning_rate": 3.62069796716394e-05,
+      "loss": 0.0288,
+      "step": 52000
+    },
+    {
+      "epoch": 1.4023559580094558,
+      "grad_norm": 0.8054438829421997,
+      "learning_rate": 3.607306425261805e-05,
+      "loss": 0.0306,
+      "step": 52500
+    },
+    {
+      "epoch": 1.4157117290381174,
+      "grad_norm": 0.9838165044784546,
+      "learning_rate": 3.59391488335967e-05,
+      "loss": 0.0284,
+      "step": 53000
+    },
+    {
+      "epoch": 1.429067500066779,
+      "grad_norm": 0.3099564015865326,
+      "learning_rate": 3.5805233414575354e-05,
+      "loss": 0.0302,
+      "step": 53500
+    },
+    {
+      "epoch": 1.4424232710954403,
+      "grad_norm": 0.5708198547363281,
+      "learning_rate": 3.567131799555401e-05,
+      "loss": 0.0303,
+      "step": 54000
+    },
+    {
+      "epoch": 1.4557790421241017,
+      "grad_norm": 0.6478707194328308,
+      "learning_rate": 3.5537402576532666e-05,
+      "loss": 0.0265,
+      "step": 54500
+    },
+    {
+      "epoch": 1.4691348131527633,
+      "grad_norm": 0.2833605408668518,
+      "learning_rate": 3.540348715751132e-05,
+      "loss": 0.0285,
+      "step": 55000
+    },
+    {
+      "epoch": 1.4824905841814249,
+      "grad_norm": 0.7732760310173035,
+      "learning_rate": 3.526957173848997e-05,
+      "loss": 0.0286,
+      "step": 55500
+    },
+    {
+      "epoch": 1.4958463552100862,
+      "grad_norm": 0.7050645351409912,
+      "learning_rate": 3.513565631946862e-05,
+      "loss": 0.0284,
+      "step": 56000
+    },
+    {
+      "epoch": 1.5092021262387476,
+      "grad_norm": 0.25772082805633545,
+      "learning_rate": 3.5001740900447275e-05,
+      "loss": 0.0273,
+      "step": 56500
+    },
+    {
+      "epoch": 1.5225578972674092,
+      "grad_norm": 0.13176164031028748,
+      "learning_rate": 3.486782548142593e-05,
+      "loss": 0.0289,
+      "step": 57000
+    },
+    {
+      "epoch": 1.5359136682960708,
+      "grad_norm": 1.4870187044143677,
+      "learning_rate": 3.473391006240459e-05,
+      "loss": 0.028,
+      "step": 57500
+    },
+    {
+      "epoch": 1.5492694393247324,
+      "grad_norm": 0.39215296506881714,
+      "learning_rate": 3.4599994643383246e-05,
+      "loss": 0.0284,
+      "step": 58000
+    },
+    {
+      "epoch": 1.5626252103533937,
+      "grad_norm": 0.3573887348175049,
+      "learning_rate": 3.44660792243619e-05,
+      "loss": 0.0274,
+      "step": 58500
+    },
+    {
+      "epoch": 1.5759809813820551,
+      "grad_norm": 0.24203774333000183,
+      "learning_rate": 3.433216380534055e-05,
+      "loss": 0.0272,
+      "step": 59000
+    },
+    {
+      "epoch": 1.5893367524107167,
+      "grad_norm": 0.35092228651046753,
+      "learning_rate": 3.41982483863192e-05,
+      "loss": 0.0267,
+      "step": 59500
+    },
+    {
+      "epoch": 1.6026925234393783,
+      "grad_norm": 0.8611841797828674,
+      "learning_rate": 3.4064332967297856e-05,
+      "loss": 0.0272,
+      "step": 60000
+    },
+    {
+      "epoch": 1.6160482944680397,
+      "grad_norm": 0.14824417233467102,
+      "learning_rate": 3.393041754827651e-05,
+      "loss": 0.0273,
+      "step": 60500
+    },
+    {
+      "epoch": 1.629404065496701,
+      "grad_norm": 0.34644126892089844,
+      "learning_rate": 3.379650212925517e-05,
+      "loss": 0.0279,
+      "step": 61000
+    },
+    {
+      "epoch": 1.6427598365253626,
+      "grad_norm": 0.4391940236091614,
+      "learning_rate": 3.366258671023382e-05,
+      "loss": 0.0251,
+      "step": 61500
+    },
+    {
+      "epoch": 1.6561156075540242,
+      "grad_norm": 0.3467126488685608,
+      "learning_rate": 3.352867129121247e-05,
+      "loss": 0.0263,
+      "step": 62000
+    },
+    {
+      "epoch": 1.6694713785826856,
+      "grad_norm": 0.26030439138412476,
+      "learning_rate": 3.3394755872191125e-05,
+      "loss": 0.0252,
+      "step": 62500
+    },
+    {
+      "epoch": 1.682827149611347,
+      "grad_norm": 0.1318412870168686,
+      "learning_rate": 3.326084045316978e-05,
+      "loss": 0.0269,
+      "step": 63000
+    },
+    {
+      "epoch": 1.6961829206400085,
+      "grad_norm": 0.6408722996711731,
+      "learning_rate": 3.312692503414843e-05,
+      "loss": 0.0256,
+      "step": 63500
+    },
+    {
+      "epoch": 1.7095386916686701,
+      "grad_norm": 0.3000433146953583,
+      "learning_rate": 3.299300961512708e-05,
+      "loss": 0.0264,
+      "step": 64000
+    },
+    {
+      "epoch": 1.7228944626973315,
+      "grad_norm": 0.3858981430530548,
+      "learning_rate": 3.285909419610574e-05,
+      "loss": 0.0255,
+      "step": 64500
+    },
+    {
+      "epoch": 1.7362502337259929,
+      "grad_norm": 0.26785337924957275,
+      "learning_rate": 3.27251787770844e-05,
+      "loss": 0.0261,
+      "step": 65000
+    },
+    {
+      "epoch": 1.7496060047546544,
+      "grad_norm": 0.30514922738075256,
+      "learning_rate": 3.259126335806305e-05,
+      "loss": 0.0257,
+      "step": 65500
+    },
+    {
+      "epoch": 1.762961775783316,
+      "grad_norm": 0.32005584239959717,
+      "learning_rate": 3.2457347939041705e-05,
+      "loss": 0.0261,
+      "step": 66000
+    },
+    {
+      "epoch": 1.7763175468119776,
+      "grad_norm": 0.5825087428092957,
+      "learning_rate": 3.232343252002036e-05,
+      "loss": 0.0249,
+      "step": 66500
+    },
+    {
+      "epoch": 1.789673317840639,
+      "grad_norm": 0.11607237905263901,
+      "learning_rate": 3.218951710099901e-05,
+      "loss": 0.0255,
+      "step": 67000
+    },
+    {
+      "epoch": 1.8030290888693004,
+      "grad_norm": 0.19755299389362335,
+      "learning_rate": 3.205560168197766e-05,
+      "loss": 0.0259,
+      "step": 67500
+    },
+    {
+      "epoch": 1.816384859897962,
+      "grad_norm": 0.90582674741745,
+      "learning_rate": 3.192168626295632e-05,
+      "loss": 0.0241,
+      "step": 68000
+    },
+    {
+      "epoch": 1.8297406309266235,
+      "grad_norm": 0.3098350167274475,
+      "learning_rate": 3.1787770843934974e-05,
+      "loss": 0.0244,
+      "step": 68500
+    },
+    {
+      "epoch": 1.843096401955285,
+      "grad_norm": 0.37561941146850586,
+      "learning_rate": 3.1653855424913626e-05,
+      "loss": 0.0245,
+      "step": 69000
+    },
+    {
+      "epoch": 1.8564521729839463,
+      "grad_norm": 0.2554217576980591,
+      "learning_rate": 3.151994000589228e-05,
+      "loss": 0.0243,
+      "step": 69500
+    },
+    {
+      "epoch": 1.8698079440126079,
+      "grad_norm": 0.6825588345527649,
+      "learning_rate": 3.138602458687093e-05,
+      "loss": 0.0246,
+      "step": 70000
+    },
+    {
+      "epoch": 1.8831637150412694,
+      "grad_norm": 0.7029042840003967,
+      "learning_rate": 3.1252109167849583e-05,
+      "loss": 0.0249,
+      "step": 70500
+    },
+    {
+      "epoch": 1.8965194860699308,
+      "grad_norm": 0.21545588970184326,
+      "learning_rate": 3.111819374882824e-05,
+      "loss": 0.0231,
+      "step": 71000
+    },
+    {
+      "epoch": 1.9098752570985922,
+      "grad_norm": 0.33140745759010315,
+      "learning_rate": 3.0984278329806895e-05,
+      "loss": 0.0246,
+      "step": 71500
+    },
+    {
+      "epoch": 1.9232310281272538,
+      "grad_norm": 0.4165281355381012,
+      "learning_rate": 3.0850362910785554e-05,
+      "loss": 0.024,
+      "step": 72000
+    },
+    {
+      "epoch": 1.9365867991559154,
+      "grad_norm": 0.19761186838150024,
+      "learning_rate": 3.071644749176421e-05,
+      "loss": 0.0245,
+      "step": 72500
+    },
+    {
+      "epoch": 1.9499425701845767,
+      "grad_norm": 0.2757214903831482,
+      "learning_rate": 3.058253207274286e-05,
+      "loss": 0.0227,
+      "step": 73000
+    },
+    {
+      "epoch": 1.963298341213238,
+      "grad_norm": 0.5527577996253967,
+      "learning_rate": 3.044861665372151e-05,
+      "loss": 0.0238,
+      "step": 73500
+    },
+    {
+      "epoch": 1.9766541122418997,
+      "grad_norm": 0.7795367240905762,
+      "learning_rate": 3.0314701234700167e-05,
+      "loss": 0.0238,
+      "step": 74000
+    },
+    {
+      "epoch": 1.9900098832705613,
+      "grad_norm": 0.22930976748466492,
+      "learning_rate": 3.018078581567882e-05,
+      "loss": 0.0239,
+      "step": 74500
+    },
+    {
+      "epoch": 2.003365654299223,
+      "grad_norm": 0.4515770673751831,
+      "learning_rate": 3.0046870396657472e-05,
+      "loss": 0.0221,
+      "step": 75000
+    },
+    {
+      "epoch": 2.016721425327884,
+      "grad_norm": 0.5380029678344727,
+      "learning_rate": 2.9912954977636128e-05,
+      "loss": 0.0211,
+      "step": 75500
+    },
+    {
+      "epoch": 2.0300771963565456,
+      "grad_norm": 0.5134376287460327,
+      "learning_rate": 2.977903955861478e-05,
+      "loss": 0.0198,
+      "step": 76000
+    },
+    {
+      "epoch": 2.043432967385207,
+      "grad_norm": 0.38893309235572815,
+      "learning_rate": 2.9645124139593433e-05,
+      "loss": 0.0215,
+      "step": 76500
+    },
+    {
+      "epoch": 2.0567887384138688,
+      "grad_norm": 0.6938438415527344,
+      "learning_rate": 2.9511208720572085e-05,
+      "loss": 0.0212,
+      "step": 77000
+    },
+    {
+      "epoch": 2.07014450944253,
+      "grad_norm": 0.19493333995342255,
+      "learning_rate": 2.937729330155074e-05,
+      "loss": 0.0212,
+      "step": 77500
+    },
+    {
+      "epoch": 2.0835002804711915,
+      "grad_norm": 0.16382238268852234,
+      "learning_rate": 2.9243377882529393e-05,
+      "loss": 0.0223,
+      "step": 78000
+    },
+    {
+      "epoch": 2.096856051499853,
+      "grad_norm": 0.37089091539382935,
+      "learning_rate": 2.9109462463508046e-05,
+      "loss": 0.0212,
+      "step": 78500
+    },
+    {
+      "epoch": 2.1102118225285147,
+      "grad_norm": 0.21224236488342285,
+      "learning_rate": 2.8975547044486705e-05,
+      "loss": 0.0204,
+      "step": 79000
+    },
+    {
+      "epoch": 2.1235675935571763,
+      "grad_norm": 0.15142974257469177,
+      "learning_rate": 2.884163162546536e-05,
+      "loss": 0.0204,
+      "step": 79500
+    },
+    {
+      "epoch": 2.1369233645858374,
+      "grad_norm": 0.6278982758522034,
+      "learning_rate": 2.8707716206444013e-05,
+      "loss": 0.0209,
+      "step": 80000
+    },
+    {
+      "epoch": 2.150279135614499,
+      "grad_norm": 0.35608357191085815,
+      "learning_rate": 2.8573800787422666e-05,
+      "loss": 0.0192,
+      "step": 80500
+    },
+    {
+      "epoch": 2.1636349066431606,
+      "grad_norm": 0.14394229650497437,
+      "learning_rate": 2.843988536840132e-05,
+      "loss": 0.0203,
+      "step": 81000
+    },
+    {
+      "epoch": 2.176990677671822,
+      "grad_norm": 0.872438371181488,
+      "learning_rate": 2.8305969949379974e-05,
+      "loss": 0.0221,
+      "step": 81500
+    },
+    {
+      "epoch": 2.1903464487004833,
+      "grad_norm": 0.3276856541633606,
+      "learning_rate": 2.8172054530358626e-05,
+      "loss": 0.0212,
+      "step": 82000
+    },
+    {
+      "epoch": 2.203702219729145,
+      "grad_norm": 0.1714356243610382,
+      "learning_rate": 2.8038139111337282e-05,
+      "loss": 0.0209,
+      "step": 82500
+    },
+    {
+      "epoch": 2.2170579907578065,
+      "grad_norm": 0.28871476650238037,
+      "learning_rate": 2.7904223692315934e-05,
+      "loss": 0.0189,
+      "step": 83000
+    },
+    {
+      "epoch": 2.230413761786468,
+      "grad_norm": 0.8007510304450989,
+      "learning_rate": 2.7770308273294587e-05,
+      "loss": 0.0213,
+      "step": 83500
+    },
+    {
+      "epoch": 2.2437695328151293,
+      "grad_norm": 0.2180899977684021,
+      "learning_rate": 2.763639285427324e-05,
+      "loss": 0.0194,
+      "step": 84000
+    },
+    {
+      "epoch": 2.257125303843791,
+      "grad_norm": 0.4377322494983673,
+      "learning_rate": 2.7502477435251895e-05,
+      "loss": 0.0207,
+      "step": 84500
+    },
+    {
+      "epoch": 2.2704810748724524,
+      "grad_norm": 0.1786113679409027,
+      "learning_rate": 2.7368562016230547e-05,
+      "loss": 0.0189,
+      "step": 85000
+    },
+    {
+      "epoch": 2.283836845901114,
+      "grad_norm": 0.03911065682768822,
+      "learning_rate": 2.72346465972092e-05,
+      "loss": 0.0191,
+      "step": 85500
+    },
+    {
+      "epoch": 2.297192616929775,
+      "grad_norm": 0.8537219166755676,
+      "learning_rate": 2.710073117818786e-05,
+      "loss": 0.0191,
+      "step": 86000
+    },
+    {
+      "epoch": 2.3105483879584368,
+      "grad_norm": 0.32321083545684814,
+      "learning_rate": 2.6966815759166515e-05,
+      "loss": 0.0179,
+      "step": 86500
+    },
+    {
+      "epoch": 2.3239041589870983,
+      "grad_norm": 0.36305439472198486,
+      "learning_rate": 2.6832900340145167e-05,
+      "loss": 0.0205,
+      "step": 87000
+    },
+    {
+      "epoch": 2.33725993001576,
+      "grad_norm": 0.3132321536540985,
+      "learning_rate": 2.669898492112382e-05,
+      "loss": 0.0197,
+      "step": 87500
+    },
+    {
+      "epoch": 2.350615701044421,
+      "grad_norm": 0.3799474239349365,
+      "learning_rate": 2.6565069502102475e-05,
+      "loss": 0.0195,
+      "step": 88000
+    },
+    {
+      "epoch": 2.3639714720730827,
+      "grad_norm": 0.66007000207901,
+      "learning_rate": 2.6431154083081128e-05,
+      "loss": 0.0195,
+      "step": 88500
+    },
+    {
+      "epoch": 2.3773272431017443,
+      "grad_norm": 0.12248139083385468,
+      "learning_rate": 2.629723866405978e-05,
+      "loss": 0.0197,
+      "step": 89000
+    },
+    {
+      "epoch": 2.390683014130406,
+      "grad_norm": 0.19978280365467072,
+      "learning_rate": 2.6163323245038436e-05,
+      "loss": 0.0189,
+      "step": 89500
+    },
+    {
+      "epoch": 2.4040387851590674,
+      "grad_norm": 0.2720222473144531,
+      "learning_rate": 2.602940782601709e-05,
+      "loss": 0.0188,
+      "step": 90000
+    },
+    {
+      "epoch": 2.4173945561877286,
+      "grad_norm": 0.479890376329422,
+      "learning_rate": 2.589549240699574e-05,
+      "loss": 0.0184,
+      "step": 90500
+    },
+    {
+      "epoch": 2.43075032721639,
+      "grad_norm": 0.40450748801231384,
+      "learning_rate": 2.5761576987974397e-05,
+      "loss": 0.0195,
+      "step": 91000
+    },
+    {
+      "epoch": 2.4441060982450518,
+      "grad_norm": 0.6312711834907532,
+      "learning_rate": 2.562766156895305e-05,
+      "loss": 0.0185,
+      "step": 91500
+    },
+    {
+      "epoch": 2.4574618692737134,
+      "grad_norm": 0.24560044705867767,
+      "learning_rate": 2.54937461499317e-05,
+      "loss": 0.0197,
+      "step": 92000
+    },
+    {
+      "epoch": 2.4708176403023745,
+      "grad_norm": 0.11040100455284119,
+      "learning_rate": 2.5359830730910354e-05,
+      "loss": 0.0185,
+      "step": 92500
+    },
+    {
+      "epoch": 2.484173411331036,
+      "grad_norm": 0.21820901334285736,
+      "learning_rate": 2.5225915311889013e-05,
+      "loss": 0.0184,
+      "step": 93000
+    },
+    {
+      "epoch": 2.4975291823596977,
+      "grad_norm": 0.08233149349689484,
+      "learning_rate": 2.509199989286767e-05,
+      "loss": 0.0188,
+      "step": 93500
+    },
+    {
+      "epoch": 2.5108849533883593,
+      "grad_norm": 0.05656332150101662,
+      "learning_rate": 2.4958084473846318e-05,
+      "loss": 0.0191,
+      "step": 94000
+    },
+    {
+      "epoch": 2.5242407244170204,
+      "grad_norm": 0.4570409953594208,
+      "learning_rate": 2.4824169054824974e-05,
+      "loss": 0.018,
+      "step": 94500
+    },
+    {
+      "epoch": 2.537596495445682,
+      "grad_norm": 0.3864838182926178,
+      "learning_rate": 2.469025363580363e-05,
+      "loss": 0.0184,
+      "step": 95000
+    },
+    {
+      "epoch": 2.5509522664743436,
+      "grad_norm": 0.18798208236694336,
+      "learning_rate": 2.4556338216782282e-05,
+      "loss": 0.0176,
+      "step": 95500
+    },
+    {
+      "epoch": 2.564308037503005,
+      "grad_norm": 0.4057616889476776,
+      "learning_rate": 2.4422422797760934e-05,
+      "loss": 0.0178,
+      "step": 96000
+    },
+    {
+      "epoch": 2.5776638085316668,
+      "grad_norm": 0.2576199471950531,
+      "learning_rate": 2.428850737873959e-05,
+      "loss": 0.0178,
+      "step": 96500
+    },
+    {
+      "epoch": 2.591019579560328,
+      "grad_norm": 0.5118251442909241,
+      "learning_rate": 2.4154591959718243e-05,
+      "loss": 0.0183,
+      "step": 97000
+    },
+    {
+      "epoch": 2.6043753505889895,
+      "grad_norm": 0.0979803204536438,
+      "learning_rate": 2.4020676540696895e-05,
+      "loss": 0.018,
+      "step": 97500
+    },
+    {
+      "epoch": 2.617731121617651,
+      "grad_norm": 0.2562260627746582,
+      "learning_rate": 2.388676112167555e-05,
+      "loss": 0.0183,
+      "step": 98000
+    },
+    {
+      "epoch": 2.6310868926463122,
+      "grad_norm": 0.24776624143123627,
+      "learning_rate": 2.3752845702654207e-05,
+      "loss": 0.0173,
+      "step": 98500
+    },
+    {
+      "epoch": 2.644442663674974,
+      "grad_norm": 0.4712100625038147,
+      "learning_rate": 2.361893028363286e-05,
+      "loss": 0.0181,
+      "step": 99000
+    },
+    {
+      "epoch": 2.6577984347036354,
+      "grad_norm": 0.3155062198638916,
+      "learning_rate": 2.348501486461151e-05,
+      "loss": 0.0171,
+      "step": 99500
+    },
+    {
+      "epoch": 2.671154205732297,
+      "grad_norm": 1.2324109077453613,
+      "learning_rate": 2.3351099445590167e-05,
+      "loss": 0.0179,
+      "step": 100000
+    },
+    {
+      "epoch": 2.6845099767609586,
+      "grad_norm": 0.98774254322052,
+      "learning_rate": 2.321718402656882e-05,
+      "loss": 0.0189,
+      "step": 100500
+    },
+    {
+      "epoch": 2.6978657477896197,
+      "grad_norm": 0.13465942442417145,
+      "learning_rate": 2.3083268607547472e-05,
+      "loss": 0.0168,
+      "step": 101000
+    },
+    {
+      "epoch": 2.7112215188182813,
+      "grad_norm": 0.3536932170391083,
+      "learning_rate": 2.2949353188526128e-05,
+      "loss": 0.0168,
+      "step": 101500
+    },
+    {
+      "epoch": 2.724577289846943,
+      "grad_norm": 0.15139439702033997,
+      "learning_rate": 2.2815437769504784e-05,
+      "loss": 0.0178,
+      "step": 102000
+    },
+    {
+      "epoch": 2.7379330608756045,
+      "grad_norm": 0.5793061256408691,
+      "learning_rate": 2.2681522350483436e-05,
+      "loss": 0.0164,
+      "step": 102500
+    },
+    {
+      "epoch": 2.751288831904266,
+      "grad_norm": 0.44643762707710266,
+      "learning_rate": 2.254760693146209e-05,
+      "loss": 0.0169,
+      "step": 103000
+    },
+    {
+      "epoch": 2.7646446029329272,
+      "grad_norm": 0.10627961903810501,
+      "learning_rate": 2.2413691512440744e-05,
+      "loss": 0.0162,
+      "step": 103500
+    },
+    {
+      "epoch": 2.778000373961589,
+      "grad_norm": 0.12209007143974304,
+      "learning_rate": 2.2279776093419397e-05,
+      "loss": 0.0158,
+      "step": 104000
+    },
+    {
+      "epoch": 2.7913561449902504,
+      "grad_norm": 0.8999254107475281,
+      "learning_rate": 2.214586067439805e-05,
+      "loss": 0.0169,
+      "step": 104500
+    },
+    {
+      "epoch": 2.8047119160189116,
+      "grad_norm": 0.295200914144516,
+      "learning_rate": 2.2011945255376705e-05,
+      "loss": 0.0161,
+      "step": 105000
+    },
+    {
+      "epoch": 2.818067687047573,
+      "grad_norm": 0.22532741725444794,
+      "learning_rate": 2.187802983635536e-05,
+      "loss": 0.0164,
+      "step": 105500
+    },
+    {
+      "epoch": 2.8314234580762347,
+      "grad_norm": 0.18514879047870636,
+      "learning_rate": 2.1744114417334013e-05,
+      "loss": 0.0172,
+      "step": 106000
+    },
+    {
+      "epoch": 2.8447792291048963,
+      "grad_norm": 0.4850349426269531,
+      "learning_rate": 2.1610198998312665e-05,
+      "loss": 0.0165,
+      "step": 106500
+    },
+    {
+      "epoch": 2.858135000133558,
+      "grad_norm": 0.06793436408042908,
+      "learning_rate": 2.147628357929132e-05,
+      "loss": 0.0169,
+      "step": 107000
+    },
+    {
+      "epoch": 2.871490771162219,
+      "grad_norm": 0.3619351089000702,
+      "learning_rate": 2.1342368160269974e-05,
+      "loss": 0.0167,
+      "step": 107500
+    },
+    {
+      "epoch": 2.8848465421908807,
+      "grad_norm": 0.2428009808063507,
+      "learning_rate": 2.1208452741248626e-05,
+      "loss": 0.0165,
+      "step": 108000
+    },
+    {
+      "epoch": 2.8982023132195422,
+      "grad_norm": 0.31976383924484253,
+      "learning_rate": 2.1074537322227282e-05,
+      "loss": 0.0172,
+      "step": 108500
+    },
+    {
+      "epoch": 2.9115580842482034,
+      "grad_norm": 0.07385491579771042,
+      "learning_rate": 2.0940621903205938e-05,
+      "loss": 0.0175,
+      "step": 109000
+    },
+    {
+      "epoch": 2.924913855276865,
+      "grad_norm": 0.33524101972579956,
+      "learning_rate": 2.080670648418459e-05,
+      "loss": 0.017,
+      "step": 109500
+    },
+    {
+      "epoch": 2.9382696263055266,
+      "grad_norm": 0.40114912390708923,
+      "learning_rate": 2.0672791065163242e-05,
+      "loss": 0.0176,
+      "step": 110000
+    },
+    {
+      "epoch": 2.951625397334188,
+      "grad_norm": 0.1933908760547638,
+      "learning_rate": 2.0538875646141898e-05,
+      "loss": 0.0152,
+      "step": 110500
+    },
+    {
+      "epoch": 2.9649811683628498,
+      "grad_norm": 0.43910446763038635,
+      "learning_rate": 2.040496022712055e-05,
+      "loss": 0.0147,
+      "step": 111000
+    },
+    {
+      "epoch": 2.978336939391511,
+      "grad_norm": 0.48549580574035645,
+      "learning_rate": 2.0271044808099203e-05,
+      "loss": 0.0159,
+      "step": 111500
+    },
+    {
+      "epoch": 2.9916927104201725,
+      "grad_norm": 0.57103031873703,
+      "learning_rate": 2.0137129389077862e-05,
+      "loss": 0.0156,
+      "step": 112000
+    },
+    {
+      "epoch": 3.005048481448834,
+      "grad_norm": 0.14986228942871094,
+      "learning_rate": 2.0003213970056515e-05,
+      "loss": 0.0156,
+      "step": 112500
+    },
+    {
+      "epoch": 3.0184042524774957,
+      "grad_norm": 0.38207146525382996,
+      "learning_rate": 1.9869298551035167e-05,
+      "loss": 0.0148,
+      "step": 113000
+    },
+    {
+      "epoch": 3.031760023506157,
+      "grad_norm": 0.2704290449619293,
+      "learning_rate": 1.973538313201382e-05,
+      "loss": 0.0155,
+      "step": 113500
+    },
+    {
+      "epoch": 3.0451157945348184,
+      "grad_norm": 0.2992781102657318,
+      "learning_rate": 1.9601467712992475e-05,
+      "loss": 0.0155,
+      "step": 114000
+    },
+    {
+      "epoch": 3.05847156556348,
+      "grad_norm": 0.4823470413684845,
+      "learning_rate": 1.9467552293971128e-05,
+      "loss": 0.0151,
+      "step": 114500
+    },
+    {
+      "epoch": 3.0718273365921416,
+      "grad_norm": 0.27356037497520447,
+      "learning_rate": 1.933363687494978e-05,
+      "loss": 0.0152,
+      "step": 115000
+    },
+    {
+      "epoch": 3.0851831076208027,
+      "grad_norm": 0.2885504364967346,
+      "learning_rate": 1.919972145592844e-05,
+      "loss": 0.0145,
+      "step": 115500
+    },
+    {
+      "epoch": 3.0985388786494643,
+      "grad_norm": 0.2647576332092285,
+      "learning_rate": 1.9065806036907092e-05,
+      "loss": 0.0149,
+      "step": 116000
+    },
+    {
+      "epoch": 3.111894649678126,
+      "grad_norm": 0.22878627479076385,
+      "learning_rate": 1.8931890617885744e-05,
+      "loss": 0.014,
+      "step": 116500
+    },
+    {
+      "epoch": 3.1252504207067875,
+      "grad_norm": 0.42215433716773987,
+      "learning_rate": 1.8797975198864397e-05,
+      "loss": 0.0141,
+      "step": 117000
+    },
+    {
+      "epoch": 3.138606191735449,
+      "grad_norm": 0.1481768935918808,
+      "learning_rate": 1.8664059779843052e-05,
+      "loss": 0.0145,
+      "step": 117500
+    },
+    {
+      "epoch": 3.1519619627641102,
+      "grad_norm": 0.26916614174842834,
+      "learning_rate": 1.8530144360821705e-05,
+      "loss": 0.0147,
+      "step": 118000
+    },
+    {
+      "epoch": 3.165317733792772,
+      "grad_norm": 0.3245503008365631,
+      "learning_rate": 1.8396228941800357e-05,
+      "loss": 0.0138,
+      "step": 118500
+    },
+    {
+      "epoch": 3.1786735048214334,
+      "grad_norm": 0.10627996921539307,
+      "learning_rate": 1.8262313522779016e-05,
+      "loss": 0.0142,
+      "step": 119000
+    },
+    {
+      "epoch": 3.192029275850095,
+      "grad_norm": 0.1790834665298462,
+      "learning_rate": 1.812839810375767e-05,
+      "loss": 0.0135,
+      "step": 119500
+    },
+    {
+      "epoch": 3.205385046878756,
+      "grad_norm": 0.461235910654068,
+      "learning_rate": 1.799448268473632e-05,
+      "loss": 0.0141,
+      "step": 120000
+    },
+    {
+      "epoch": 3.2187408179074177,
+      "grad_norm": 0.21407602727413177,
+      "learning_rate": 1.7860567265714974e-05,
+      "loss": 0.0135,
+      "step": 120500
+    },
+    {
+      "epoch": 3.2320965889360793,
+      "grad_norm": 0.2319122850894928,
+      "learning_rate": 1.772665184669363e-05,
+      "loss": 0.0138,
+      "step": 121000
+    },
+    {
+      "epoch": 3.245452359964741,
+      "grad_norm": 0.5712966918945312,
+      "learning_rate": 1.7592736427672282e-05,
+      "loss": 0.014,
+      "step": 121500
+    },
+    {
+      "epoch": 3.258808130993402,
+      "grad_norm": 0.1325293332338333,
+      "learning_rate": 1.7458821008650934e-05,
+      "loss": 0.0142,
+      "step": 122000
+    },
+    {
+      "epoch": 3.2721639020220636,
+      "grad_norm": 0.14646974205970764,
+      "learning_rate": 1.7324905589629593e-05,
+      "loss": 0.0138,
+      "step": 122500
+    },
+    {
+      "epoch": 3.2855196730507252,
+      "grad_norm": 0.34040120244026184,
+      "learning_rate": 1.7190990170608246e-05,
+      "loss": 0.0142,
+      "step": 123000
+    },
+    {
+      "epoch": 3.298875444079387,
+      "grad_norm": 0.243473619222641,
+      "learning_rate": 1.7057074751586898e-05,
+      "loss": 0.0147,
+      "step": 123500
+    },
+    {
+      "epoch": 3.3122312151080484,
+      "grad_norm": 0.21799971163272858,
+      "learning_rate": 1.6923159332565554e-05,
+      "loss": 0.0143,
+      "step": 124000
+    },
+    {
+      "epoch": 3.3255869861367096,
+      "grad_norm": 0.9550265073776245,
+      "learning_rate": 1.6789243913544206e-05,
+      "loss": 0.0134,
+      "step": 124500
+    },
+    {
+      "epoch": 3.338942757165371,
+      "grad_norm": 0.16263821721076965,
+      "learning_rate": 1.665532849452286e-05,
+      "loss": 0.014,
+      "step": 125000
+    },
+    {
+      "epoch": 3.3522985281940327,
+      "grad_norm": 1.0095058679580688,
+      "learning_rate": 1.652141307550151e-05,
+      "loss": 0.0137,
+      "step": 125500
+    },
+    {
+      "epoch": 3.365654299222694,
+      "grad_norm": 0.27960509061813354,
+      "learning_rate": 1.638749765648017e-05,
+      "loss": 0.0131,
+      "step": 126000
+    },
+    {
+      "epoch": 3.3790100702513555,
+      "grad_norm": 0.4337078928947449,
+      "learning_rate": 1.6253582237458823e-05,
+      "loss": 0.0146,
+      "step": 126500
+    },
+    {
+      "epoch": 3.392365841280017,
+      "grad_norm": 0.07918731123209,
+      "learning_rate": 1.6119666818437475e-05,
+      "loss": 0.0138,
+      "step": 127000
+    },
+    {
+      "epoch": 3.4057216123086786,
+      "grad_norm": 0.3142825663089752,
+      "learning_rate": 1.598575139941613e-05,
+      "loss": 0.0136,
+      "step": 127500
+    },
+    {
+      "epoch": 3.4190773833373402,
+      "grad_norm": 0.3479391932487488,
+      "learning_rate": 1.5851835980394783e-05,
+      "loss": 0.0133,
+      "step": 128000
+    },
+    {
+      "epoch": 3.4324331543660014,
+      "grad_norm": 0.16126039624214172,
+      "learning_rate": 1.5717920561373436e-05,
+      "loss": 0.0143,
+      "step": 128500
+    },
+    {
+      "epoch": 3.445788925394663,
+      "grad_norm": 0.21067436039447784,
+      "learning_rate": 1.558400514235209e-05,
+      "loss": 0.0133,
+      "step": 129000
+    },
+    {
+      "epoch": 3.4591446964233246,
+      "grad_norm": 0.22600923478603363,
+      "learning_rate": 1.5450089723330748e-05,
+      "loss": 0.013,
+      "step": 129500
+    },
+    {
+      "epoch": 3.472500467451986,
+      "grad_norm": 0.1858033686876297,
+      "learning_rate": 1.53161743043094e-05,
+      "loss": 0.0144,
+      "step": 130000
+    },
+    {
+      "epoch": 3.4858562384806473,
+      "grad_norm": 0.14309272170066833,
+      "learning_rate": 1.5182258885288054e-05,
+      "loss": 0.0131,
+      "step": 130500
+    },
+    {
+      "epoch": 3.499212009509309,
+      "grad_norm": 0.07735160738229752,
+      "learning_rate": 1.5048343466266706e-05,
+      "loss": 0.0148,
+      "step": 131000
+    },
+    {
+      "epoch": 3.5125677805379705,
+      "grad_norm": 0.23812656104564667,
+      "learning_rate": 1.491442804724536e-05,
+      "loss": 0.0132,
+      "step": 131500
+    },
+    {
+      "epoch": 3.525923551566632,
+      "grad_norm": 0.476279079914093,
+      "learning_rate": 1.4780512628224013e-05,
+      "loss": 0.0134,
+      "step": 132000
+    },
+    {
+      "epoch": 3.539279322595293,
+      "grad_norm": 0.1443662792444229,
+      "learning_rate": 1.4646597209202667e-05,
+      "loss": 0.0131,
+      "step": 132500
+    },
+    {
+      "epoch": 3.552635093623955,
+      "grad_norm": 0.39360421895980835,
+      "learning_rate": 1.4512681790181323e-05,
+      "loss": 0.0131,
+      "step": 133000
+    },
+    {
+      "epoch": 3.5659908646526164,
+      "grad_norm": 0.14922571182250977,
+      "learning_rate": 1.4378766371159977e-05,
+      "loss": 0.0135,
+      "step": 133500
+    },
+    {
+      "epoch": 3.579346635681278,
+      "grad_norm": 0.08537204563617706,
+      "learning_rate": 1.4244850952138631e-05,
+      "loss": 0.0131,
+      "step": 134000
+    },
+    {
+      "epoch": 3.5927024067099396,
+      "grad_norm": 0.6882524490356445,
+      "learning_rate": 1.4110935533117283e-05,
+      "loss": 0.013,
+      "step": 134500
+    },
+    {
+      "epoch": 3.6060581777386007,
+      "grad_norm": 0.2760498523712158,
+      "learning_rate": 1.3977020114095938e-05,
+      "loss": 0.0135,
+      "step": 135000
+    },
+    {
+      "epoch": 3.6194139487672623,
+      "grad_norm": 0.2523078918457031,
+      "learning_rate": 1.384310469507459e-05,
+      "loss": 0.0137,
+      "step": 135500
+    },
+    {
+      "epoch": 3.632769719795924,
+      "grad_norm": 0.3770125210285187,
+      "learning_rate": 1.3709189276053244e-05,
+      "loss": 0.0142,
+      "step": 136000
+    },
+    {
+      "epoch": 3.646125490824585,
+      "grad_norm": 0.44333985447883606,
+      "learning_rate": 1.35752738570319e-05,
+      "loss": 0.0144,
+      "step": 136500
+    },
+    {
+      "epoch": 3.6594812618532466,
+      "grad_norm": 0.11299750208854675,
+      "learning_rate": 1.3441358438010554e-05,
+      "loss": 0.0126,
+      "step": 137000
+    },
+    {
+      "epoch": 3.672837032881908,
+      "grad_norm": 0.1717938631772995,
+      "learning_rate": 1.3307443018989208e-05,
+      "loss": 0.0129,
+      "step": 137500
+    },
+    {
+      "epoch": 3.68619280391057,
+      "grad_norm": 0.47072267532348633,
+      "learning_rate": 1.317352759996786e-05,
+      "loss": 0.0121,
+      "step": 138000
+    },
+    {
+      "epoch": 3.6995485749392314,
+      "grad_norm": 0.205726757645607,
+      "learning_rate": 1.3039612180946515e-05,
+      "loss": 0.0131,
+      "step": 138500
+    },
+    {
+      "epoch": 3.7129043459678925,
+      "grad_norm": 0.19189220666885376,
+      "learning_rate": 1.2905696761925167e-05,
+      "loss": 0.0135,
+      "step": 139000
+    },
+    {
+      "epoch": 3.726260116996554,
+      "grad_norm": 0.2180192768573761,
+      "learning_rate": 1.2771781342903821e-05,
+      "loss": 0.0125,
+      "step": 139500
+    },
+    {
+      "epoch": 3.7396158880252157,
+      "grad_norm": 0.40818724036216736,
+      "learning_rate": 1.2637865923882477e-05,
+      "loss": 0.0129,
+      "step": 140000
+    },
+    {
+      "epoch": 3.7529716590538773,
+      "grad_norm": 0.25244641304016113,
+      "learning_rate": 1.2503950504861131e-05,
+      "loss": 0.0122,
+      "step": 140500
+    },
+    {
+      "epoch": 3.766327430082539,
+      "grad_norm": 0.041375767439603806,
+      "learning_rate": 1.2370035085839785e-05,
+      "loss": 0.0128,
+      "step": 141000
+    },
+    {
+      "epoch": 3.7796832011112,
+      "grad_norm": 0.2618067264556885,
+      "learning_rate": 1.2236119666818438e-05,
+      "loss": 0.013,
+      "step": 141500
+    },
+    {
+      "epoch": 3.7930389721398616,
+      "grad_norm": 0.4960913062095642,
+      "learning_rate": 1.2102204247797092e-05,
+      "loss": 0.0132,
+      "step": 142000
+    },
+    {
+      "epoch": 3.806394743168523,
+      "grad_norm": 0.30531811714172363,
+      "learning_rate": 1.1968288828775746e-05,
+      "loss": 0.0132,
+      "step": 142500
+    },
+    {
+      "epoch": 3.8197505141971844,
+      "grad_norm": 0.17834754288196564,
+      "learning_rate": 1.18343734097544e-05,
+      "loss": 0.0139,
+      "step": 143000
+    },
+    {
+      "epoch": 3.833106285225846,
+      "grad_norm": 0.17489449679851532,
+      "learning_rate": 1.1700457990733054e-05,
+      "loss": 0.0123,
+      "step": 143500
+    },
+    {
+      "epoch": 3.8464620562545075,
+      "grad_norm": 0.131205752491951,
+      "learning_rate": 1.1566542571711706e-05,
+      "loss": 0.013,
+      "step": 144000
+    },
+    {
+      "epoch": 3.859817827283169,
+      "grad_norm": 0.7462185025215149,
+      "learning_rate": 1.1432627152690362e-05,
+      "loss": 0.0112,
+      "step": 144500
+    },
+    {
+      "epoch": 3.8731735983118307,
+      "grad_norm": 0.3279201090335846,
+      "learning_rate": 1.1298711733669015e-05,
+      "loss": 0.0124,
+      "step": 145000
+    },
+    {
+      "epoch": 3.886529369340492,
+      "grad_norm": 0.08844905346632004,
+      "learning_rate": 1.1164796314647669e-05,
+      "loss": 0.013,
+      "step": 145500
+    },
+    {
+      "epoch": 3.8998851403691535,
+      "grad_norm": 0.0930011048913002,
+      "learning_rate": 1.1030880895626323e-05,
+      "loss": 0.0116,
+      "step": 146000
+    },
+    {
+      "epoch": 3.913240911397815,
+      "grad_norm": 0.13226966559886932,
+      "learning_rate": 1.0896965476604977e-05,
+      "loss": 0.0125,
+      "step": 146500
+    },
+    {
+      "epoch": 3.9265966824264766,
+      "grad_norm": 0.21391555666923523,
+      "learning_rate": 1.0763050057583631e-05,
+      "loss": 0.013,
+      "step": 147000
+    },
+    {
+      "epoch": 3.9399524534551382,
+      "grad_norm": 0.035212934017181396,
+      "learning_rate": 1.0629134638562283e-05,
+      "loss": 0.0118,
+      "step": 147500
+    },
+    {
+      "epoch": 3.9533082244837994,
+      "grad_norm": 0.3369560241699219,
+      "learning_rate": 1.049521921954094e-05,
+      "loss": 0.0118,
+      "step": 148000
+    },
+    {
+      "epoch": 3.966663995512461,
+      "grad_norm": 0.4008599817752838,
+      "learning_rate": 1.0361303800519592e-05,
+      "loss": 0.0125,
+      "step": 148500
+    },
+    {
+      "epoch": 3.9800197665411226,
+      "grad_norm": 0.10937085002660751,
+      "learning_rate": 1.0227388381498246e-05,
+      "loss": 0.0131,
+      "step": 149000
+    },
+    {
+      "epoch": 3.9933755375697837,
+      "grad_norm": 0.09769656509160995,
+      "learning_rate": 1.00934729624769e-05,
+      "loss": 0.0124,
+      "step": 149500
+    },
+    {
+      "epoch": 4.006731308598446,
+      "grad_norm": 0.1931600570678711,
+      "learning_rate": 9.959557543455554e-06,
+      "loss": 0.0109,
+      "step": 150000
+    },
+    {
+      "epoch": 4.020087079627107,
+      "grad_norm": 0.12506985664367676,
+      "learning_rate": 9.825642124434208e-06,
+      "loss": 0.0112,
+      "step": 150500
+    },
+    {
+      "epoch": 4.033442850655768,
+      "grad_norm": 0.06467456370592117,
+      "learning_rate": 9.69172670541286e-06,
+      "loss": 0.0112,
+      "step": 151000
+    },
+    {
+      "epoch": 4.04679862168443,
+      "grad_norm": 0.27570217847824097,
+      "learning_rate": 9.557811286391516e-06,
+      "loss": 0.0115,
+      "step": 151500
+    },
+    {
+      "epoch": 4.060154392713091,
+      "grad_norm": 0.15926504135131836,
+      "learning_rate": 9.423895867370169e-06,
+      "loss": 0.0112,
+      "step": 152000
+    },
+    {
+      "epoch": 4.073510163741753,
+      "grad_norm": 0.38715675473213196,
+      "learning_rate": 9.289980448348823e-06,
+      "loss": 0.0107,
+      "step": 152500
+    },
+    {
+      "epoch": 4.086865934770414,
+      "grad_norm": 0.19515646994113922,
+      "learning_rate": 9.156065029327477e-06,
+      "loss": 0.0103,
+      "step": 153000
+    },
+    {
+      "epoch": 4.1002217057990755,
+      "grad_norm": 0.2335035651922226,
+      "learning_rate": 9.022149610306131e-06,
+      "loss": 0.0109,
+      "step": 153500
+    },
+    {
+      "epoch": 4.1135774768277376,
+      "grad_norm": 0.24164029955863953,
+      "learning_rate": 8.888234191284785e-06,
+      "loss": 0.0109,
+      "step": 154000
+    },
+    {
+      "epoch": 4.126933247856399,
+      "grad_norm": 0.13360293209552765,
+      "learning_rate": 8.754318772263438e-06,
+      "loss": 0.0109,
+      "step": 154500
+    },
+    {
+      "epoch": 4.14028901888506,
+      "grad_norm": 0.6955428719520569,
+      "learning_rate": 8.620403353242093e-06,
+      "loss": 0.011,
+      "step": 155000
+    },
+    {
+      "epoch": 4.153644789913722,
+      "grad_norm": 1.6276031732559204,
+      "learning_rate": 8.486487934220746e-06,
+      "loss": 0.0117,
+      "step": 155500
+    },
+    {
+      "epoch": 4.167000560942383,
+      "grad_norm": 0.2534361481666565,
+      "learning_rate": 8.3525725151994e-06,
+      "loss": 0.0116,
+      "step": 156000
+    },
+    {
+      "epoch": 4.180356331971045,
+      "grad_norm": 0.38663968443870544,
+      "learning_rate": 8.218657096178056e-06,
+      "loss": 0.0112,
+      "step": 156500
+    },
+    {
+      "epoch": 4.193712102999706,
+      "grad_norm": 0.13932843506336212,
+      "learning_rate": 8.084741677156708e-06,
+      "loss": 0.0111,
+      "step": 157000
+    },
+    {
+      "epoch": 4.207067874028367,
+      "grad_norm": 0.403177946805954,
+      "learning_rate": 7.950826258135362e-06,
+      "loss": 0.0118,
+      "step": 157500
+    },
+    {
+      "epoch": 4.220423645057029,
+      "grad_norm": 0.32406359910964966,
+      "learning_rate": 7.816910839114015e-06,
+      "loss": 0.0109,
+      "step": 158000
+    },
+    {
+      "epoch": 4.2337794160856905,
+      "grad_norm": 0.004265760537236929,
+      "learning_rate": 7.68299542009267e-06,
+      "loss": 0.0115,
+      "step": 158500
+    },
+    {
+      "epoch": 4.247135187114353,
+      "grad_norm": 0.0618702732026577,
+      "learning_rate": 7.549080001071324e-06,
+      "loss": 0.0117,
+      "step": 159000
+    },
+    {
+      "epoch": 4.260490958143014,
+      "grad_norm": 0.308685302734375,
+      "learning_rate": 7.415164582049977e-06,
+      "loss": 0.0115,
+      "step": 159500
+    },
+    {
+      "epoch": 4.273846729171675,
+      "grad_norm": 0.15098893642425537,
+      "learning_rate": 7.281249163028632e-06,
+      "loss": 0.0109,
+      "step": 160000
+    },
+    {
+      "epoch": 4.287202500200337,
+      "grad_norm": 0.23801665008068085,
+      "learning_rate": 7.147333744007285e-06,
+      "loss": 0.0103,
+      "step": 160500
+    },
+    {
+      "epoch": 4.300558271228998,
+      "grad_norm": 0.20910222828388214,
+      "learning_rate": 7.013418324985939e-06,
+      "loss": 0.0108,
+      "step": 161000
+    },
+    {
+      "epoch": 4.313914042257659,
+      "grad_norm": 0.4738226532936096,
+      "learning_rate": 6.8795029059645924e-06,
+      "loss": 0.0117,
+      "step": 161500
+    },
+    {
+      "epoch": 4.327269813286321,
+      "grad_norm": 0.16925117373466492,
+      "learning_rate": 6.745587486943247e-06,
+      "loss": 0.0112,
+      "step": 162000
+    },
+    {
+      "epoch": 4.340625584314982,
+      "grad_norm": 0.19056345522403717,
+      "learning_rate": 6.611672067921901e-06,
+      "loss": 0.0113,
+      "step": 162500
+    },
+    {
+      "epoch": 4.353981355343644,
+      "grad_norm": 0.13633984327316284,
+      "learning_rate": 6.477756648900554e-06,
+      "loss": 0.011,
+      "step": 163000
+    },
+    {
+      "epoch": 4.3673371263723055,
+      "grad_norm": 0.05713152512907982,
+      "learning_rate": 6.343841229879209e-06,
+      "loss": 0.0123,
+      "step": 163500
+    },
+    {
+      "epoch": 4.380692897400967,
+      "grad_norm": 0.23702533543109894,
+      "learning_rate": 6.209925810857863e-06,
+      "loss": 0.0101,
+      "step": 164000
+    },
+    {
+      "epoch": 4.394048668429629,
+      "grad_norm": 0.2709478437900543,
+      "learning_rate": 6.076010391836516e-06,
+      "loss": 0.0109,
+      "step": 164500
+    },
+    {
+      "epoch": 4.40740443945829,
+      "grad_norm": 0.16205590963363647,
+      "learning_rate": 5.94209497281517e-06,
+      "loss": 0.0114,
+      "step": 165000
+    },
+    {
+      "epoch": 4.420760210486951,
+      "grad_norm": 0.3090691864490509,
+      "learning_rate": 5.8081795537938244e-06,
+      "loss": 0.0115,
+      "step": 165500
+    },
+    {
+      "epoch": 4.434115981515613,
+      "grad_norm": 0.0656290054321289,
+      "learning_rate": 5.674264134772478e-06,
+      "loss": 0.0113,
+      "step": 166000
+    },
+    {
+      "epoch": 4.447471752544274,
+      "grad_norm": 0.3526839315891266,
+      "learning_rate": 5.540348715751132e-06,
+      "loss": 0.0112,
+      "step": 166500
+    },
+    {
+      "epoch": 4.460827523572936,
+      "grad_norm": 0.2816087007522583,
+      "learning_rate": 5.406433296729786e-06,
+      "loss": 0.0108,
+      "step": 167000
+    },
+    {
+      "epoch": 4.474183294601597,
+      "grad_norm": 0.43977633118629456,
+      "learning_rate": 5.27251787770844e-06,
+      "loss": 0.0112,
+      "step": 167500
+    },
+    {
+      "epoch": 4.4875390656302585,
+      "grad_norm": 0.0893361046910286,
+      "learning_rate": 5.138602458687093e-06,
+      "loss": 0.0107,
+      "step": 168000
+    },
+    {
+      "epoch": 4.5008948366589205,
+      "grad_norm": 0.2993994653224945,
+      "learning_rate": 5.004687039665747e-06,
+      "loss": 0.0102,
+      "step": 168500
+    },
+    {
+      "epoch": 4.514250607687582,
+      "grad_norm": 0.36315858364105225,
+      "learning_rate": 4.8707716206444015e-06,
+      "loss": 0.0111,
+      "step": 169000
+    },
+    {
+      "epoch": 4.527606378716243,
+      "grad_norm": 0.131134033203125,
+      "learning_rate": 4.736856201623055e-06,
+      "loss": 0.0108,
+      "step": 169500
+    },
+    {
+      "epoch": 4.540962149744905,
+      "grad_norm": 0.13102231919765472,
+      "learning_rate": 4.602940782601709e-06,
+      "loss": 0.0104,
+      "step": 170000
+    },
+    {
+      "epoch": 4.554317920773566,
+      "grad_norm": 0.2763272225856781,
+      "learning_rate": 4.469025363580363e-06,
+      "loss": 0.0114,
+      "step": 170500
+    },
+    {
+      "epoch": 4.567673691802228,
+      "grad_norm": 0.32108408212661743,
+      "learning_rate": 4.335109944559017e-06,
+      "loss": 0.0117,
+      "step": 171000
+    },
+    {
+      "epoch": 4.581029462830889,
+      "grad_norm": 0.1120324432849884,
+      "learning_rate": 4.20119452553767e-06,
+      "loss": 0.0106,
+      "step": 171500
+    },
+    {
+      "epoch": 4.59438523385955,
+      "grad_norm": 0.21524450182914734,
+      "learning_rate": 4.067279106516324e-06,
+      "loss": 0.0111,
+      "step": 172000
+    },
+    {
+      "epoch": 4.607741004888212,
+      "grad_norm": 0.35390397906303406,
+      "learning_rate": 3.9333636874949785e-06,
+      "loss": 0.0105,
+      "step": 172500
+    },
+    {
+      "epoch": 4.6210967759168735,
+      "grad_norm": 0.01059589721262455,
+      "learning_rate": 3.799448268473632e-06,
+      "loss": 0.0115,
+      "step": 173000
+    },
+    {
+      "epoch": 4.6344525469455355,
+      "grad_norm": 0.32005932927131653,
+      "learning_rate": 3.6655328494522863e-06,
+      "loss": 0.0109,
+      "step": 173500
+    },
+    {
+      "epoch": 4.647808317974197,
+      "grad_norm": 0.25230634212493896,
+      "learning_rate": 3.5316174304309396e-06,
+      "loss": 0.011,
+      "step": 174000
+    },
+    {
+      "epoch": 4.661164089002858,
+      "grad_norm": 0.214626282453537,
+      "learning_rate": 3.397702011409594e-06,
+      "loss": 0.0106,
+      "step": 174500
+    },
+    {
+      "epoch": 4.67451986003152,
+      "grad_norm": 0.16767887771129608,
+      "learning_rate": 3.2637865923882473e-06,
+      "loss": 0.0112,
+      "step": 175000
+    },
+    {
+      "epoch": 4.687875631060181,
+      "grad_norm": 0.31822043657302856,
+      "learning_rate": 3.1298711733669015e-06,
+      "loss": 0.0103,
+      "step": 175500
+    },
+    {
+      "epoch": 4.701231402088842,
+      "grad_norm": 0.1805907040834427,
+      "learning_rate": 2.9959557543455556e-06,
+      "loss": 0.0103,
+      "step": 176000
+    },
+    {
+      "epoch": 4.714587173117504,
+      "grad_norm": 0.1471567302942276,
+      "learning_rate": 2.8620403353242092e-06,
+      "loss": 0.0104,
+      "step": 176500
+    },
+    {
+      "epoch": 4.727942944146165,
+      "grad_norm": 0.8563511371612549,
+      "learning_rate": 2.7281249163028633e-06,
+      "loss": 0.0106,
+      "step": 177000
+    },
+    {
+      "epoch": 4.741298715174827,
+      "grad_norm": 0.25240039825439453,
+      "learning_rate": 2.594209497281517e-06,
+      "loss": 0.0109,
+      "step": 177500
+    },
+    {
+      "epoch": 4.7546544862034885,
+      "grad_norm": 0.17089323699474335,
+      "learning_rate": 2.460294078260171e-06,
+      "loss": 0.0103,
+      "step": 178000
+    },
+    {
+      "epoch": 4.76801025723215,
+      "grad_norm": 0.4265355169773102,
+      "learning_rate": 2.326378659238825e-06,
+      "loss": 0.011,
+      "step": 178500
+    },
+    {
+      "epoch": 4.781366028260812,
+      "grad_norm": 0.031356703490018845,
+      "learning_rate": 2.1924632402174785e-06,
+      "loss": 0.0105,
+      "step": 179000
+    },
+    {
+      "epoch": 4.794721799289473,
+      "grad_norm": 0.13671967387199402,
+      "learning_rate": 2.0585478211961326e-06,
+      "loss": 0.0101,
+      "step": 179500
+    },
+    {
+      "epoch": 4.808077570318135,
+      "grad_norm": 0.7747842073440552,
+      "learning_rate": 1.9246324021747863e-06,
+      "loss": 0.0112,
+      "step": 180000
+    },
+    {
+      "epoch": 4.821433341346796,
+      "grad_norm": 0.37611711025238037,
+      "learning_rate": 1.7907169831534406e-06,
+      "loss": 0.0104,
+      "step": 180500
+    },
+    {
+      "epoch": 4.834789112375457,
+      "grad_norm": 0.4719175696372986,
+      "learning_rate": 1.6568015641320943e-06,
+      "loss": 0.0113,
+      "step": 181000
+    },
+    {
+      "epoch": 4.848144883404119,
+      "grad_norm": 0.021834958344697952,
+      "learning_rate": 1.5228861451107482e-06,
+      "loss": 0.0111,
+      "step": 181500
+    },
+    {
+      "epoch": 4.86150065443278,
+      "grad_norm": 0.33364537358283997,
+      "learning_rate": 1.388970726089402e-06,
+      "loss": 0.0113,
+      "step": 182000
+    },
+    {
+      "epoch": 4.8748564254614415,
+      "grad_norm": 0.2734985649585724,
+      "learning_rate": 1.2550553070680557e-06,
+      "loss": 0.0097,
+      "step": 182500
+    },
+    {
+      "epoch": 4.8882121964901035,
+      "grad_norm": 0.14306038618087769,
+      "learning_rate": 1.1211398880467099e-06,
+      "loss": 0.01,
+      "step": 183000
+    },
+    {
+      "epoch": 4.901567967518765,
+      "grad_norm": 0.2272619903087616,
+      "learning_rate": 9.872244690253637e-07,
+      "loss": 0.0094,
+      "step": 183500
+    },
+    {
+      "epoch": 4.914923738547427,
+      "grad_norm": 0.23368681967258453,
+      "learning_rate": 8.533090500040174e-07,
+      "loss": 0.0115,
+      "step": 184000
+    },
+    {
+      "epoch": 4.928279509576088,
+      "grad_norm": 0.14576603472232819,
+      "learning_rate": 7.193936309826714e-07,
+      "loss": 0.0109,
+      "step": 184500
+    },
+    {
+      "epoch": 4.941635280604749,
+      "grad_norm": 0.2974318861961365,
+      "learning_rate": 5.854782119613253e-07,
+      "loss": 0.0104,
+      "step": 185000
+    },
+    {
+      "epoch": 4.954991051633411,
+      "grad_norm": 0.05051737278699875,
+      "learning_rate": 4.515627929399791e-07,
+      "loss": 0.0112,
+      "step": 185500
+    },
+    {
+      "epoch": 4.968346822662072,
+      "grad_norm": 0.27060556411743164,
+      "learning_rate": 3.17647373918633e-07,
+      "loss": 0.0107,
+      "step": 186000
+    },
+    {
+      "epoch": 4.981702593690734,
+      "grad_norm": 0.11953186243772507,
+      "learning_rate": 1.8373195489728687e-07,
+      "loss": 0.0098,
+      "step": 186500
+    },
+    {
+      "epoch": 4.995058364719395,
+      "grad_norm": 0.15424083173274994,
+      "learning_rate": 4.9816535875940755e-08,
+      "loss": 0.0102,
+      "step": 187000
+    },
+    {
+      "epoch": 5.0,
+      "step": 187185,
+      "total_flos": 3.563278503829156e+17,
+      "train_loss": 0.043939175246461584,
+      "train_runtime": 63426.5621,
+      "train_samples_per_second": 11.805,
+      "train_steps_per_second": 2.951
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 187185,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.563278503829156e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ad40bc2d00d7a89ec2168be263917e960c14e640a2b09e2a16470d3f4890a
+size 5496