diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..aece861d0dd177393179c6d0d9a1f8ff0e664ce9 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +checkpoint-400/tokenizer.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..e91d84b2af78a4ec3aa5f37f91a0d45e6f4e13e3 --- /dev/null +++ b/README.md @@ -0,0 +1,69 @@ +--- +base_model: trashpanda-org/Llama3-24B-Mullein-v1 +library_name: transformers +model_name: Gullein +tags: +- generated_from_trainer +- axolotl +- trl +- grpo +licence: license +--- + +# Model Card for Gullein + +This model is a fine-tuned version of [trashpanda-org/Llama3-24B-Mullein-v1](https://huggingface.co/trashpanda-org/Llama3-24B-Mullein-v1). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="trashpanda-org/Gullein", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/sjwang05-personal/greg-grpo/runs/0a95uxly) + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 0.16.1 +- Transformers: 4.50.0.dev0 +- Pytorch: 2.6.0 +- Datasets: 3.5.0 +- Tokenizers: 0.21.1 + +## Citations + +Cite GRPO as: + +```bibtex +@article{zhihong2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} + +``` + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/checkpoint-400/config.json b/checkpoint-400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c26b5aeb19eceb28981abb0cbc2f345e0e57e453 --- /dev/null +++ b/checkpoint-400/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "MistralForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 32768, + "max_position_embeddings": 32768, + "model_type": "mistral", + "num_attention_heads": 32, + "num_hidden_layers": 40, + "num_key_value_heads": 8, + "pad_token_id": 11, + "rms_norm_eps": 1e-05, + "rope_theta": 100000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.50.0.dev0", + "unsloth_fixed": true, + "use_cache": false, + "vocab_size": 131072 +} diff --git a/checkpoint-400/generation_config.json b/checkpoint-400/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0f67e415ceed468654cfb334307983cb5afdba74 --- /dev/null +++ b/checkpoint-400/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": 2, + "max_length": 32768, + "pad_token_id": 11, + "transformers_version": "4.50.0.dev0" +} diff --git a/checkpoint-400/global_step400/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/checkpoint-400/global_step400/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fdbf2a06efde2dd68373e5bcf06bff651fe3a8e --- /dev/null +++ b/checkpoint-400/global_step400/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc7e31bed9972d413cf7bedba5c91a213ac6d8362bb384895dae7ba350d0591 +size 20311124931 diff --git a/checkpoint-400/global_step400/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/checkpoint-400/global_step400/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5674adc3fa84f65041e8be1a767499326e51737b --- /dev/null +++ b/checkpoint-400/global_step400/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49d1d175705227da4a46bb6920d6b7e7e7b48c76f964310b74e5d34be71c7a7 +size 20311124931 diff --git a/checkpoint-400/global_step400/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/checkpoint-400/global_step400/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08fb610be21104cb2b8ef1457d4cac3ccaad238a --- /dev/null +++ b/checkpoint-400/global_step400/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5a69789006cb218dba788075d67c21c504a0bcdf46649689c988dae0a02111 +size 20311124931 diff --git a/checkpoint-400/global_step400/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/checkpoint-400/global_step400/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad96eafeacf61c2b68e3d62632a70a5e0360550a --- /dev/null +++ b/checkpoint-400/global_step400/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7844b54eef513024f037e19aef465a0c588e59da19ed0725a209259c4ec1ee1 +size 20311124931 diff --git a/checkpoint-400/global_step400/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/checkpoint-400/global_step400/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f811915c619ccd25000cafec37b597927944fd48 --- /dev/null +++ b/checkpoint-400/global_step400/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47721e50a92ce9c0663624581bb86365ad39e0fc92bf28bea6bebc1b729c963b +size 20311124931 diff --git a/checkpoint-400/global_step400/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/checkpoint-400/global_step400/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6814ff4bb26cd6f5bbfe8730a3f28384ab4b80 --- /dev/null +++ b/checkpoint-400/global_step400/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0f02cc8c42aa9a5effe480a1b92397561d3c01ee3183dcbe3bf06424660a74 +size 20311124931 diff --git a/checkpoint-400/global_step400/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/checkpoint-400/global_step400/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08df495308de65caf94b9188069cf9f237013c9d --- /dev/null +++ b/checkpoint-400/global_step400/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba0705cd965e726a4a278c86a5d03f5ef448856b63a3f3c18461f7e05e666a7 +size 20311124931 diff --git a/checkpoint-400/global_step400/zero_pp_rank_0_mp_rank_00_model_states.pt b/checkpoint-400/global_step400/zero_pp_rank_0_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..00cca730481d15b872d8a300f1623f4621a5f4a7 --- /dev/null +++ b/checkpoint-400/global_step400/zero_pp_rank_0_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b860ddcabd2ff757b0e9541b9ef17909e52c5b001cab4377485c2d81de86e5 +size 187277 diff --git a/checkpoint-400/global_step400/zero_pp_rank_1_mp_rank_00_model_states.pt b/checkpoint-400/global_step400/zero_pp_rank_1_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d3061ba6c932a38499355bd282dadeb2284fd17 --- /dev/null +++ b/checkpoint-400/global_step400/zero_pp_rank_1_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd55750ae48de0ffcc217558657b767863c9d0e77c08df18ac174440920e9a5c +size 187277 diff --git a/checkpoint-400/global_step400/zero_pp_rank_2_mp_rank_00_model_states.pt b/checkpoint-400/global_step400/zero_pp_rank_2_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4012e6799cd41974e7c24301a589ca296114f313 --- /dev/null +++ b/checkpoint-400/global_step400/zero_pp_rank_2_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba3fde704f91abb752244ffa642b335b3fe4060615ba398280b8e3a458d0e31 +size 187277 diff --git a/checkpoint-400/global_step400/zero_pp_rank_3_mp_rank_00_model_states.pt b/checkpoint-400/global_step400/zero_pp_rank_3_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..94645015c98b9018f9a46707a96ec7156e14bb75 --- /dev/null +++ b/checkpoint-400/global_step400/zero_pp_rank_3_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019a542a26a616e6ac409c16c376f4db36c6dc86a5f87e46263b44bd5d4eb19a +size 187277 diff --git a/checkpoint-400/global_step400/zero_pp_rank_4_mp_rank_00_model_states.pt b/checkpoint-400/global_step400/zero_pp_rank_4_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2b379e7f08f8e4796f1140a8995dda8adf34c3f --- /dev/null +++ b/checkpoint-400/global_step400/zero_pp_rank_4_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10ff5df5c5659a20ad81ed030487ea498c139ce4e53aa64b75856f9c462ed6ae +size 187277 diff --git a/checkpoint-400/global_step400/zero_pp_rank_5_mp_rank_00_model_states.pt b/checkpoint-400/global_step400/zero_pp_rank_5_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f624733b13127b08f653e7c2090b4f82069e8e --- /dev/null +++ b/checkpoint-400/global_step400/zero_pp_rank_5_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6faef55695fd60511ebb3bd45fd73fb5a16efc343fe39e9ca5fd9c338eb3c6d +size 187277 diff --git a/checkpoint-400/global_step400/zero_pp_rank_6_mp_rank_00_model_states.pt b/checkpoint-400/global_step400/zero_pp_rank_6_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..59860edf6ca2cb7cb86a2789db99aca8b2f771d8 --- /dev/null +++ b/checkpoint-400/global_step400/zero_pp_rank_6_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d26e053b538d2b2c4befe9b43b7dfb214bacdc1c0fd7d249cffb26c828ba31 +size 187277 diff --git a/checkpoint-400/latest b/checkpoint-400/latest new file mode 100644 index 0000000000000000000000000000000000000000..e5bdf58d4f29d34e909da25905fad376f73e7c29 --- /dev/null +++ b/checkpoint-400/latest @@ -0,0 +1 @@ +global_step400 \ No newline at end of file diff --git a/checkpoint-400/model-00001-of-00010.safetensors b/checkpoint-400/model-00001-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d69da1e70bc946956fcf839b8b5cfb14bd725bad --- /dev/null +++ b/checkpoint-400/model-00001-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341120b3ffa785723ab984164c46e831c943c924b41b6b8403dcfa15bc45a4d8 +size 4781571736 diff --git a/checkpoint-400/model-00002-of-00010.safetensors b/checkpoint-400/model-00002-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0472816cc82c7d067f381880ab05c002b7ff680b --- /dev/null +++ b/checkpoint-400/model-00002-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936f99be0a90fd10d1ee3868b327792339f38ded0971ce0e396c78e7a688d503 +size 4781592784 diff --git a/checkpoint-400/model-00003-of-00010.safetensors b/checkpoint-400/model-00003-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f606c58aa1660f661bf691813e850815b05cd69 --- /dev/null +++ b/checkpoint-400/model-00003-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fde082e6f88ebbd993d4829663861e818a49630c2776ef34f4429a21b2eeb7b +size 4781592800 diff --git a/checkpoint-400/model-00004-of-00010.safetensors b/checkpoint-400/model-00004-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89b088bccfd51662ca17321857196504cf935178 --- /dev/null +++ b/checkpoint-400/model-00004-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1361ffee866888fb93abf080b867acd0887a5c43eceac5dfd5bdf319a0977a +size 4886471600 diff --git a/checkpoint-400/model-00005-of-00010.safetensors b/checkpoint-400/model-00005-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41f5a6683f200a97fc7aaccbd7d5d96b215a773b --- /dev/null +++ b/checkpoint-400/model-00005-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d215f13feede6e787ad7f3371d8576a85c0d33af430571bb1bb7e21e692b01b +size 4781592824 diff --git a/checkpoint-400/model-00006-of-00010.safetensors b/checkpoint-400/model-00006-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..424b8a5d382f83d68f51bec19105f35a2873e882 --- /dev/null +++ b/checkpoint-400/model-00006-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0aa6b08c60e53e9041ec247484fe65b42411397894131b0f020f333cc3c96d1 +size 4781592816 diff --git a/checkpoint-400/model-00007-of-00010.safetensors b/checkpoint-400/model-00007-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1fa1caa89544a92de6323a3030455c2a3758dcd --- /dev/null +++ b/checkpoint-400/model-00007-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb2c9f58847406d8d018cc6efe7c719e14734859302b30e125a69a978c1d37b +size 4886471600 diff --git a/checkpoint-400/model-00008-of-00010.safetensors b/checkpoint-400/model-00008-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a5ade633ca9fcd8ab97cab5aff395168cf06c4b --- /dev/null +++ b/checkpoint-400/model-00008-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:631fbc6d4565deb46663cb28cb83235fb0f3ec745109cd28c1e6aab4f21a2a5e +size 4781592824 diff --git a/checkpoint-400/model-00009-of-00010.safetensors b/checkpoint-400/model-00009-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e2d05a9fcdd086d2429cea44a21e15250c31b7f --- /dev/null +++ b/checkpoint-400/model-00009-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba6f98ba3a09acdd33eeec30d0d816790298d7fdeff856f64cd3a2e36193779 +size 4781592816 diff --git a/checkpoint-400/model-00010-of-00010.safetensors b/checkpoint-400/model-00010-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ed82bf1c0c50c6ed06df2476712462b1995524b --- /dev/null +++ b/checkpoint-400/model-00010-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e578df9b950927387edac80e15fd049aa590bb03b7a42afb5179b75ee8b31b +size 3900777072 diff --git a/checkpoint-400/model.safetensors.index.json b/checkpoint-400/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..fea625e56294eba8231f10d76c291f8fc78a3dbd --- /dev/null +++ b/checkpoint-400/model.safetensors.index.json @@ -0,0 +1,370 @@ +{ + "metadata": { + "total_size": 47144806400 + }, + "weight_map": { + "lm_head.weight": "model-00010-of-00010.safetensors", + "model.embed_tokens.weight": "model-00001-of-00010.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.10.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.12.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.17.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.20.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.21.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.25.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.3.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.30.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.34.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.36.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.input_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.37.mlp.down_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.37.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.38.input_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.38.mlp.down_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.mlp.gate_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.mlp.up_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.input_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.39.mlp.down_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.mlp.gate_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.mlp.up_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.4.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.8.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.norm.weight": "model-00010-of-00010.safetensors" + } +} diff --git a/checkpoint-400/rng_state_0.pth b/checkpoint-400/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..b6473612e41c5cfd6973c2e71fa5f3ad2b2bcad1 --- /dev/null +++ b/checkpoint-400/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575119a228f98110923ffa2dedcb50e3317251b26054355d015e0b2240d566f2 +size 15984 diff --git a/checkpoint-400/rng_state_1.pth b/checkpoint-400/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..644d27d88cd0808b87009b6b79ba141b182795b1 --- /dev/null +++ b/checkpoint-400/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc091d2c64e295da198fc50a521da2b2e71efaede488211abd625b6121c779b1 +size 15920 diff --git a/checkpoint-400/rng_state_2.pth b/checkpoint-400/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..51a90e0f5c88c4d53cea095de92f8b3a33554e6c --- /dev/null +++ b/checkpoint-400/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f912bfa89ff34adaabe74ec6c417b1769ef0ddca0aad75e7c95b9d6ac616051f +size 15920 diff --git a/checkpoint-400/rng_state_3.pth b/checkpoint-400/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..2c9ad846777abcbbf4166825bf301042cc61d4e3 --- /dev/null +++ b/checkpoint-400/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f9f41c64234ad299aed7714f9e96d7324ce92432513b5ce6d5220c09e61613 +size 15984 diff --git a/checkpoint-400/rng_state_4.pth b/checkpoint-400/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..d99483292d1ebd3c0d986f8accb397fec356bfe2 --- /dev/null +++ b/checkpoint-400/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d2cce8f0c97c1d155c59ed8c7e97477a25f08b3645ee125e8a3f76a47b15b9 +size 15984 diff --git a/checkpoint-400/rng_state_5.pth b/checkpoint-400/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..ec7ac73579b204be367e8ee8cb9f9254c30a0bac --- /dev/null +++ b/checkpoint-400/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c22c59d534fded5bbba3e7c10e6a84de89c6d7483b7282c67b689ec7d387a1f +size 15984 diff --git a/checkpoint-400/rng_state_6.pth b/checkpoint-400/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..bb4af9e8818eda5ac5d213e1635c4202fd41bdf2 --- /dev/null +++ b/checkpoint-400/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a778a51823224b752bd30584c37e64773becf6980befa7bf4928568bc6306899 +size 15984 diff --git a/checkpoint-400/scheduler.pt b/checkpoint-400/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb18b4ea2854e5632cab5f256fd1f485dec2a44c --- /dev/null +++ b/checkpoint-400/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f146e427e8bc70e8f2a8515e9b2cda6f2c96e111c734dc72553da177aebf46 +size 1064 diff --git a/checkpoint-400/special_tokens_map.json b/checkpoint-400/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..a47054b449916f808ab94e6d2375c00ead78cb8f --- /dev/null +++ b/checkpoint-400/special_tokens_map.json @@ -0,0 +1,1032 @@ +{ + "additional_special_tokens": [ + "", + "", + "", + "[INST]", + "[/INST]", + "[AVAILABLE_TOOLS]", + "[/AVAILABLE_TOOLS]", + "[TOOL_RESULTS]", + "[/TOOL_RESULTS]", + "[TOOL_CALLS]", + "[IMG]", + "", + "[IMG_BREAK]", + "[IMG_END]", + "[PREFIX]", + "[MIDDLE]", + "[SUFFIX]", + "[SYSTEM_PROMPT]", + "[/SYSTEM_PROMPT]", + "[TOOL_CONTENT]", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-400/tokenizer.json b/checkpoint-400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5f347fb139df0fbf158bde74413e3a03a38e8315 --- /dev/null +++ b/checkpoint-400/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a95570f76bd1f5f97d83e83b221f5b2f3042e574e1a317b5c377852368af04c2 +size 17078192 diff --git a/checkpoint-400/tokenizer_config.json b/checkpoint-400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c523bb779e9f0ae3361a75c9d2fb591e3f81450 --- /dev/null +++ b/checkpoint-400/tokenizer_config.json @@ -0,0 +1,9021 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": null, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "[INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "[/INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "[AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "[/AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "[TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "[/TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "[TOOL_CALLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "[IMG]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "[IMG_BREAK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "[IMG_END]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "[PREFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "15": { + "content": "[MIDDLE]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "16": { + "content": "[SUFFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "17": { + "content": "[SYSTEM_PROMPT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "18": { + "content": "[/SYSTEM_PROMPT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "[TOOL_CONTENT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "109": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "110": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "111": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "112": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "113": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "114": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "115": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "116": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "117": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "118": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "119": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "120": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "121": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "122": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "123": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "124": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "125": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "126": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "127": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "129": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "130": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "131": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "132": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "133": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "134": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "135": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "136": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "137": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "138": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "139": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "140": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "141": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "142": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "143": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "144": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "145": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "146": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "147": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "148": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "149": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "150": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "153": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "154": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "155": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "156": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "157": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "158": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "159": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "160": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "161": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "162": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "163": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "164": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "165": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "166": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "167": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "168": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "171": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "175": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "177": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "185": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "186": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "187": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "188": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "189": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "190": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "191": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "192": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "217": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "218": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "219": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "220": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "221": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "222": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "223": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "224": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "225": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "226": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "227": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "228": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "229": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "230": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "231": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "232": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "233": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "234": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "235": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "236": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "237": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "238": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "239": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "240": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "241": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "242": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "243": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "244": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "245": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "246": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "247": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "248": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "249": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "251": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "252": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "253": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "254": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "255": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "261": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "262": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "263": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "264": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "265": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "266": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "267": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "268": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "269": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "270": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "271": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "272": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "273": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "274": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "275": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "276": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "277": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "278": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "279": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "280": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "281": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "282": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "283": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "284": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "285": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "286": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "287": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "288": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "289": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "290": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "291": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "292": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "293": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "294": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "295": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "296": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "297": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "298": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "299": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "300": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "301": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "302": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "303": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "304": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "305": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "306": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "307": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "308": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "309": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "310": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "311": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "312": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "313": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "314": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "315": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "316": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "317": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "318": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "319": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "320": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "321": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "322": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "323": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "324": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "325": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "326": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "327": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "328": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "329": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "330": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "331": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "332": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "335": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "336": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "337": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "338": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "339": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "340": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "341": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "342": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "343": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "344": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "345": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "346": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "347": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "348": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "349": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "350": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "351": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "352": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "353": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "354": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "355": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "356": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "357": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "358": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "359": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "360": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "361": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "362": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "363": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "364": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "365": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "366": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "367": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "368": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "369": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "370": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "371": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "372": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "373": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "374": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "375": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "376": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "377": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "378": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "379": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "380": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "381": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "382": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "383": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "384": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "385": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "386": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "387": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "389": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "390": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "391": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "392": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "393": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "394": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "395": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "396": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "397": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "398": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "399": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "400": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "401": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "402": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "403": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "404": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "405": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "406": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "407": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "408": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "409": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "410": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "411": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "412": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "413": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "414": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "415": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "416": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "417": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "418": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "419": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "420": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "421": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "422": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "423": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "424": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "425": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "426": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "427": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "428": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "429": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "430": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "431": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "432": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "433": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "434": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "435": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "436": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "437": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "438": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "439": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "440": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "441": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "442": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "443": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "444": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "445": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "446": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "447": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "448": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "449": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "450": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "451": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "452": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "453": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "454": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "455": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "456": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "457": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "458": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "459": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "460": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "461": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "462": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "463": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "464": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "465": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "466": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "467": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "468": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "469": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "470": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "471": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "472": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "473": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "474": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "475": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "476": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "477": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "478": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "479": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "480": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "481": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "482": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "483": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "484": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "485": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "486": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "487": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "488": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "489": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "490": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "491": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "492": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "493": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "494": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "495": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "496": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "497": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "498": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "499": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "500": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "501": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "502": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "503": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "504": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "505": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "506": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "507": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "508": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "509": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "510": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "511": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "512": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "513": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "514": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "515": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "516": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "517": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "518": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "519": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "520": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "521": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "522": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "523": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "524": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "525": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "526": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "527": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "528": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "529": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "530": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "531": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "532": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "533": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "534": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "535": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "536": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "537": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "538": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "539": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "540": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "541": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "542": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "543": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "544": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "545": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "546": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "547": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "548": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "549": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "550": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "551": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "552": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "553": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "554": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "555": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "556": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "557": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "558": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "559": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "560": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "561": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "562": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "563": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "564": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "565": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "566": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "567": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "568": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "569": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "570": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "571": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "572": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "573": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "574": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "575": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "576": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "577": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "578": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "579": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "580": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "581": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "582": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "583": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "584": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "585": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "586": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "587": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "588": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "589": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "590": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "593": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "594": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "595": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "596": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "597": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "598": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "599": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "600": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "601": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "602": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "603": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "604": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "605": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "606": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "607": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "608": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "609": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "610": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "611": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "612": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "613": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "614": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "615": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "616": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "617": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "618": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "619": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "620": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "621": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "622": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "623": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "624": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "625": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "626": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "627": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "628": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "629": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "630": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "631": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "632": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "633": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "634": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "635": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "636": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "637": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "638": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "639": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "640": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "641": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "642": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "643": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "644": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "645": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "646": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "647": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "648": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "649": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "650": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "651": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "652": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "653": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "654": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "655": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "656": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "659": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "660": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "661": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "662": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "663": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "664": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "669": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "670": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "675": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "676": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "677": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "678": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "679": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "680": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "681": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "682": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "683": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "684": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "685": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "686": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "687": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "688": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "689": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "690": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "691": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "692": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "693": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "694": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "695": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "696": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "697": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "698": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "699": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "700": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "701": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "702": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "703": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "704": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "705": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "706": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "707": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "708": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "709": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "710": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "711": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "712": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "713": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "714": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "715": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "716": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "717": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "718": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "719": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "720": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "721": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "722": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "723": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "724": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "725": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "726": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "727": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "728": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "729": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "730": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "731": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "732": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "733": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "734": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "735": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "736": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "737": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "738": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "739": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "740": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "741": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "742": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "743": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "744": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "745": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "746": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "747": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "748": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "749": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "750": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "751": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "752": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "753": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "754": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "755": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "756": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "757": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "758": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "759": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "760": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "761": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "762": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "763": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "764": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "765": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "766": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "767": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "768": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "769": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "770": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "771": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "772": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "773": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "774": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "775": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "776": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "777": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "778": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "779": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "780": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "781": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "782": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "783": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "784": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "785": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "786": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "787": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "788": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "789": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "790": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "791": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "792": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "793": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "794": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "795": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "796": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "797": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "798": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "799": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "800": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "801": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "802": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "803": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "804": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "805": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "806": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "807": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "808": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "809": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "810": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "811": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "812": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "813": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "814": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "815": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "816": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "817": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "818": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "819": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "820": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "821": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "822": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "823": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "824": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "825": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "826": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "827": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "828": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "829": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "830": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "831": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "832": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "833": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "834": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "835": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "836": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "837": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "838": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "839": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "840": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "841": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "842": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "843": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "844": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "845": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "846": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "847": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "848": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "849": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "850": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "851": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "852": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "853": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "854": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "855": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "856": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "857": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "858": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "859": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "860": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "861": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "862": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "863": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "864": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "865": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "866": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "867": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "868": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "869": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "870": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "871": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "872": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "873": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "874": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "875": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "876": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "877": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "878": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "879": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "880": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "881": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "882": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "883": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "884": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "885": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "886": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "887": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "888": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "889": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "890": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "891": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "892": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "893": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "894": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "895": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "896": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "897": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "898": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "899": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "900": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "901": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "902": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "903": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "904": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "905": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "906": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "907": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "908": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "909": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "910": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "911": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "912": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "913": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "914": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "915": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "916": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "917": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "918": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "919": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "920": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "921": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "922": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "923": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "924": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "925": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "926": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "927": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "928": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "929": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "930": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "931": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "932": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "933": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "934": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "935": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "936": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "937": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "938": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "939": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "940": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "941": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "942": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "943": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "944": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "945": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "946": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "947": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "948": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "949": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "950": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "951": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "952": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "953": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "954": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "955": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "956": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "957": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "958": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "959": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "960": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "961": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "962": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "963": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "964": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "965": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "966": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "967": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "968": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "969": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "970": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "971": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "972": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "973": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "974": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "975": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "976": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "977": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "978": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "979": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "980": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "981": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "982": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "983": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "984": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "985": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "986": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "987": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "988": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "989": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "990": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "991": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "992": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "993": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "994": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "995": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "996": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "997": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "998": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "999": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "", + "[INST]", + "[/INST]", + "[AVAILABLE_TOOLS]", + "[/AVAILABLE_TOOLS]", + "[TOOL_RESULTS]", + "[/TOOL_RESULTS]", + "[TOOL_CALLS]", + "[IMG]", + "", + "[IMG_BREAK]", + "[IMG_END]", + "[PREFIX]", + "[MIDDLE]", + "[SUFFIX]", + "[SYSTEM_PROMPT]", + "[/SYSTEM_PROMPT]", + "[TOOL_CONTENT]", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "bos_token": "", + "chat_template": "{%- set today = strftime_now(\"%Y-%m-%d\") %}\n{%- set default_system_message = \"You are Mistral Small 3, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.\\nYour knowledge base was last updated on 2023-10-01. The current date is \" + today + \".\\n\\nWhen you're not sure about some information, you say that you don't have the information and don't make up anything.\\nIf the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. \\\"What are some good restaurants around me?\\\" => \\\"Where are you?\\\" or \\\"When is the next flight to Tokyo\\\" => \\\"Where do you travel from?\\\")\" %}\n\n{{- bos_token }}\n\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set system_message = default_system_message %}\n {%- set loop_messages = messages %}\n{%- endif %}\n{{- '[SYSTEM_PROMPT]' + system_message + '[/SYSTEM_PROMPT]' }}\n\n{%- for message in loop_messages %}\n {%- if message['role'] == 'user' %}\n {{- '[INST]' + message['content'] + '[/INST]' }}\n {%- elif message['role'] == 'system' %}\n {{- '[SYSTEM_PROMPT]' + message['content'] + '[/SYSTEM_PROMPT]' }}\n {%- elif message['role'] == 'assistant' %}\n {{- message['content'] + eos_token }}\n {%- else %}\n {{- raise_exception('Only user, system and assistant roles are supported!') }}\n {%- endif %}\n{%- endfor %}", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": {}, + "legacy": true, + "model_max_length": 32768, + "pad_token": "", + "padding_side": "left", + "tokenizer_class": "LlamaTokenizerFast", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/checkpoint-400/trainer_state.json b/checkpoint-400/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c1cc29250ca36651a7cea8ba24a9fe01ecb8ea10 --- /dev/null +++ b/checkpoint-400/trainer_state.json @@ -0,0 +1,6434 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 400, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "clip_ratio": 0.0, + "completion_length": 1000.0000610351562, + "epoch": 0.0025, + "grad_norm": 0.2079561913831216, + "kl": 0.0158782958984375, + "learning_rate": 3.3333333333333334e-08, + "loss": 0.0, + "num_tokens": 52920.0, + "reward": 2.0, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.0, + "rewards/slop_reward": 1.0, + "step": 1 + }, + { + "clip_ratio": 0.0, + "completion_length": 179.22857971191405, + "epoch": 0.005, + "grad_norm": 12.249017739002824, + "kl": 0.00041656494140625, + "learning_rate": 6.666666666666667e-08, + "loss": 0.0, + "num_tokens": 77113.0, + "reward": 1.8515485525131226, + "reward_std": 0.6024735510349274, + "rewards/classifier_reward": 0.37967347651720046, + "rewards/length_reward": 0.7142857313156128, + "rewards/slop_reward": 0.7575892865657806, + "step": 2 + }, + { + "clip_ratio": 0.0, + "completion_length": 133.4857208251953, + "epoch": 0.0075, + "grad_norm": 10089.085994752151, + "kl": 0.001357269287109375, + "learning_rate": 1e-07, + "loss": 0.0, + "num_tokens": 99305.0, + "reward": 1.5958443641662599, + "reward_std": 0.44231254458427427, + "rewards/classifier_reward": 0.4083442732691765, + "rewards/length_reward": 0.3428571462631226, + "rewards/slop_reward": 0.8446428537368774, + "step": 3 + }, + { + "clip_ratio": 0.0, + "completion_length": 215.08572387695312, + "epoch": 0.01, + "grad_norm": 2054.9417817778553, + "kl": 0.0014644622802734374, + "learning_rate": 1.3333333333333334e-07, + "loss": 0.0, + "num_tokens": 124753.0, + "reward": 1.2784200072288514, + "reward_std": 0.6290957629680634, + "rewards/classifier_reward": 0.1494020951911807, + "rewards/length_reward": 0.4571428656578064, + "rewards/slop_reward": 0.6718749940395355, + "step": 4 + }, + { + "clip_ratio": 0.0, + "completion_length": 173.74286346435548, + "epoch": 0.0125, + "grad_norm": 2266.5233619504957, + "kl": 0.001641082763671875, + "learning_rate": 1.6666666666666665e-07, + "loss": 0.0, + "num_tokens": 148708.0, + "reward": 1.3791944861412049, + "reward_std": 0.43466432094573976, + "rewards/classifier_reward": 0.17383726984262465, + "rewards/length_reward": 0.5428571462631225, + "rewards/slop_reward": 0.6625, + "step": 5 + }, + { + "clip_ratio": 0.0, + "completion_length": 202.02857971191406, + "epoch": 0.015, + "grad_norm": 11.643315762932316, + "kl": 0.0005245208740234375, + "learning_rate": 2e-07, + "loss": 0.0, + "num_tokens": 173615.0, + "reward": 2.2288811445236205, + "reward_std": 0.4513823240995407, + "rewards/classifier_reward": 0.4342381663620472, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 0.9089285731315613, + "step": 6 + }, + { + "clip_ratio": 0.0, + "completion_length": 213.74286499023438, + "epoch": 0.0175, + "grad_norm": 13.650814377669256, + "kl": 0.000527191162109375, + "learning_rate": 2.3333333333333333e-07, + "loss": 0.0, + "num_tokens": 199016.0, + "reward": 1.9626029968261718, + "reward_std": 0.3459654450416565, + "rewards/classifier_reward": 0.39831727296113967, + "rewards/length_reward": 0.7142857164144516, + "rewards/slop_reward": 0.8499999940395355, + "step": 7 + }, + { + "clip_ratio": 0.0, + "completion_length": 288.71429443359375, + "epoch": 0.02, + "grad_norm": 10.936857808142296, + "kl": 0.0004474639892578125, + "learning_rate": 2.6666666666666667e-07, + "loss": 0.0, + "num_tokens": 227041.0, + "reward": 1.8008938789367677, + "reward_std": 0.3342688336968422, + "rewards/classifier_reward": 0.4794651668518782, + "rewards/length_reward": 0.4285714328289032, + "rewards/slop_reward": 0.8928571343421936, + "step": 8 + }, + { + "clip_ratio": 0.0, + "completion_length": 135.14286193847656, + "epoch": 0.0225, + "grad_norm": 13.869838227975858, + "kl": 0.000525665283203125, + "learning_rate": 3e-07, + "loss": 0.0005, + "num_tokens": 249691.0, + "reward": 1.9354748964309691, + "reward_std": 0.3361890375614166, + "rewards/classifier_reward": 0.5604747980833054, + "rewards/length_reward": 0.5142857193946838, + "rewards/slop_reward": 0.8607142925262451, + "step": 9 + }, + { + "clip_ratio": 0.0, + "completion_length": 208.91429748535157, + "epoch": 0.025, + "grad_norm": 12.652344276830467, + "kl": 0.0005481719970703125, + "learning_rate": 3.333333333333333e-07, + "loss": 0.0, + "num_tokens": 274843.0, + "reward": 1.943293523788452, + "reward_std": 0.6581979870796204, + "rewards/classifier_reward": 0.5843648463487625, + "rewards/length_reward": 0.6000000178813935, + "rewards/slop_reward": 0.7589285731315613, + "step": 10 + }, + { + "clip_ratio": 0.0, + "completion_length": 205.71429443359375, + "epoch": 0.0275, + "grad_norm": 15.071895621435214, + "kl": 0.00064544677734375, + "learning_rate": 3.666666666666666e-07, + "loss": 0.0, + "num_tokens": 299820.0, + "reward": 1.5763698101043702, + "reward_std": 0.4757842034101486, + "rewards/classifier_reward": 0.431726861000061, + "rewards/length_reward": 0.25714286863803865, + "rewards/slop_reward": 0.8875, + "step": 11 + }, + { + "clip_ratio": 0.0, + "completion_length": 230.4285858154297, + "epoch": 0.03, + "grad_norm": 190.50276677565853, + "kl": 0.014757537841796875, + "learning_rate": 4e-07, + "loss": 0.0, + "num_tokens": 325730.0, + "reward": 2.0366717338562013, + "reward_std": 0.44329026341438293, + "rewards/classifier_reward": 0.3331002712249756, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 0.8178571462631226, + "step": 12 + }, + { + "clip_ratio": 0.0, + "completion_length": 205.62857971191406, + "epoch": 0.0325, + "grad_norm": 12.86535673011762, + "kl": 0.0007328033447265625, + "learning_rate": 4.3333333333333335e-07, + "loss": 0.0, + "num_tokens": 350634.0, + "reward": 1.3644737243652343, + "reward_std": 0.5067215681076049, + "rewards/classifier_reward": 0.29661653861403464, + "rewards/length_reward": 0.31428571939468386, + "rewards/slop_reward": 0.7535714268684387, + "step": 13 + }, + { + "clip_ratio": 0.0, + "completion_length": 149.25715026855468, + "epoch": 0.035, + "grad_norm": 13.332730561008187, + "kl": 0.00087738037109375, + "learning_rate": 4.6666666666666666e-07, + "loss": 0.0, + "num_tokens": 373261.0, + "reward": 1.4552783489227294, + "reward_std": 0.6117016971111298, + "rewards/classifier_reward": 0.18384971991181373, + "rewards/length_reward": 0.40000001192092893, + "rewards/slop_reward": 0.8714285612106323, + "step": 14 + }, + { + "clip_ratio": 0.0, + "completion_length": 213.71429901123048, + "epoch": 0.0375, + "grad_norm": 12.15928533039066, + "kl": 0.001068878173828125, + "learning_rate": 5e-07, + "loss": 0.0, + "num_tokens": 398319.0, + "reward": 1.7259351372718812, + "reward_std": 0.5805591940879822, + "rewards/classifier_reward": 0.5187922030687332, + "rewards/length_reward": 0.48571428954601287, + "rewards/slop_reward": 0.7214285731315613, + "step": 15 + }, + { + "clip_ratio": 0.0, + "completion_length": 200.94286499023437, + "epoch": 0.04, + "grad_norm": 210.10906643069993, + "kl": 0.006036376953125, + "learning_rate": 5.333333333333333e-07, + "loss": 0.0, + "num_tokens": 423267.0, + "reward": 1.5157490253448487, + "reward_std": 0.4267912685871124, + "rewards/classifier_reward": 0.32646322101354597, + "rewards/length_reward": 0.37142857611179353, + "rewards/slop_reward": 0.8178571403026581, + "step": 16 + }, + { + "clip_ratio": 0.0, + "completion_length": 226.17143859863282, + "epoch": 0.0425, + "grad_norm": 10.900066010271587, + "kl": 0.0018096923828125, + "learning_rate": 5.666666666666666e-07, + "loss": 0.0, + "num_tokens": 449061.0, + "reward": 1.5792103052139281, + "reward_std": 0.5069970846176147, + "rewards/classifier_reward": 0.13992448002099991, + "rewards/length_reward": 0.6857142925262452, + "rewards/slop_reward": 0.7535714209079742, + "step": 17 + }, + { + "clip_ratio": 0.0, + "completion_length": 167.08572387695312, + "epoch": 0.045, + "grad_norm": 265.89705750792126, + "kl": 0.0086395263671875, + "learning_rate": 6e-07, + "loss": 0.0, + "num_tokens": 472825.0, + "reward": 1.8174922943115235, + "reward_std": 0.39020195603370667, + "rewards/classifier_reward": 0.3174922451376915, + "rewards/length_reward": 0.6285714387893677, + "rewards/slop_reward": 0.8714285731315613, + "step": 18 + }, + { + "clip_ratio": 0.0, + "completion_length": 150.85714721679688, + "epoch": 0.0475, + "grad_norm": 16.75575953327707, + "kl": 0.0071929931640625, + "learning_rate": 6.333333333333332e-07, + "loss": 0.0, + "num_tokens": 496025.0, + "reward": 1.9033495664596558, + "reward_std": 0.46038708090782166, + "rewards/classifier_reward": 0.5676352053880691, + "rewards/length_reward": 0.4000000059604645, + "rewards/slop_reward": 0.9357142806053161, + "step": 19 + }, + { + "clip_ratio": 0.0, + "completion_length": 170.20000610351562, + "epoch": 0.05, + "grad_norm": 12.507998039364391, + "kl": 0.008447265625, + "learning_rate": 6.666666666666666e-07, + "loss": 0.0, + "num_tokens": 519775.0, + "reward": 1.8573363780975343, + "reward_std": 0.46103876233100893, + "rewards/classifier_reward": 0.3716219961643219, + "rewards/length_reward": 0.6571428596973419, + "rewards/slop_reward": 0.8285714149475097, + "step": 20 + }, + { + "clip_ratio": 0.0, + "completion_length": 254.57144317626953, + "epoch": 0.0525, + "grad_norm": 10.08679593336001, + "kl": 0.005413818359375, + "learning_rate": 7e-07, + "loss": 0.0, + "num_tokens": 546566.0, + "reward": 1.2423678815364838, + "reward_std": 0.4237713754177094, + "rewards/classifier_reward": 0.2472785457968712, + "rewards/length_reward": 0.45714286267757415, + "rewards/slop_reward": 0.5379464238882065, + "step": 21 + }, + { + "clip_ratio": 0.0, + "completion_length": 231.60000915527343, + "epoch": 0.055, + "grad_norm": 120.69825805503362, + "kl": 0.01463623046875, + "learning_rate": 7.333333333333332e-07, + "loss": 0.0, + "num_tokens": 572155.0, + "reward": 1.6102877855300903, + "reward_std": 0.47996904850006106, + "rewards/classifier_reward": 0.39421619176864625, + "rewards/length_reward": 0.45714286267757415, + "rewards/slop_reward": 0.7589285731315613, + "step": 22 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.971435546875, + "epoch": 0.0575, + "grad_norm": 10.506951478641199, + "kl": 0.0114501953125, + "learning_rate": 7.666666666666667e-07, + "loss": 0.0, + "num_tokens": 598457.0, + "reward": 1.7265684366226197, + "reward_std": 0.5010857343673706, + "rewards/classifier_reward": 0.35513979494571685, + "rewards/length_reward": 0.542857152223587, + "rewards/slop_reward": 0.8285714268684388, + "step": 23 + }, + { + "clip_ratio": 0.0, + "completion_length": 212.17143859863282, + "epoch": 0.06, + "grad_norm": 14.496994349875411, + "kl": 0.019873046875, + "learning_rate": 8e-07, + "loss": 0.0, + "num_tokens": 623795.0, + "reward": 1.9756683349609374, + "reward_std": 0.6098839461803436, + "rewards/classifier_reward": 0.3970968216657639, + "rewards/length_reward": 0.6857142925262452, + "rewards/slop_reward": 0.8928571343421936, + "step": 24 + }, + { + "clip_ratio": 0.0, + "completion_length": 149.71429138183595, + "epoch": 0.0625, + "grad_norm": 13.955034723905843, + "kl": 0.023046875, + "learning_rate": 8.333333333333333e-07, + "loss": 0.0, + "num_tokens": 646708.0, + "reward": 1.7968461036682128, + "reward_std": 0.45076006054878237, + "rewards/classifier_reward": 0.3789888650178909, + "rewards/length_reward": 0.5142857193946838, + "rewards/slop_reward": 0.9035714268684387, + "step": 25 + }, + { + "clip_ratio": 0.0, + "completion_length": 172.02857818603516, + "epoch": 0.065, + "grad_norm": 13.086801218372846, + "kl": 0.03857421875, + "learning_rate": 8.666666666666667e-07, + "loss": 0.0, + "num_tokens": 670238.0, + "reward": 2.018597435951233, + "reward_std": 0.5030077040195465, + "rewards/classifier_reward": 0.44716874957084657, + "rewards/length_reward": 0.6571428656578064, + "rewards/slop_reward": 0.9142857074737549, + "step": 26 + }, + { + "clip_ratio": 0.0, + "completion_length": 139.0571487426758, + "epoch": 0.0675, + "grad_norm": 13.874334958965811, + "kl": 0.044140625, + "learning_rate": 9e-07, + "loss": 0.0, + "num_tokens": 693025.0, + "reward": 1.3813447833061219, + "reward_std": 0.4743997871875763, + "rewards/classifier_reward": 0.3313447292894125, + "rewards/length_reward": 0.28571428954601286, + "rewards/slop_reward": 0.7642857193946838, + "step": 27 + }, + { + "clip_ratio": 0.0, + "completion_length": 312.0857269287109, + "epoch": 0.07, + "grad_norm": 9.049982563385965, + "kl": 0.0622314453125, + "learning_rate": 9.333333333333333e-07, + "loss": 0.0001, + "num_tokens": 721725.0, + "reward": 1.688427746295929, + "reward_std": 0.4802214980125427, + "rewards/classifier_reward": 0.48485626801848414, + "rewards/length_reward": 0.5142857193946838, + "rewards/slop_reward": 0.6892857074737548, + "step": 28 + }, + { + "clip_ratio": 0.0, + "completion_length": 170.34286499023438, + "epoch": 0.0725, + "grad_norm": 13.386821366059916, + "kl": 0.100341796875, + "learning_rate": 9.666666666666666e-07, + "loss": 0.0001, + "num_tokens": 745420.0, + "reward": 1.488853096961975, + "reward_std": 0.4731449127197266, + "rewards/classifier_reward": 0.2870673179626465, + "rewards/length_reward": 0.31428571939468386, + "rewards/slop_reward": 0.8875, + "step": 29 + }, + { + "clip_ratio": 0.0, + "completion_length": 250.0571502685547, + "epoch": 0.075, + "grad_norm": 11.769241786475325, + "kl": 0.08681640625, + "learning_rate": 1e-06, + "loss": 0.0001, + "num_tokens": 771967.0, + "reward": 1.6088370084762573, + "reward_std": 0.5624471366405487, + "rewards/classifier_reward": 0.2784797720611095, + "rewards/length_reward": 0.4857142925262451, + "rewards/slop_reward": 0.8446428537368774, + "step": 30 + }, + { + "clip_ratio": 0.0, + "completion_length": 203.6285858154297, + "epoch": 0.0775, + "grad_norm": 15.786130440761754, + "kl": 0.120703125, + "learning_rate": 9.999819767255174e-07, + "loss": 0.0001, + "num_tokens": 797014.0, + "reward": 1.9446904182434082, + "reward_std": 0.36648078858852384, + "rewards/classifier_reward": 0.4661188304424286, + "rewards/length_reward": 0.5428571462631225, + "rewards/slop_reward": 0.9357142806053161, + "step": 31 + }, + { + "clip_ratio": 0.0, + "completion_length": 201.771435546875, + "epoch": 0.08, + "grad_norm": 15.903852139666391, + "kl": 0.3494140625, + "learning_rate": 9.999279082014231e-07, + "loss": 0.0003, + "num_tokens": 821995.0, + "reward": 1.9787015676498414, + "reward_std": 0.585156524181366, + "rewards/classifier_reward": 0.5215587019920349, + "rewards/length_reward": 0.5428571552038193, + "rewards/slop_reward": 0.9142857074737549, + "step": 32 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.42858276367187, + "epoch": 0.0825, + "grad_norm": 29.64188533235313, + "kl": 0.500390625, + "learning_rate": 9.998377983256848e-07, + "loss": 0.0005, + "num_tokens": 847628.0, + "reward": 2.037756896018982, + "reward_std": 0.5854993224143982, + "rewards/classifier_reward": 0.45918539762496946, + "rewards/length_reward": 0.6857142984867096, + "rewards/slop_reward": 0.8928571343421936, + "step": 33 + }, + { + "clip_ratio": 0.0, + "completion_length": 213.91429443359374, + "epoch": 0.085, + "grad_norm": 13.883875104448363, + "kl": 1.748828125, + "learning_rate": 9.997116535946027e-07, + "loss": 0.0018, + "num_tokens": 872871.0, + "reward": 1.7733258247375487, + "reward_std": 0.5001925647258758, + "rewards/classifier_reward": 0.4197543442249298, + "rewards/length_reward": 0.6857142955064773, + "rewards/slop_reward": 0.6678571343421936, + "step": 34 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.771435546875, + "epoch": 0.0875, + "grad_norm": 14.166455798732835, + "kl": 1.48515625, + "learning_rate": 9.995494831023408e-07, + "loss": 0.0015, + "num_tokens": 898833.0, + "reward": 2.2283714771270753, + "reward_std": 0.4383322179317474, + "rewards/classifier_reward": 0.6283714175224304, + "rewards/length_reward": 0.6857142865657806, + "rewards/slop_reward": 0.9142857074737549, + "step": 35 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.5428680419922, + "epoch": 0.09, + "grad_norm": 20.07276091542321, + "kl": 1.05703125, + "learning_rate": 9.993512985402724e-07, + "loss": 0.0011, + "num_tokens": 924948.0, + "reward": 1.8037936687469482, + "reward_std": 0.4002750262618065, + "rewards/classifier_reward": 0.4395078897476196, + "rewards/length_reward": 0.4285714328289032, + "rewards/slop_reward": 0.9357142806053161, + "step": 36 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.42858123779297, + "epoch": 0.0925, + "grad_norm": 16.81239416666408, + "kl": 7.96875, + "learning_rate": 9.991171141961368e-07, + "loss": 0.0085, + "num_tokens": 951092.0, + "reward": 1.9397377490997314, + "reward_std": 0.4508820950984955, + "rewards/classifier_reward": 0.6325947523117066, + "rewards/length_reward": 0.4571428656578064, + "rewards/slop_reward": 0.8499999880790711, + "step": 37 + }, + { + "clip_ratio": 0.0, + "completion_length": 196.17143707275392, + "epoch": 0.095, + "grad_norm": 19.19953442548882, + "kl": 3.775, + "learning_rate": 9.988469469530085e-07, + "loss": 0.0038, + "num_tokens": 975652.0, + "reward": 2.0388022661209106, + "reward_std": 0.3248827219009399, + "rewards/classifier_reward": 0.32451642835512756, + "rewards/length_reward": 0.7142857193946839, + "rewards/slop_reward": 1.0, + "step": 38 + }, + { + "clip_ratio": 0.0, + "completion_length": 352.22858276367185, + "epoch": 0.0975, + "grad_norm": 18.25441612913441, + "kl": 0.79091796875, + "learning_rate": 9.985408162880813e-07, + "loss": 0.0008, + "num_tokens": 1005900.0, + "reward": 1.6981183767318726, + "reward_std": 0.433578160405159, + "rewards/classifier_reward": 0.5351718068122864, + "rewards/length_reward": 0.40000000298023225, + "rewards/slop_reward": 0.7629464268684387, + "step": 39 + }, + { + "clip_ratio": 0.0, + "completion_length": 321.02858276367186, + "epoch": 0.1, + "grad_norm": 10.54620387526757, + "kl": 0.754296875, + "learning_rate": 9.98198744271263e-07, + "loss": 0.0008, + "num_tokens": 1034877.0, + "reward": 1.9676434993743896, + "reward_std": 0.4024129122495651, + "rewards/classifier_reward": 0.6390719175338745, + "rewards/length_reward": 0.4571428656578064, + "rewards/slop_reward": 0.8714285612106323, + "step": 40 + }, + { + "clip_ratio": 0.0, + "completion_length": 214.17143859863282, + "epoch": 0.1025, + "grad_norm": 13.824754472854506, + "kl": 0.911328125, + "learning_rate": 9.978207555635855e-07, + "loss": 0.0009, + "num_tokens": 1060157.0, + "reward": 2.1357697248458862, + "reward_std": 0.5395443201065063, + "rewards/classifier_reward": 0.6357696294784546, + "rewards/length_reward": 0.5428571552038193, + "rewards/slop_reward": 0.9571428537368775, + "step": 41 + }, + { + "clip_ratio": 0.0, + "completion_length": 223.6285827636719, + "epoch": 0.105, + "grad_norm": 18.073667394788664, + "kl": 0.519921875, + "learning_rate": 9.97406877415425e-07, + "loss": 0.0005, + "num_tokens": 1085893.0, + "reward": 2.068192982673645, + "reward_std": 0.4686335951089859, + "rewards/classifier_reward": 0.4967642992734909, + "rewards/length_reward": 0.6571428775787354, + "rewards/slop_reward": 0.9142857074737549, + "step": 42 + }, + { + "clip_ratio": 0.0, + "completion_length": 297.40001220703124, + "epoch": 0.1075, + "grad_norm": 10.8725727731831, + "kl": 0.43515625, + "learning_rate": 9.9695713966454e-07, + "loss": 0.0004, + "num_tokens": 1114056.0, + "reward": 1.6727801322937013, + "reward_std": 0.501282411813736, + "rewards/classifier_reward": 0.501351535320282, + "rewards/length_reward": 0.3428571492433548, + "rewards/slop_reward": 0.8285714149475097, + "step": 43 + }, + { + "clip_ratio": 0.0, + "completion_length": 204.85715026855468, + "epoch": 0.11, + "grad_norm": 11.442387542173964, + "kl": 0.574609375, + "learning_rate": 9.964715747339175e-07, + "loss": 0.0006, + "num_tokens": 1138804.0, + "reward": 2.027732276916504, + "reward_std": 0.6377828001976014, + "rewards/classifier_reward": 0.6545179545879364, + "rewards/length_reward": 0.48571430146694183, + "rewards/slop_reward": 0.8875, + "step": 44 + }, + { + "clip_ratio": 0.0, + "completion_length": 290.6285888671875, + "epoch": 0.1125, + "grad_norm": 11.010885455058528, + "kl": 0.451171875, + "learning_rate": 9.959502176294382e-07, + "loss": 0.0005, + "num_tokens": 1166842.0, + "reward": 1.8717997074127197, + "reward_std": 0.45424606651067734, + "rewards/classifier_reward": 0.45037112236022947, + "rewards/length_reward": 0.4857142925262451, + "rewards/slop_reward": 0.9357142806053161, + "step": 45 + }, + { + "clip_ratio": 0.0, + "completion_length": 251.60001220703126, + "epoch": 0.115, + "grad_norm": 10.74794734294439, + "kl": 0.378125, + "learning_rate": 9.953931059373511e-07, + "loss": 0.0004, + "num_tokens": 1193568.0, + "reward": 2.1009025812149047, + "reward_std": 0.5576321303844451, + "rewards/classifier_reward": 0.6455453038215637, + "rewards/length_reward": 0.6000000059604644, + "rewards/slop_reward": 0.8553571462631225, + "step": 46 + }, + { + "clip_ratio": 0.0, + "completion_length": 205.51429595947266, + "epoch": 0.1175, + "grad_norm": 12.174860136090478, + "kl": 0.580859375, + "learning_rate": 9.948002798215631e-07, + "loss": 0.0006, + "num_tokens": 1218520.0, + "reward": 1.7478339910507201, + "reward_std": 0.44800390899181364, + "rewards/classifier_reward": 0.5246196419000626, + "rewards/length_reward": 0.4000000059604645, + "rewards/slop_reward": 0.8232142806053162, + "step": 47 + }, + { + "clip_ratio": 0.0, + "completion_length": 206.371435546875, + "epoch": 0.12, + "grad_norm": 10.734345225393307, + "kl": 0.77734375, + "learning_rate": 9.94171782020746e-07, + "loss": 0.0008, + "num_tokens": 1243553.0, + "reward": 2.33663330078125, + "reward_std": 0.5126991689205169, + "rewards/classifier_reward": 0.6152046620845795, + "rewards/length_reward": 0.7428571522235871, + "rewards/slop_reward": 0.9785714268684387, + "step": 48 + }, + { + "clip_ratio": 0.0, + "completion_length": 349.8000244140625, + "epoch": 0.1225, + "grad_norm": 9.516105487183257, + "kl": 0.6921875, + "learning_rate": 9.935076578452534e-07, + "loss": 0.0007, + "num_tokens": 1273677.0, + "reward": 1.6252358913421632, + "reward_std": 0.4947394013404846, + "rewards/classifier_reward": 0.5180929381400347, + "rewards/length_reward": 0.25714286267757414, + "rewards/slop_reward": 0.85, + "step": 49 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.57143859863282, + "epoch": 0.125, + "grad_norm": 11.582425399894849, + "kl": 1.07734375, + "learning_rate": 9.928079551738541e-07, + "loss": 0.0011, + "num_tokens": 1299334.0, + "reward": 2.2410747528076174, + "reward_std": 0.5065959393978119, + "rewards/classifier_reward": 0.5834853827953339, + "rewards/length_reward": 0.6857143044471741, + "rewards/slop_reward": 0.971875, + "step": 50 + }, + { + "clip_ratio": 0.0, + "completion_length": 254.68572692871095, + "epoch": 0.1275, + "grad_norm": 9.691651370929392, + "kl": 0.7765625, + "learning_rate": 9.920727244502818e-07, + "loss": 0.0008, + "num_tokens": 1326112.0, + "reward": 1.8951802968978881, + "reward_std": 0.561316728591919, + "rewards/classifier_reward": 0.4666088119149208, + "rewards/length_reward": 0.5142857283353806, + "rewards/slop_reward": 0.9142857074737549, + "step": 51 + }, + { + "clip_ratio": 0.0, + "completion_length": 245.82858581542968, + "epoch": 0.13, + "grad_norm": 9.231142781375425, + "kl": 0.4640625, + "learning_rate": 9.913020186795966e-07, + "loss": 0.0005, + "num_tokens": 1352635.0, + "reward": 2.4359071254730225, + "reward_std": 0.504255086183548, + "rewards/classifier_reward": 0.8644783020019531, + "rewards/length_reward": 0.6571428656578064, + "rewards/slop_reward": 0.9142857074737549, + "step": 52 + }, + { + "clip_ratio": 0.0, + "completion_length": 336.2857360839844, + "epoch": 0.1325, + "grad_norm": 8.070502355443343, + "kl": 1.01142578125, + "learning_rate": 9.904958934243653e-07, + "loss": 0.001, + "num_tokens": 1382325.0, + "reward": 1.9690003395080566, + "reward_std": 0.4140917003154755, + "rewards/classifier_reward": 0.595339572429657, + "rewards/length_reward": 0.5142857253551483, + "rewards/slop_reward": 0.859375, + "step": 53 + }, + { + "clip_ratio": 0.0, + "completion_length": 176.85714721679688, + "epoch": 0.135, + "grad_norm": 13.273584784804553, + "kl": 0.737109375, + "learning_rate": 9.89654406800655e-07, + "loss": 0.0007, + "num_tokens": 1406364.0, + "reward": 2.015079474449158, + "reward_std": 0.34893424808979034, + "rewards/classifier_reward": 0.6650793373584747, + "rewards/length_reward": 0.37142857611179353, + "rewards/slop_reward": 0.9785714268684387, + "step": 54 + }, + { + "clip_ratio": 0.0, + "completion_length": 270.77144317626954, + "epoch": 0.1375, + "grad_norm": 10.259811273773323, + "kl": 0.41875, + "learning_rate": 9.887776194738431e-07, + "loss": 0.0004, + "num_tokens": 1433517.0, + "reward": 2.0523552179336546, + "reward_std": 0.43476098477840425, + "rewards/classifier_reward": 0.72378368973732, + "rewards/length_reward": 0.37142857909202576, + "rewards/slop_reward": 0.9571428537368775, + "step": 55 + }, + { + "clip_ratio": 0.0, + "completion_length": 270.20001220703125, + "epoch": 0.14, + "grad_norm": 98.33006992571028, + "kl": 25.924609375, + "learning_rate": 9.878655946542442e-07, + "loss": 0.0258, + "num_tokens": 1460894.0, + "reward": 2.2650604486465453, + "reward_std": 0.5314578056335449, + "rewards/classifier_reward": 0.7382745862007141, + "rewards/length_reward": 0.6285714358091354, + "rewards/slop_reward": 0.8982142806053162, + "step": 56 + }, + { + "clip_ratio": 0.0, + "completion_length": 213.82858581542968, + "epoch": 0.1425, + "grad_norm": 11.336151350522224, + "kl": 0.592578125, + "learning_rate": 9.86918398092553e-07, + "loss": 0.0006, + "num_tokens": 1486239.0, + "reward": 2.248945116996765, + "reward_std": 0.4141096830368042, + "rewards/classifier_reward": 0.6918022215366364, + "rewards/length_reward": 0.6000000059604644, + "rewards/slop_reward": 0.9571428537368775, + "step": 57 + }, + { + "clip_ratio": 0.0, + "completion_length": 301.85715637207034, + "epoch": 0.145, + "grad_norm": 9.956188328948622, + "kl": 0.44765625, + "learning_rate": 9.85936098075104e-07, + "loss": 0.0004, + "num_tokens": 1514661.0, + "reward": 1.9887679100036622, + "reward_std": 0.47130251824855807, + "rewards/classifier_reward": 0.6173391878604889, + "rewards/length_reward": 0.45714286267757415, + "rewards/slop_reward": 0.9142857074737549, + "step": 58 + }, + { + "clip_ratio": 0.0, + "completion_length": 194.42857971191407, + "epoch": 0.1475, + "grad_norm": 10.413710834913637, + "kl": 0.428125, + "learning_rate": 9.849187654189485e-07, + "loss": 0.0004, + "num_tokens": 1539249.0, + "reward": 2.1201124668121336, + "reward_std": 0.4662812829017639, + "rewards/classifier_reward": 0.8486838459968566, + "rewards/length_reward": 0.3142857253551483, + "rewards/slop_reward": 0.9571428537368775, + "step": 59 + }, + { + "clip_ratio": 0.0, + "completion_length": 223.71429443359375, + "epoch": 0.15, + "grad_norm": 9.48253169035506, + "kl": 0.6697265625, + "learning_rate": 9.838664734667495e-07, + "loss": 0.0007, + "num_tokens": 1564932.0, + "reward": 2.3097215414047243, + "reward_std": 0.37846060991287234, + "rewards/classifier_reward": 0.6097213685512543, + "rewards/length_reward": 0.7428571492433548, + "rewards/slop_reward": 0.9571428537368775, + "step": 60 + }, + { + "clip_ratio": 0.0, + "completion_length": 213.08572235107422, + "epoch": 0.1525, + "grad_norm": 17.056291850314448, + "kl": 0.484375, + "learning_rate": 9.827792980814933e-07, + "loss": 0.0005, + "num_tokens": 1590245.0, + "reward": 2.139114594459534, + "reward_std": 0.3371311604976654, + "rewards/classifier_reward": 0.6605431139469147, + "rewards/length_reward": 0.5428571492433548, + "rewards/slop_reward": 0.9357142806053161, + "step": 61 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.68572540283202, + "epoch": 0.155, + "grad_norm": 9.724576982946711, + "kl": 0.580859375, + "learning_rate": 9.81657317641022e-07, + "loss": 0.0006, + "num_tokens": 1615704.0, + "reward": 2.022816562652588, + "reward_std": 0.4144854575395584, + "rewards/classifier_reward": 0.5585307866334915, + "rewards/length_reward": 0.4857142955064774, + "rewards/slop_reward": 0.9785714268684387, + "step": 62 + }, + { + "clip_ratio": 0.0, + "completion_length": 343.8285888671875, + "epoch": 0.1575, + "grad_norm": 7.143874630694377, + "kl": 0.4015625, + "learning_rate": 9.805006130323808e-07, + "loss": 0.0004, + "num_tokens": 1645654.0, + "reward": 2.0719400882720946, + "reward_std": 0.3876799166202545, + "rewards/classifier_reward": 0.6647971898317337, + "rewards/length_reward": 0.42857143878936765, + "rewards/slop_reward": 0.9785714268684387, + "step": 63 + }, + { + "clip_ratio": 0.0, + "completion_length": 266.00001220703126, + "epoch": 0.16, + "grad_norm": 9.518081765887688, + "kl": 0.3986328125, + "learning_rate": 9.793092676459888e-07, + "loss": 0.0004, + "num_tokens": 1672883.0, + "reward": 2.084528160095215, + "reward_std": 0.473650124669075, + "rewards/classifier_reward": 0.584528061747551, + "rewards/length_reward": 0.5428571552038193, + "rewards/slop_reward": 0.9571428537368775, + "step": 64 + }, + { + "clip_ratio": 0.0, + "completion_length": 279.71429748535155, + "epoch": 0.1625, + "grad_norm": 8.015308302511995, + "kl": 0.54375, + "learning_rate": 9.780833673696254e-07, + "loss": 0.0005, + "num_tokens": 1700438.0, + "reward": 2.3380573272705076, + "reward_std": 0.4121220216155052, + "rewards/classifier_reward": 0.8237714767456055, + "rewards/length_reward": 0.5142857223749161, + "rewards/slop_reward": 1.0, + "step": 65 + }, + { + "clip_ratio": 0.0, + "completion_length": 248.31430053710938, + "epoch": 0.165, + "grad_norm": 8.749621821849056, + "kl": 0.421484375, + "learning_rate": 9.768230005822393e-07, + "loss": 0.0004, + "num_tokens": 1727047.0, + "reward": 2.2453027963638306, + "reward_std": 0.38129588067531583, + "rewards/classifier_reward": 0.781016880273819, + "rewards/length_reward": 0.48571428954601287, + "rewards/slop_reward": 0.9785714268684387, + "step": 66 + }, + { + "clip_ratio": 0.0, + "completion_length": 283.3142974853516, + "epoch": 0.1675, + "grad_norm": 15.835663084851635, + "kl": 0.4734375, + "learning_rate": 9.755282581475767e-07, + "loss": 0.0005, + "num_tokens": 1754863.0, + "reward": 2.350207304954529, + "reward_std": 0.5121555209159852, + "rewards/classifier_reward": 0.7930643558502197, + "rewards/length_reward": 0.6000000149011612, + "rewards/slop_reward": 0.9571428537368775, + "step": 67 + }, + { + "clip_ratio": 0.0, + "completion_length": 207.0571502685547, + "epoch": 0.17, + "grad_norm": 10.560189239731793, + "kl": 0.418359375, + "learning_rate": 9.741992334076308e-07, + "loss": 0.0004, + "num_tokens": 1780017.0, + "reward": 2.56486029624939, + "reward_std": 0.4183764517307281, + "rewards/classifier_reward": 0.7505744874477387, + "rewards/length_reward": 0.8571428656578064, + "rewards/slop_reward": 0.9571428537368775, + "step": 68 + }, + { + "clip_ratio": 0.0, + "completion_length": 207.31429443359374, + "epoch": 0.1725, + "grad_norm": 12.483812322806989, + "kl": 0.690234375, + "learning_rate": 9.728360221759123e-07, + "loss": 0.0007, + "num_tokens": 1805172.0, + "reward": 2.421455478668213, + "reward_std": 0.5775963604450226, + "rewards/classifier_reward": 0.7643125176429748, + "rewards/length_reward": 0.7428571522235871, + "rewards/slop_reward": 0.9142857074737549, + "step": 69 + }, + { + "clip_ratio": 0.0, + "completion_length": 262.8285858154297, + "epoch": 0.175, + "grad_norm": 10.184314056992156, + "kl": 0.665234375, + "learning_rate": 9.71438722730542e-07, + "loss": 0.0007, + "num_tokens": 1832291.0, + "reward": 2.078964352607727, + "reward_std": 0.5653822362422943, + "rewards/classifier_reward": 0.6146785497665406, + "rewards/length_reward": 0.4857142984867096, + "rewards/slop_reward": 0.9785714268684387, + "step": 70 + }, + { + "clip_ratio": 0.0, + "completion_length": 338.9428741455078, + "epoch": 0.1775, + "grad_norm": 8.806960986372623, + "kl": 0.46015625, + "learning_rate": 9.700074358071656e-07, + "loss": 0.0005, + "num_tokens": 1861997.0, + "reward": 2.0550333499908446, + "reward_std": 0.5070074677467347, + "rewards/classifier_reward": 0.7263502657413483, + "rewards/length_reward": 0.40000001192092893, + "rewards/slop_reward": 0.9286830306053162, + "step": 71 + }, + { + "clip_ratio": 0.0, + "completion_length": 270.0857299804687, + "epoch": 0.18, + "grad_norm": 9.059350132300025, + "kl": 0.450390625, + "learning_rate": 9.685422645916918e-07, + "loss": 0.0005, + "num_tokens": 1888854.0, + "reward": 2.531459331512451, + "reward_std": 0.3892214775085449, + "rewards/classifier_reward": 0.860030734539032, + "rewards/length_reward": 0.7142857193946839, + "rewards/slop_reward": 0.9571428537368775, + "step": 72 + }, + { + "clip_ratio": 0.0, + "completion_length": 291.4285827636719, + "epoch": 0.1825, + "grad_norm": 12.813964228104469, + "kl": 0.52265625, + "learning_rate": 9.670433147128521e-07, + "loss": 0.0005, + "num_tokens": 1916974.0, + "reward": 2.2648436784744264, + "reward_std": 0.40854659080505373, + "rewards/classifier_reward": 0.8577007412910461, + "rewards/length_reward": 0.42857143878936765, + "rewards/slop_reward": 0.9785714268684387, + "step": 73 + }, + { + "clip_ratio": 0.0, + "completion_length": 246.31429748535157, + "epoch": 0.185, + "grad_norm": 241.73474838722862, + "kl": 0.453125, + "learning_rate": 9.655106942345868e-07, + "loss": 0.0005, + "num_tokens": 1943440.0, + "reward": 2.366797590255737, + "reward_std": 0.41730722188949587, + "rewards/classifier_reward": 0.766797399520874, + "rewards/length_reward": 0.600000011920929, + "rewards/slop_reward": 1.0, + "step": 74 + }, + { + "clip_ratio": 0.0, + "completion_length": 250.91429443359374, + "epoch": 0.1875, + "grad_norm": 8.395335843546244, + "kl": 0.5015625, + "learning_rate": 9.639445136482546e-07, + "loss": 0.0005, + "num_tokens": 1969900.0, + "reward": 2.4618414878845214, + "reward_std": 0.540682977437973, + "rewards/classifier_reward": 0.8261271595954895, + "rewards/length_reward": 0.6571428716182709, + "rewards/slop_reward": 0.9785714268684387, + "step": 75 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.11429748535156, + "epoch": 0.19, + "grad_norm": 9.31969072416839, + "kl": 0.53671875, + "learning_rate": 9.623448858646656e-07, + "loss": 0.0005, + "num_tokens": 1996327.0, + "reward": 2.259377145767212, + "reward_std": 0.4671668648719788, + "rewards/classifier_reward": 0.916519820690155, + "rewards/length_reward": 0.3428571581840515, + "rewards/slop_reward": 1.0, + "step": 76 + }, + { + "clip_ratio": 0.0, + "completion_length": 316.9714416503906, + "epoch": 0.1925, + "grad_norm": 7.365001527017238, + "kl": 1.408984375, + "learning_rate": 9.607119262059425e-07, + "loss": 0.0014, + "num_tokens": 2024968.0, + "reward": 2.266000509262085, + "reward_std": 0.5217303335666656, + "rewards/classifier_reward": 0.8231433391571045, + "rewards/length_reward": 0.48571430146694183, + "rewards/slop_reward": 0.9571428537368775, + "step": 77 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.62857971191406, + "epoch": 0.195, + "grad_norm": 45.20061919834423, + "kl": 23.44453125, + "learning_rate": 9.590457523972055e-07, + "loss": 0.0236, + "num_tokens": 2050735.0, + "reward": 2.3131242275238035, + "reward_std": 0.5057340741157532, + "rewards/classifier_reward": 0.8827670216560364, + "rewards/length_reward": 0.4571428656578064, + "rewards/slop_reward": 0.9732142806053161, + "step": 78 + }, + { + "clip_ratio": 0.0, + "completion_length": 217.91429443359374, + "epoch": 0.1975, + "grad_norm": 9.435990839066255, + "kl": 0.4484375, + "learning_rate": 9.573464845580863e-07, + "loss": 0.0004, + "num_tokens": 2076160.0, + "reward": 2.3861000537872314, + "reward_std": 0.6137513637542724, + "rewards/classifier_reward": 0.8432427525520325, + "rewards/length_reward": 0.5428571581840516, + "rewards/slop_reward": 1.0, + "step": 79 + }, + { + "clip_ratio": 0.0, + "completion_length": 250.91429443359374, + "epoch": 0.2, + "grad_norm": 7.98212579749696, + "kl": 0.5078125, + "learning_rate": 9.556142451940679e-07, + "loss": 0.0005, + "num_tokens": 2102862.0, + "reward": 2.2402546644210815, + "reward_std": 0.602302199602127, + "rewards/classifier_reward": 0.7473974108695984, + "rewards/length_reward": 0.600000011920929, + "rewards/slop_reward": 0.8928571343421936, + "step": 80 + }, + { + "clip_ratio": 0.0, + "completion_length": 287.34287414550784, + "epoch": 0.2025, + "grad_norm": 8.04736588295688, + "kl": 0.61015625, + "learning_rate": 9.53849159187652e-07, + "loss": 0.0006, + "num_tokens": 2130556.0, + "reward": 2.3916960954666138, + "reward_std": 0.45145381689071656, + "rewards/classifier_reward": 0.9631245970726013, + "rewards/length_reward": 0.5142857253551483, + "rewards/slop_reward": 0.9142857074737549, + "step": 81 + }, + { + "clip_ratio": 0.0, + "completion_length": 264.02857666015626, + "epoch": 0.205, + "grad_norm": 8.203747363662693, + "kl": 0.523828125, + "learning_rate": 9.520513537893573e-07, + "loss": 0.0005, + "num_tokens": 2157656.0, + "reward": 2.4363236665725707, + "reward_std": 0.32723597437143326, + "rewards/classifier_reward": 0.7720378637313843, + "rewards/length_reward": 0.6857142925262452, + "rewards/slop_reward": 0.9785714268684387, + "step": 82 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.02858276367186, + "epoch": 0.2075, + "grad_norm": 7.89698513820585, + "kl": 0.556640625, + "learning_rate": 9.502209586085442e-07, + "loss": 0.0006, + "num_tokens": 2183592.0, + "reward": 2.6267528533935547, + "reward_std": 0.41746888160705564, + "rewards/classifier_reward": 0.9338955879211426, + "rewards/length_reward": 0.7142857253551483, + "rewards/slop_reward": 0.9785714268684387, + "step": 83 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.37144165039064, + "epoch": 0.21, + "grad_norm": 8.428058041901203, + "kl": 0.534765625, + "learning_rate": 9.483581056040718e-07, + "loss": 0.0005, + "num_tokens": 2209201.0, + "reward": 2.4542306900024413, + "reward_std": 0.4101273000240326, + "rewards/classifier_reward": 0.9113734126091003, + "rewards/length_reward": 0.5428571552038193, + "rewards/slop_reward": 1.0, + "step": 84 + }, + { + "clip_ratio": 0.0, + "completion_length": 257.71429443359375, + "epoch": 0.2125, + "grad_norm": 9.035933890702934, + "kl": 0.5140625, + "learning_rate": 9.464629290747842e-07, + "loss": 0.0005, + "num_tokens": 2236141.0, + "reward": 2.5825096130371095, + "reward_std": 0.45454559922218324, + "rewards/classifier_reward": 0.9753666520118713, + "rewards/length_reward": 0.6285714417695999, + "rewards/slop_reward": 0.9785714268684387, + "step": 85 + }, + { + "clip_ratio": 0.0, + "completion_length": 246.74286804199218, + "epoch": 0.215, + "grad_norm": 9.318935519161128, + "kl": 0.555078125, + "learning_rate": 9.445355656498284e-07, + "loss": 0.0006, + "num_tokens": 2262697.0, + "reward": 2.383002519607544, + "reward_std": 0.5029416978359222, + "rewards/classifier_reward": 0.8830024480819703, + "rewards/length_reward": 0.5428571611642837, + "rewards/slop_reward": 0.9571428537368775, + "step": 86 + }, + { + "clip_ratio": 0.0, + "completion_length": 324.9428741455078, + "epoch": 0.2175, + "grad_norm": 10.476800992230684, + "kl": 0.515234375, + "learning_rate": 9.425761542788048e-07, + "loss": 0.001, + "num_tokens": 2291611.0, + "reward": 2.4253102779388427, + "reward_std": 0.25630177855491637, + "rewards/classifier_reward": 0.9878101944923401, + "rewards/length_reward": 0.4857142955064774, + "rewards/slop_reward": 0.9517857193946838, + "step": 87 + }, + { + "clip_ratio": 0.0, + "completion_length": 285.88572387695314, + "epoch": 0.22, + "grad_norm": 8.262503873333891, + "kl": 0.623828125, + "learning_rate": 9.40584836221749e-07, + "loss": 0.0006, + "num_tokens": 2319400.0, + "reward": 2.459568977355957, + "reward_std": 0.5227903485298157, + "rewards/classifier_reward": 0.9595688700675964, + "rewards/length_reward": 0.5428571581840516, + "rewards/slop_reward": 0.9571428537368775, + "step": 88 + }, + { + "clip_ratio": 0.0, + "completion_length": 361.48572998046876, + "epoch": 0.2225, + "grad_norm": 8.639609161679585, + "kl": 0.61015625, + "learning_rate": 9.385617550389489e-07, + "loss": 0.0006, + "num_tokens": 2349972.0, + "reward": 2.21625759601593, + "reward_std": 0.43572868704795836, + "rewards/classifier_reward": 0.8430432677268982, + "rewards/length_reward": 0.4000000089406967, + "rewards/slop_reward": 0.9732142806053161, + "step": 89 + }, + { + "clip_ratio": 0.0, + "completion_length": 230.5428680419922, + "epoch": 0.225, + "grad_norm": 9.545010126368608, + "kl": 0.606640625, + "learning_rate": 9.36507056580594e-07, + "loss": 0.0006, + "num_tokens": 2375941.0, + "reward": 2.5845241069793703, + "reward_std": 0.4674242250621319, + "rewards/classifier_reward": 0.9559526205062866, + "rewards/length_reward": 0.6285714387893677, + "rewards/slop_reward": 1.0, + "step": 90 + }, + { + "clip_ratio": 0.0, + "completion_length": 255.971435546875, + "epoch": 0.2275, + "grad_norm": 8.313767260844978, + "kl": 0.705859375, + "learning_rate": 9.34420888976262e-07, + "loss": 0.0007, + "num_tokens": 2402820.0, + "reward": 2.281861972808838, + "reward_std": 0.5015565395355225, + "rewards/classifier_reward": 0.9032904744148255, + "rewards/length_reward": 0.48571430444717406, + "rewards/slop_reward": 0.8928571343421936, + "step": 91 + }, + { + "clip_ratio": 0.0, + "completion_length": 285.71430053710935, + "epoch": 0.23, + "grad_norm": 15.296685695089757, + "kl": 12.5765625, + "learning_rate": 9.323034026242377e-07, + "loss": 0.0126, + "num_tokens": 2430740.0, + "reward": 2.457769823074341, + "reward_std": 0.4592562437057495, + "rewards/classifier_reward": 0.9363411664962769, + "rewards/length_reward": 0.542857152223587, + "rewards/slop_reward": 0.9785714268684387, + "step": 92 + }, + { + "clip_ratio": 0.0, + "completion_length": 283.9143035888672, + "epoch": 0.2325, + "grad_norm": 41.32916438788783, + "kl": 0.500390625, + "learning_rate": 9.301547501806724e-07, + "loss": 0.0005, + "num_tokens": 2458445.0, + "reward": 2.432806062698364, + "reward_std": 0.4543603718280792, + "rewards/classifier_reward": 0.8256630301475525, + "rewards/length_reward": 0.6285714387893677, + "rewards/slop_reward": 0.9785714268684387, + "step": 93 + }, + { + "clip_ratio": 0.0, + "completion_length": 231.2571533203125, + "epoch": 0.235, + "grad_norm": 8.514937250494981, + "kl": 0.56875, + "learning_rate": 9.279750865485772e-07, + "loss": 0.001, + "num_tokens": 2484459.0, + "reward": 2.6583719730377195, + "reward_std": 0.41457981467247007, + "rewards/classifier_reward": 0.9726575374603271, + "rewards/length_reward": 0.6857142984867096, + "rewards/slop_reward": 1.0, + "step": 94 + }, + { + "clip_ratio": 0.0, + "completion_length": 239.4571563720703, + "epoch": 0.2375, + "grad_norm": 8.130278831610969, + "kl": 0.586328125, + "learning_rate": 9.257645688666555e-07, + "loss": 0.0006, + "num_tokens": 2510647.0, + "reward": 2.552411127090454, + "reward_std": 0.444735050201416, + "rewards/classifier_reward": 0.9220538377761841, + "rewards/length_reward": 0.6571428656578064, + "rewards/slop_reward": 0.9732142806053161, + "step": 95 + }, + { + "clip_ratio": 0.0, + "completion_length": 248.48572692871093, + "epoch": 0.24, + "grad_norm": 11.012318216722969, + "kl": 0.559375, + "learning_rate": 9.235233564979754e-07, + "loss": 0.0006, + "num_tokens": 2537166.0, + "reward": 2.3741667747497557, + "reward_std": 0.5231991052627564, + "rewards/classifier_reward": 0.7955952703952789, + "rewards/length_reward": 0.600000011920929, + "rewards/slop_reward": 0.9785714268684387, + "step": 96 + }, + { + "clip_ratio": 0.0, + "completion_length": 242.91429748535157, + "epoch": 0.2425, + "grad_norm": 9.607401037517901, + "kl": 0.503125, + "learning_rate": 9.212516110184794e-07, + "loss": 0.0005, + "num_tokens": 2563588.0, + "reward": 2.6350881576538088, + "reward_std": 0.47173853516578673, + "rewards/classifier_reward": 0.8618737578392028, + "rewards/length_reward": 0.8000000059604645, + "rewards/slop_reward": 0.9732142806053161, + "step": 97 + }, + { + "clip_ratio": 0.0, + "completion_length": 193.971435546875, + "epoch": 0.245, + "grad_norm": 10.623433793787921, + "kl": 0.7234375, + "learning_rate": 9.189494962053368e-07, + "loss": 0.0007, + "num_tokens": 2588297.0, + "reward": 2.389581322669983, + "reward_std": 0.4812875479459763, + "rewards/classifier_reward": 0.903866958618164, + "rewards/length_reward": 0.4857142984867096, + "rewards/slop_reward": 1.0, + "step": 98 + }, + { + "clip_ratio": 0.0, + "completion_length": 171.51429443359376, + "epoch": 0.2475, + "grad_norm": 11.438435269316447, + "kl": 0.64375, + "learning_rate": 9.166171780251364e-07, + "loss": 0.0006, + "num_tokens": 2612015.0, + "reward": 2.513836717605591, + "reward_std": 0.26052397638559344, + "rewards/classifier_reward": 0.8852650642395019, + "rewards/length_reward": 0.6285714328289032, + "rewards/slop_reward": 1.0, + "step": 99 + }, + { + "clip_ratio": 0.0, + "completion_length": 167.14286346435546, + "epoch": 0.25, + "grad_norm": 11.041028322429328, + "kl": 0.7359375, + "learning_rate": 9.14254824621921e-07, + "loss": 0.0007, + "num_tokens": 2635785.0, + "reward": 2.355943202972412, + "reward_std": 0.33155601024627684, + "rewards/classifier_reward": 0.8416573882102967, + "rewards/length_reward": 0.5142857193946838, + "rewards/slop_reward": 1.0, + "step": 100 + }, + { + "clip_ratio": 0.0, + "completion_length": 163.74286499023438, + "epoch": 0.2525, + "grad_norm": 9.00301084087431, + "kl": 0.75390625, + "learning_rate": 9.118626063050661e-07, + "loss": 0.0012, + "num_tokens": 2659436.0, + "reward": 2.5006046295166016, + "reward_std": 0.4252849280834198, + "rewards/classifier_reward": 0.9506044745445251, + "rewards/length_reward": 0.571428582072258, + "rewards/slop_reward": 0.9785714268684387, + "step": 101 + }, + { + "clip_ratio": 0.0, + "completion_length": 195.42858276367187, + "epoch": 0.255, + "grad_norm": 9.702866580028527, + "kl": 0.79921875, + "learning_rate": 9.094406955370008e-07, + "loss": 0.0008, + "num_tokens": 2683861.0, + "reward": 2.5624767780303954, + "reward_std": 0.47246721386909485, + "rewards/classifier_reward": 0.9267622709274292, + "rewards/length_reward": 0.6571428716182709, + "rewards/slop_reward": 0.9785714268684387, + "step": 102 + }, + { + "clip_ratio": 0.0, + "completion_length": 183.8857223510742, + "epoch": 0.2575, + "grad_norm": 7.999927126827247, + "kl": 0.7359375, + "learning_rate": 9.069892669207757e-07, + "loss": 0.0007, + "num_tokens": 2708217.0, + "reward": 2.4374377012252806, + "reward_std": 0.3513069462031126, + "rewards/classifier_reward": 0.8374375879764557, + "rewards/length_reward": 0.6000000059604644, + "rewards/slop_reward": 1.0, + "step": 103 + }, + { + "clip_ratio": 0.0, + "completion_length": 203.74286804199218, + "epoch": 0.26, + "grad_norm": 8.535286841601573, + "kl": 0.6046875, + "learning_rate": 9.045084971874737e-07, + "loss": 0.0006, + "num_tokens": 2733039.0, + "reward": 2.590514373779297, + "reward_std": 0.3418044149875641, + "rewards/classifier_reward": 0.7905142605304718, + "rewards/length_reward": 0.8000000059604645, + "rewards/slop_reward": 1.0, + "step": 104 + }, + { + "clip_ratio": 0.0, + "completion_length": 186.88572387695314, + "epoch": 0.2625, + "grad_norm": 11.150131541909593, + "kl": 2.3078125, + "learning_rate": 9.019985651834703e-07, + "loss": 0.0023, + "num_tokens": 2757500.0, + "reward": 2.6002991676330565, + "reward_std": 0.47049993872642515, + "rewards/classifier_reward": 0.850299060344696, + "rewards/length_reward": 0.7714285790920258, + "rewards/slop_reward": 0.9785714268684387, + "step": 105 + }, + { + "clip_ratio": 0.0, + "completion_length": 231.48572692871093, + "epoch": 0.265, + "grad_norm": 7.346740346808247, + "kl": 0.694140625, + "learning_rate": 8.994596518575391e-07, + "loss": 0.0007, + "num_tokens": 2783522.0, + "reward": 2.6393914222717285, + "reward_std": 0.4599771976470947, + "rewards/classifier_reward": 0.8965341806411743, + "rewards/length_reward": 0.7428571581840515, + "rewards/slop_reward": 1.0, + "step": 106 + }, + { + "clip_ratio": 0.0, + "completion_length": 293.51429748535156, + "epoch": 0.2675, + "grad_norm": 7.782363877670758, + "kl": 0.71328125, + "learning_rate": 8.968919402478075e-07, + "loss": 0.0007, + "num_tokens": 2811715.0, + "reward": 2.497778224945068, + "reward_std": 0.49988613873720167, + "rewards/classifier_reward": 0.8692066669464111, + "rewards/length_reward": 0.6285714387893677, + "rewards/slop_reward": 1.0, + "step": 107 + }, + { + "clip_ratio": 0.0, + "completion_length": 202.40000915527344, + "epoch": 0.27, + "grad_norm": 8.407812702495294, + "kl": 0.9671875, + "learning_rate": 8.942956154685595e-07, + "loss": 0.001, + "num_tokens": 2836377.0, + "reward": 2.7594990730285645, + "reward_std": 0.35219337940216067, + "rewards/classifier_reward": 0.9237847208976746, + "rewards/length_reward": 0.8571428656578064, + "rewards/slop_reward": 0.9785714268684387, + "step": 108 + }, + { + "clip_ratio": 0.0, + "completion_length": 311.14288024902345, + "epoch": 0.2725, + "grad_norm": 10.954001826900827, + "kl": 0.803515625, + "learning_rate": 8.916708646968923e-07, + "loss": 0.0008, + "num_tokens": 2865187.0, + "reward": 2.3341631174087523, + "reward_std": 0.3795748669654131, + "rewards/classifier_reward": 0.6913058979436755, + "rewards/length_reward": 0.6857142925262452, + "rewards/slop_reward": 0.9571428537368775, + "step": 109 + }, + { + "clip_ratio": 0.0, + "completion_length": 295.88572387695314, + "epoch": 0.275, + "grad_norm": 7.24224369671047, + "kl": 0.6296875, + "learning_rate": 8.890178771592197e-07, + "loss": 0.0006, + "num_tokens": 2893081.0, + "reward": 2.574794292449951, + "reward_std": 0.4517861694097519, + "rewards/classifier_reward": 0.9319370150566101, + "rewards/length_reward": 0.6857142984867096, + "rewards/slop_reward": 0.9571428537368775, + "step": 110 + }, + { + "clip_ratio": 0.0, + "completion_length": 310.4285858154297, + "epoch": 0.2775, + "grad_norm": 6.977209722960256, + "kl": 1.34609375, + "learning_rate": 8.863368441176325e-07, + "loss": 0.0013, + "num_tokens": 2921771.0, + "reward": 2.2888038635253904, + "reward_std": 0.6448704779148102, + "rewards/classifier_reward": 0.8455002188682557, + "rewards/length_reward": 0.5142857253551483, + "rewards/slop_reward": 0.9290178537368774, + "step": 111 + }, + { + "clip_ratio": 0.0, + "completion_length": 251.82858276367188, + "epoch": 0.28, + "grad_norm": 6.8381698154250525, + "kl": 0.86640625, + "learning_rate": 8.836279588561081e-07, + "loss": 0.0009, + "num_tokens": 2948383.0, + "reward": 2.4712666511535644, + "reward_std": 0.4860814154148102, + "rewards/classifier_reward": 0.8141236484050751, + "rewards/length_reward": 0.6571428716182709, + "rewards/slop_reward": 1.0, + "step": 112 + }, + { + "clip_ratio": 0.0, + "completion_length": 275.74287109375, + "epoch": 0.2825, + "grad_norm": 5.967234970457837, + "kl": 0.8515625, + "learning_rate": 8.808914166665772e-07, + "loss": 0.0013, + "num_tokens": 2975877.0, + "reward": 2.6856667041778564, + "reward_std": 0.38376912772655486, + "rewards/classifier_reward": 0.9856665849685669, + "rewards/length_reward": 0.7428571522235871, + "rewards/slop_reward": 0.9571428537368775, + "step": 113 + }, + { + "clip_ratio": 0.0, + "completion_length": 291.1428680419922, + "epoch": 0.285, + "grad_norm": 6.696088875243213, + "kl": 0.61484375, + "learning_rate": 8.781274148348436e-07, + "loss": 0.0006, + "num_tokens": 3003901.0, + "reward": 2.584765911102295, + "reward_std": 0.441849821805954, + "rewards/classifier_reward": 0.8704800248146057, + "rewards/length_reward": 0.7142857313156128, + "rewards/slop_reward": 1.0, + "step": 114 + }, + { + "clip_ratio": 0.0, + "completion_length": 286.6000152587891, + "epoch": 0.2875, + "grad_norm": 5.913822453334042, + "kl": 0.678125, + "learning_rate": 8.753361526263621e-07, + "loss": 0.0007, + "num_tokens": 3031852.0, + "reward": 2.6028482913970947, + "reward_std": 0.2958831213414669, + "rewards/classifier_reward": 0.9957053542137146, + "rewards/length_reward": 0.6285714387893677, + "rewards/slop_reward": 0.9785714268684387, + "step": 115 + }, + { + "clip_ratio": 0.0, + "completion_length": 292.20001525878905, + "epoch": 0.29, + "grad_norm": 5.738716860165764, + "kl": 0.72578125, + "learning_rate": 8.725178312718725e-07, + "loss": 0.0012, + "num_tokens": 3059999.0, + "reward": 2.596400237083435, + "reward_std": 0.3507813632488251, + "rewards/classifier_reward": 0.953542971611023, + "rewards/length_reward": 0.6857142925262452, + "rewards/slop_reward": 0.9571428537368775, + "step": 116 + }, + { + "clip_ratio": 0.0, + "completion_length": 239.1428680419922, + "epoch": 0.2925, + "grad_norm": 69.40308583594562, + "kl": 1.6, + "learning_rate": 8.696726539528923e-07, + "loss": 0.0021, + "num_tokens": 3086289.0, + "reward": 2.7766035079956053, + "reward_std": 0.3328893929719925, + "rewards/classifier_reward": 0.8908890843391418, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 1.0, + "step": 117 + }, + { + "clip_ratio": 0.0, + "completion_length": 259.22858276367185, + "epoch": 0.295, + "grad_norm": 5.40703806614853, + "kl": 0.734765625, + "learning_rate": 8.668008257870682e-07, + "loss": 0.0012, + "num_tokens": 3113282.0, + "reward": 2.7762694358825684, + "reward_std": 0.2866129666566849, + "rewards/classifier_reward": 0.9476978421211243, + "rewards/length_reward": 0.8285714328289032, + "rewards/slop_reward": 1.0, + "step": 118 + }, + { + "clip_ratio": 0.0, + "completion_length": 201.91429443359374, + "epoch": 0.2975, + "grad_norm": 7.252699872821293, + "kl": 0.81015625, + "learning_rate": 8.639025538133897e-07, + "loss": 0.0013, + "num_tokens": 3138256.0, + "reward": 2.851440095901489, + "reward_std": 0.20830639004707335, + "rewards/classifier_reward": 0.9085827589035034, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 119 + }, + { + "clip_ratio": 0.0, + "completion_length": 250.20001525878905, + "epoch": 0.3, + "grad_norm": 6.062851209216701, + "kl": 0.92578125, + "learning_rate": 8.609780469772621e-07, + "loss": 0.0014, + "num_tokens": 3164933.0, + "reward": 2.786311960220337, + "reward_std": 0.29145972728729247, + "rewards/classifier_reward": 0.9005975008010865, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 1.0, + "step": 120 + }, + { + "clip_ratio": 0.0, + "completion_length": 199.4857208251953, + "epoch": 0.3025, + "grad_norm": 8.363986536112053, + "kl": 0.746875, + "learning_rate": 8.580275161154431e-07, + "loss": 0.0007, + "num_tokens": 3189764.0, + "reward": 2.89967794418335, + "reward_std": 0.15721405297517776, + "rewards/classifier_reward": 0.9496778607368469, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 121 + }, + { + "clip_ratio": 0.0, + "completion_length": 218.88572387695314, + "epoch": 0.305, + "grad_norm": 104.91081313736798, + "kl": 17.3171875, + "learning_rate": 8.550511739408428e-07, + "loss": 0.0182, + "num_tokens": 3215345.0, + "reward": 2.980521392822266, + "reward_std": 0.05153606534004211, + "rewards/classifier_reward": 0.9805211901664734, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 122 + }, + { + "clip_ratio": 0.0, + "completion_length": 222.91430053710937, + "epoch": 0.3075, + "grad_norm": 7.509956960673518, + "kl": 0.934375, + "learning_rate": 8.520492350271895e-07, + "loss": 0.001, + "num_tokens": 3241067.0, + "reward": 2.8307112216949464, + "reward_std": 0.1734127746662125, + "rewards/classifier_reward": 0.8521397054195404, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 123 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.17144165039062, + "epoch": 0.31, + "grad_norm": 6.959659369798759, + "kl": 1.028125, + "learning_rate": 8.490219157935588e-07, + "loss": 0.0015, + "num_tokens": 3267393.0, + "reward": 2.7303539276123048, + "reward_std": 0.1922714289277792, + "rewards/classifier_reward": 0.9517823934555054, + "rewards/length_reward": 0.8000000029802322, + "rewards/slop_reward": 0.9785714268684387, + "step": 124 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.5428680419922, + "epoch": 0.3125, + "grad_norm": 8.221210886450612, + "kl": 1.91640625, + "learning_rate": 8.459694344887731e-07, + "loss": 0.0019, + "num_tokens": 3293186.0, + "reward": 2.739912986755371, + "reward_std": 0.36319895684719083, + "rewards/classifier_reward": 0.9541985750198364, + "rewards/length_reward": 0.8285714328289032, + "rewards/slop_reward": 0.9571428537368775, + "step": 125 + }, + { + "clip_ratio": 0.0, + "completion_length": 216.02858276367186, + "epoch": 0.315, + "grad_norm": 6.737006006501442, + "kl": 1.015625, + "learning_rate": 8.428920111756657e-07, + "loss": 0.0015, + "num_tokens": 3318667.0, + "reward": 2.7134992361068724, + "reward_std": 0.2444542996585369, + "rewards/classifier_reward": 0.8563561499118805, + "rewards/length_reward": 0.8571428596973419, + "rewards/slop_reward": 1.0, + "step": 126 + }, + { + "clip_ratio": 0.0, + "completion_length": 226.20001220703125, + "epoch": 0.3175, + "grad_norm": 4.36908357763648, + "kl": 0.96640625, + "learning_rate": 8.397898677152172e-07, + "loss": 0.0024, + "num_tokens": 3344503.0, + "reward": 2.9305933475494386, + "reward_std": 0.12042829990386963, + "rewards/classifier_reward": 0.9591646075248719, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 127 + }, + { + "clip_ratio": 0.0, + "completion_length": 203.31429443359374, + "epoch": 0.32, + "grad_norm": 6.1156992776971855, + "kl": 0.85703125, + "learning_rate": 8.366632277505597e-07, + "loss": 0.0018, + "num_tokens": 3369294.0, + "reward": 2.9620502471923826, + "reward_std": 0.07551092505455018, + "rewards/classifier_reward": 0.983478581905365, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 128 + }, + { + "clip_ratio": 0.0, + "completion_length": 220.0285858154297, + "epoch": 0.3225, + "grad_norm": 6.8222141729156975, + "kl": 0.85859375, + "learning_rate": 8.335123166908543e-07, + "loss": 0.0013, + "num_tokens": 3394915.0, + "reward": 2.7929779529571532, + "reward_std": 0.28287690281867983, + "rewards/classifier_reward": 0.9340491890907288, + "rewards/length_reward": 0.8857142865657807, + "rewards/slop_reward": 0.9732142806053161, + "step": 129 + }, + { + "clip_ratio": 0.0, + "completion_length": 225.62857971191406, + "epoch": 0.325, + "grad_norm": 4.536469246397557, + "kl": 1.11015625, + "learning_rate": 8.303373616950406e-07, + "loss": 0.0025, + "num_tokens": 3420549.0, + "reward": 2.9556642055511473, + "reward_std": 0.07710518054664135, + "rewards/classifier_reward": 0.9985211491584778, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9571428537368775, + "step": 130 + }, + { + "clip_ratio": 0.0, + "completion_length": 220.68572387695312, + "epoch": 0.3275, + "grad_norm": 2.9694599664159407, + "kl": 0.9546875, + "learning_rate": 8.271385916554604e-07, + "loss": 0.0029, + "num_tokens": 3445788.0, + "reward": 2.996094989776611, + "reward_std": 0.010332237184047698, + "rewards/classifier_reward": 0.9960947871208191, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 131 + }, + { + "clip_ratio": 0.0, + "completion_length": 296.20001831054685, + "epoch": 0.33, + "grad_norm": 4.064839178436649, + "kl": 1.1390625, + "learning_rate": 8.23916237181355e-07, + "loss": 0.0016, + "num_tokens": 3474044.0, + "reward": 2.4268852710723876, + "reward_std": 0.15440489053726197, + "rewards/classifier_reward": 0.9697423577308655, + "rewards/length_reward": 0.4571428596973419, + "rewards/slop_reward": 1.0, + "step": 132 + }, + { + "clip_ratio": 0.0, + "completion_length": 282.771435546875, + "epoch": 0.3325, + "grad_norm": 10.750678349276473, + "kl": 0.82734375, + "learning_rate": 8.206705305822412e-07, + "loss": 0.0013, + "num_tokens": 3501861.0, + "reward": 2.4831544876098635, + "reward_std": 0.26082203090190886, + "rewards/classifier_reward": 0.9831543445587159, + "rewards/length_reward": 0.5428571492433548, + "rewards/slop_reward": 0.9571428537368775, + "step": 133 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.34286804199218, + "epoch": 0.335, + "grad_norm": 106.5245827902456, + "kl": 88.11328125, + "learning_rate": 8.174017058511628e-07, + "loss": 0.0893, + "num_tokens": 3528356.0, + "reward": 2.8546416759490967, + "reward_std": 0.2578580856323242, + "rewards/classifier_reward": 0.9903557300567627, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 0.9785714268684387, + "step": 134 + }, + { + "clip_ratio": 0.0, + "completion_length": 280.2857299804688, + "epoch": 0.3375, + "grad_norm": 5.075379696681929, + "kl": 1.60859375, + "learning_rate": 8.141099986478212e-07, + "loss": 0.0021, + "num_tokens": 3555922.0, + "reward": 2.635714387893677, + "reward_std": 0.31418272852897644, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.6571428656578064, + "rewards/slop_reward": 0.9785714268684387, + "step": 135 + }, + { + "clip_ratio": 0.0, + "completion_length": 304.5714416503906, + "epoch": 0.34, + "grad_norm": 5.929984152853479, + "kl": 1.1859375, + "learning_rate": 8.107956462815861e-07, + "loss": 0.0017, + "num_tokens": 3584471.0, + "reward": 2.3495986461639404, + "reward_std": 0.3951677083969116, + "rewards/classifier_reward": 0.8853127479553222, + "rewards/length_reward": 0.4857142955064774, + "rewards/slop_reward": 0.9785714268684387, + "step": 136 + }, + { + "clip_ratio": 0.0, + "completion_length": 288.2857299804688, + "epoch": 0.3425, + "grad_norm": 8.1455480169376, + "kl": 1.215625, + "learning_rate": 8.074588876943872e-07, + "loss": 0.0012, + "num_tokens": 3612481.0, + "reward": 2.4660715579986574, + "reward_std": 0.5484442114830017, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.5142857283353806, + "rewards/slop_reward": 0.9517857074737549, + "step": 137 + }, + { + "clip_ratio": 0.0, + "completion_length": 267.8000061035156, + "epoch": 0.345, + "grad_norm": 5.930202214193798, + "kl": 0.98125, + "learning_rate": 8.040999634434882e-07, + "loss": 0.0015, + "num_tokens": 3639774.0, + "reward": 2.7785715579986574, + "reward_std": 0.39145426750183104, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.800000011920929, + "rewards/slop_reward": 0.9785714268684387, + "step": 138 + }, + { + "clip_ratio": 0.0, + "completion_length": 255.57144165039062, + "epoch": 0.3475, + "grad_norm": 4.399939053025549, + "kl": 1.53125, + "learning_rate": 8.00719115684144e-07, + "loss": 0.0025, + "num_tokens": 3666639.0, + "reward": 2.6642858505249025, + "reward_std": 0.21827136874198913, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.6857142925262452, + "rewards/slop_reward": 0.9785714268684387, + "step": 139 + }, + { + "clip_ratio": 0.0, + "completion_length": 251.571435546875, + "epoch": 0.35, + "grad_norm": 6.704733780428727, + "kl": 1.0859375, + "learning_rate": 7.973165881521433e-07, + "loss": 0.002, + "num_tokens": 3693159.0, + "reward": 2.8857144355773925, + "reward_std": 0.24877579212188722, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 1.0, + "step": 140 + }, + { + "clip_ratio": 0.0, + "completion_length": 248.9428680419922, + "epoch": 0.3525, + "grad_norm": 3.4261047442168397, + "kl": 0.93359375, + "learning_rate": 7.938926261462365e-07, + "loss": 0.0028, + "num_tokens": 3719792.0, + "reward": 2.742554450035095, + "reward_std": 0.16382334232330323, + "rewards/classifier_reward": 0.8568399548530579, + "rewards/length_reward": 0.8857142865657807, + "rewards/slop_reward": 1.0, + "step": 141 + }, + { + "clip_ratio": 0.0, + "completion_length": 212.3714385986328, + "epoch": 0.355, + "grad_norm": 6.044238574227886, + "kl": 1.3890625, + "learning_rate": 7.90447476510452e-07, + "loss": 0.0028, + "num_tokens": 3745103.0, + "reward": 2.9194665908813477, + "reward_std": 0.21307192444801332, + "rewards/classifier_reward": 0.9980378150939941, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 0.9785714268684387, + "step": 142 + }, + { + "clip_ratio": 0.0, + "completion_length": 184.5428680419922, + "epoch": 0.3575, + "grad_norm": 4.2944694392303155, + "kl": 1.140625, + "learning_rate": 7.869813876162998e-07, + "loss": 0.003, + "num_tokens": 3769090.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 143 + }, + { + "clip_ratio": 0.0, + "completion_length": 207.1428680419922, + "epoch": 0.36, + "grad_norm": 2.4809967074334627, + "kl": 1.1765625, + "learning_rate": 7.834946093448658e-07, + "loss": 0.0031, + "num_tokens": 3794079.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 144 + }, + { + "clip_ratio": 0.0, + "completion_length": 197.17143859863282, + "epoch": 0.3625, + "grad_norm": 3.755882982422092, + "kl": 1.396875, + "learning_rate": 7.799873930687977e-07, + "loss": 0.0033, + "num_tokens": 3818773.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 145 + }, + { + "clip_ratio": 0.0, + "completion_length": 187.71429443359375, + "epoch": 0.365, + "grad_norm": 6.482025225350517, + "kl": 2.0046875, + "learning_rate": 7.764599916341816e-07, + "loss": 0.003, + "num_tokens": 3843103.0, + "reward": 2.892857313156128, + "reward_std": 0.22987756729125977, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9142857193946838, + "rewards/slop_reward": 0.9785714268684387, + "step": 146 + }, + { + "clip_ratio": 0.0, + "completion_length": 214.8857208251953, + "epoch": 0.3675, + "grad_norm": 3.8265113738201806, + "kl": 1.3890625, + "learning_rate": 7.729126593423149e-07, + "loss": 0.0033, + "num_tokens": 3868513.0, + "reward": 2.997367763519287, + "reward_std": 0.006964774429798126, + "rewards/classifier_reward": 0.9973675608634949, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 147 + }, + { + "clip_ratio": 0.0, + "completion_length": 184.1428649902344, + "epoch": 0.37, + "grad_norm": 18.75869388269992, + "kl": 1.515625, + "learning_rate": 7.693456519313719e-07, + "loss": 0.0029, + "num_tokens": 3892878.0, + "reward": 2.851199245452881, + "reward_std": 0.18016420006752015, + "rewards/classifier_reward": 0.9869133591651916, + "rewards/length_reward": 0.8857142865657807, + "rewards/slop_reward": 0.9785714268684387, + "step": 148 + }, + { + "clip_ratio": 0.0, + "completion_length": 193.6571502685547, + "epoch": 0.3725, + "grad_norm": 5.454996617575025, + "kl": 1.684375, + "learning_rate": 7.657592265579669e-07, + "loss": 0.0031, + "num_tokens": 3917511.0, + "reward": 2.993258571624756, + "reward_std": 0.01783668529242277, + "rewards/classifier_reward": 0.9932583689689636, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 149 + }, + { + "clip_ratio": 0.0, + "completion_length": 181.31429138183594, + "epoch": 0.375, + "grad_norm": 3.955698987070301, + "kl": 1.3390625, + "learning_rate": 7.621536417786158e-07, + "loss": 0.0032, + "num_tokens": 3941554.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 150 + }, + { + "clip_ratio": 0.0, + "completion_length": 183.9714385986328, + "epoch": 0.3775, + "grad_norm": 4.5979098970153185, + "kl": 1.528125, + "learning_rate": 7.585291575310952e-07, + "loss": 0.0034, + "num_tokens": 3965818.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 151 + }, + { + "clip_ratio": 0.0, + "completion_length": 175.71429443359375, + "epoch": 0.38, + "grad_norm": 7.501271856937242, + "kl": 1.790625, + "learning_rate": 7.548860351157027e-07, + "loss": 0.0027, + "num_tokens": 3989746.0, + "reward": 2.7536909580230713, + "reward_std": 0.3092236161231995, + "rewards/classifier_reward": 0.9251193881034852, + "rewards/length_reward": 0.8285714387893677, + "rewards/slop_reward": 1.0, + "step": 152 + }, + { + "clip_ratio": 0.0, + "completion_length": 210.571435546875, + "epoch": 0.3825, + "grad_norm": 5.2866175605, + "kl": 2.065625, + "learning_rate": 7.512245371764196e-07, + "loss": 0.0035, + "num_tokens": 4015036.0, + "reward": 2.9245490074157714, + "reward_std": 0.12335940003395081, + "rewards/classifier_reward": 0.9727631211280823, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9517857074737549, + "step": 153 + }, + { + "clip_ratio": 0.0, + "completion_length": 187.771435546875, + "epoch": 0.385, + "grad_norm": 4.602093297361531, + "kl": 2.203125, + "learning_rate": 7.475449276819752e-07, + "loss": 0.0041, + "num_tokens": 4039528.0, + "reward": 2.942857360839844, + "reward_std": 0.09759000539779664, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 154 + }, + { + "clip_ratio": 0.0, + "completion_length": 175.60000610351562, + "epoch": 0.3875, + "grad_norm": 6.76968523287945, + "kl": 1.71875, + "learning_rate": 7.438474719068173e-07, + "loss": 0.0031, + "num_tokens": 4063594.0, + "reward": 2.914285898208618, + "reward_std": 0.1731828987598419, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9142857193946838, + "rewards/slop_reward": 1.0, + "step": 155 + }, + { + "clip_ratio": 0.0, + "completion_length": 181.31429443359374, + "epoch": 0.39, + "grad_norm": 3.9415238872059795, + "kl": 3.5171875, + "learning_rate": 7.401324364119871e-07, + "loss": 0.0054, + "num_tokens": 4087555.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 156 + }, + { + "clip_ratio": 0.0, + "completion_length": 199.22858276367188, + "epoch": 0.3925, + "grad_norm": 0.6743528375242909, + "kl": 1.6703125, + "learning_rate": 7.364000890259023e-07, + "loss": 0.0041, + "num_tokens": 4112265.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 157 + }, + { + "clip_ratio": 0.0, + "completion_length": 203.02857971191406, + "epoch": 0.395, + "grad_norm": 0.21235184389038209, + "kl": 1.5953125, + "learning_rate": 7.326506988250487e-07, + "loss": 0.004, + "num_tokens": 4137291.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 158 + }, + { + "clip_ratio": 0.0, + "completion_length": 211.00000915527343, + "epoch": 0.3975, + "grad_norm": 0.7871274406295002, + "kl": 1.9828125, + "learning_rate": 7.288845361145812e-07, + "loss": 0.0044, + "num_tokens": 4162596.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 159 + }, + { + "clip_ratio": 0.0, + "completion_length": 205.82857971191407, + "epoch": 0.4, + "grad_norm": 0.3126714050105658, + "kl": 1.596875, + "learning_rate": 7.251018724088366e-07, + "loss": 0.004, + "num_tokens": 4187048.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 160 + }, + { + "clip_ratio": 0.0, + "completion_length": 197.42857666015624, + "epoch": 0.4025, + "grad_norm": 0.3330658614195518, + "kl": 1.5875, + "learning_rate": 7.213029804117603e-07, + "loss": 0.004, + "num_tokens": 4211839.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 161 + }, + { + "clip_ratio": 0.0, + "completion_length": 182.74286499023438, + "epoch": 0.405, + "grad_norm": 0.09053574072038517, + "kl": 1.2125, + "learning_rate": 7.174881339972448e-07, + "loss": 0.0036, + "num_tokens": 4236155.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 162 + }, + { + "clip_ratio": 0.0, + "completion_length": 189.971435546875, + "epoch": 0.4075, + "grad_norm": 3.922781639240598, + "kl": 1.1859375, + "learning_rate": 7.136576081893863e-07, + "loss": 0.0031, + "num_tokens": 4260724.0, + "reward": 2.968118953704834, + "reward_std": 0.07463454008102417, + "rewards/classifier_reward": 0.9966901540756226, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 163 + }, + { + "clip_ratio": 0.0, + "completion_length": 211.22857971191405, + "epoch": 0.41, + "grad_norm": 0.5831119895182555, + "kl": 1.22265625, + "learning_rate": 7.09811679142657e-07, + "loss": 0.0036, + "num_tokens": 4285850.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 164 + }, + { + "clip_ratio": 0.0, + "completion_length": 203.71429748535155, + "epoch": 0.4125, + "grad_norm": 2.3433145018681825, + "kl": 1.1546875, + "learning_rate": 7.059506241219964e-07, + "loss": 0.0031, + "num_tokens": 4310900.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 165 + }, + { + "clip_ratio": 0.0, + "completion_length": 200.91429443359374, + "epoch": 0.415, + "grad_norm": 0.18814570159680577, + "kl": 1.1671875, + "learning_rate": 7.02074721482822e-07, + "loss": 0.0036, + "num_tokens": 4335852.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 166 + }, + { + "clip_ratio": 0.0, + "completion_length": 212.08572692871093, + "epoch": 0.4175, + "grad_norm": 3.9253886023797246, + "kl": 1.08125, + "learning_rate": 6.981842506509626e-07, + "loss": 0.0025, + "num_tokens": 4361111.0, + "reward": 2.950000190734863, + "reward_std": 0.13228756189346313, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 167 + }, + { + "clip_ratio": 0.0, + "completion_length": 202.82857971191407, + "epoch": 0.42, + "grad_norm": 118.43288868650292, + "kl": 36.20390625, + "learning_rate": 6.942794921025126e-07, + "loss": 0.0382, + "num_tokens": 4386130.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 168 + }, + { + "clip_ratio": 0.0, + "completion_length": 194.0571533203125, + "epoch": 0.4225, + "grad_norm": 0.07954465329541446, + "kl": 1.03984375, + "learning_rate": 6.903607273436127e-07, + "loss": 0.0034, + "num_tokens": 4410840.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 169 + }, + { + "clip_ratio": 0.0, + "completion_length": 193.7714385986328, + "epoch": 0.425, + "grad_norm": 0.0486408492542655, + "kl": 0.978125, + "learning_rate": 6.864282388901543e-07, + "loss": 0.0034, + "num_tokens": 4435370.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 170 + }, + { + "clip_ratio": 0.0, + "completion_length": 208.08572692871093, + "epoch": 0.4275, + "grad_norm": 2.6728463524577752, + "kl": 0.92265625, + "learning_rate": 6.824823102474126e-07, + "loss": 0.0028, + "num_tokens": 4460308.0, + "reward": 2.942857360839844, + "reward_std": 0.09759000539779664, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 171 + }, + { + "clip_ratio": 0.0, + "completion_length": 202.22858276367188, + "epoch": 0.43, + "grad_norm": 0.13449796435482986, + "kl": 1.034375, + "learning_rate": 6.785232258896076e-07, + "loss": 0.0034, + "num_tokens": 4485226.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 172 + }, + { + "clip_ratio": 0.0, + "completion_length": 182.68572082519532, + "epoch": 0.4325, + "grad_norm": 7.189835012946043, + "kl": 0.95078125, + "learning_rate": 6.745512712393957e-07, + "loss": 0.0024, + "num_tokens": 4509446.0, + "reward": 2.950000190734863, + "reward_std": 0.13228756189346313, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 173 + }, + { + "clip_ratio": 0.0, + "completion_length": 192.20000915527345, + "epoch": 0.435, + "grad_norm": 3.314581838568204, + "kl": 0.9203125, + "learning_rate": 6.705667326472924e-07, + "loss": 0.0028, + "num_tokens": 4533638.0, + "reward": 2.992787170410156, + "reward_std": 0.019083873927593233, + "rewards/classifier_reward": 0.992786979675293, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 174 + }, + { + "clip_ratio": 0.0, + "completion_length": 181.7714416503906, + "epoch": 0.4375, + "grad_norm": 4.868845585454781, + "kl": 0.91015625, + "learning_rate": 6.665698973710288e-07, + "loss": 0.0023, + "num_tokens": 4557920.0, + "reward": 2.914285898208618, + "reward_std": 0.1731828987598419, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9142857193946838, + "rewards/slop_reward": 1.0, + "step": 175 + }, + { + "clip_ratio": 0.0, + "completion_length": 202.4857208251953, + "epoch": 0.44, + "grad_norm": 5.277192051669204, + "kl": 0.9015625, + "learning_rate": 6.625610535548417e-07, + "loss": 0.0028, + "num_tokens": 4582927.0, + "reward": 2.971197080612183, + "reward_std": 0.07549313902854919, + "rewards/classifier_reward": 0.9997682809829712, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 176 + }, + { + "clip_ratio": 0.0, + "completion_length": 191.3714385986328, + "epoch": 0.4425, + "grad_norm": 3.5895293665237213, + "kl": 0.86953125, + "learning_rate": 6.58540490208701e-07, + "loss": 0.0028, + "num_tokens": 4607545.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 177 + }, + { + "clip_ratio": 0.0, + "completion_length": 204.74286804199218, + "epoch": 0.445, + "grad_norm": 3.6924099151163348, + "kl": 0.88046875, + "learning_rate": 6.545084971874736e-07, + "loss": 0.0023, + "num_tokens": 4632631.0, + "reward": 2.9700303077697754, + "reward_std": 0.07929292395710945, + "rewards/classifier_reward": 0.9986015200614929, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 178 + }, + { + "clip_ratio": 0.0, + "completion_length": 210.74286804199218, + "epoch": 0.4475, + "grad_norm": 4.558365673779022, + "kl": 1.03125, + "learning_rate": 6.504653651700277e-07, + "loss": 0.0025, + "num_tokens": 4657813.0, + "reward": 2.950000190734863, + "reward_std": 0.13228756189346313, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 179 + }, + { + "clip_ratio": 0.0, + "completion_length": 209.17143859863282, + "epoch": 0.45, + "grad_norm": 0.04420464498654459, + "kl": 0.86640625, + "learning_rate": 6.464113856382751e-07, + "loss": 0.0033, + "num_tokens": 4683054.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 180 + }, + { + "clip_ratio": 0.0, + "completion_length": 218.4857208251953, + "epoch": 0.4525, + "grad_norm": 2.557396683384517, + "kl": 1.0640625, + "learning_rate": 6.423468508561598e-07, + "loss": 0.003, + "num_tokens": 4708257.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 181 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.88572387695314, + "epoch": 0.455, + "grad_norm": 3.1120823972576854, + "kl": 1.415625, + "learning_rate": 6.382720538485855e-07, + "loss": 0.0033, + "num_tokens": 4734223.0, + "reward": 2.942857360839844, + "reward_std": 0.09759000539779664, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 182 + }, + { + "clip_ratio": 0.0, + "completion_length": 226.40000915527344, + "epoch": 0.4575, + "grad_norm": 0.06880695435363977, + "kl": 0.846875, + "learning_rate": 6.341872883802922e-07, + "loss": 0.0032, + "num_tokens": 4759812.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 183 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.05715637207032, + "epoch": 0.46, + "grad_norm": 2.2167569033565937, + "kl": 0.75546875, + "learning_rate": 6.300928489346765e-07, + "loss": 0.0027, + "num_tokens": 4785935.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 184 + }, + { + "clip_ratio": 0.0, + "completion_length": 227.91429443359374, + "epoch": 0.4625, + "grad_norm": 2.5442698264193897, + "kl": 0.7765625, + "learning_rate": 6.259890306925626e-07, + "loss": 0.0027, + "num_tokens": 4811832.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 185 + }, + { + "clip_ratio": 0.0, + "completion_length": 221.2571533203125, + "epoch": 0.465, + "grad_norm": 4.529163471508088, + "kl": 0.79765625, + "learning_rate": 6.218761295109208e-07, + "loss": 0.0018, + "num_tokens": 4837398.0, + "reward": 2.9214287281036375, + "reward_std": 0.2078804552555084, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 0.9785714268684387, + "step": 186 + }, + { + "clip_ratio": 0.0, + "completion_length": 218.40000915527344, + "epoch": 0.4675, + "grad_norm": 0.04502419697939018, + "kl": 0.8265625, + "learning_rate": 6.177544419015387e-07, + "loss": 0.0032, + "num_tokens": 4862776.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 187 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.85715026855468, + "epoch": 0.47, + "grad_norm": 2.7870230542981322, + "kl": 0.825, + "learning_rate": 6.13624265009645e-07, + "loss": 0.0027, + "num_tokens": 4888566.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 188 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.0571502685547, + "epoch": 0.4725, + "grad_norm": 0.06424356320573535, + "kl": 0.8890625, + "learning_rate": 6.094858965924866e-07, + "loss": 0.0033, + "num_tokens": 4914374.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 189 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.4571533203125, + "epoch": 0.475, + "grad_norm": 4.417906183651794, + "kl": 0.90703125, + "learning_rate": 6.053396349978631e-07, + "loss": 0.0023, + "num_tokens": 4940085.0, + "reward": 2.8559008598327638, + "reward_std": 0.20502071976661682, + "rewards/classifier_reward": 0.9344720721244812, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 0.9785714268684387, + "step": 190 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.57143859863282, + "epoch": 0.4775, + "grad_norm": 0.7826472563807869, + "kl": 0.95703125, + "learning_rate": 6.011857791426178e-07, + "loss": 0.0033, + "num_tokens": 4966005.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 191 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.171435546875, + "epoch": 0.48, + "grad_norm": 0.2991397618360992, + "kl": 1.06015625, + "learning_rate": 5.970246284910876e-07, + "loss": 0.0034, + "num_tokens": 4991803.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 192 + }, + { + "clip_ratio": 0.0, + "completion_length": 245.6285827636719, + "epoch": 0.4825, + "grad_norm": 4.590555458209977, + "kl": 0.915625, + "learning_rate": 5.92856483033514e-07, + "loss": 0.0023, + "num_tokens": 5018320.0, + "reward": 2.950000190734863, + "reward_std": 0.13228756189346313, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 193 + }, + { + "clip_ratio": 0.0, + "completion_length": 231.00001220703126, + "epoch": 0.485, + "grad_norm": 3.8249513457346622, + "kl": 0.83125, + "learning_rate": 5.886816432644154e-07, + "loss": 0.0023, + "num_tokens": 5044075.0, + "reward": 2.9297013759613035, + "reward_std": 0.12975128293037413, + "rewards/classifier_reward": 0.9797011494636536, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 194 + }, + { + "clip_ratio": 0.0, + "completion_length": 232.00000915527343, + "epoch": 0.4875, + "grad_norm": 3.4135057358827834, + "kl": 1.3140625, + "learning_rate": 5.845004101609246e-07, + "loss": 0.0032, + "num_tokens": 5069796.0, + "reward": 2.9581347465515138, + "reward_std": 0.10335763692855834, + "rewards/classifier_reward": 0.9867059469223023, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 195 + }, + { + "clip_ratio": 0.0, + "completion_length": 236.68572692871095, + "epoch": 0.49, + "grad_norm": 4.013642506936478, + "kl": 0.85390625, + "learning_rate": 5.803130851610885e-07, + "loss": 0.0023, + "num_tokens": 5095958.0, + "reward": 2.9428573131561278, + "reward_std": 0.15118578672409058, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 196 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.4571533203125, + "epoch": 0.4925, + "grad_norm": 4.603644905524406, + "kl": 0.940625, + "learning_rate": 5.761199701421391e-07, + "loss": 0.0019, + "num_tokens": 5121931.0, + "reward": 2.941946840286255, + "reward_std": 0.15359463561326264, + "rewards/classifier_reward": 0.9990895390510559, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 197 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.02857971191406, + "epoch": 0.495, + "grad_norm": 2.4430881235820507, + "kl": 0.88046875, + "learning_rate": 5.719213673987276e-07, + "loss": 0.0028, + "num_tokens": 5148140.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 198 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.7714385986328, + "epoch": 0.4975, + "grad_norm": 2.885447633946335, + "kl": 0.8984375, + "learning_rate": 5.677175796211332e-07, + "loss": 0.0028, + "num_tokens": 5173797.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 199 + }, + { + "clip_ratio": 0.0, + "completion_length": 234.77144470214844, + "epoch": 0.5, + "grad_norm": 0.04186680424978939, + "kl": 0.9296875, + "learning_rate": 5.635089098734393e-07, + "loss": 0.0033, + "num_tokens": 5199798.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 200 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.51429443359376, + "epoch": 0.5025, + "grad_norm": 2.794225657350946, + "kl": 0.95, + "learning_rate": 5.592956615716866e-07, + "loss": 0.0029, + "num_tokens": 5225576.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 201 + }, + { + "clip_ratio": 0.0, + "completion_length": 216.02857971191406, + "epoch": 0.505, + "grad_norm": 4.294508436959706, + "kl": 1.10625, + "learning_rate": 5.550781384619973e-07, + "loss": 0.0025, + "num_tokens": 5251038.0, + "reward": 2.975967788696289, + "reward_std": 0.0635837346315384, + "rewards/classifier_reward": 0.9759676098823548, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 202 + }, + { + "clip_ratio": 0.0, + "completion_length": 218.571435546875, + "epoch": 0.5075, + "grad_norm": 0.043507163632059365, + "kl": 0.91484375, + "learning_rate": 5.50856644598678e-07, + "loss": 0.0033, + "num_tokens": 5276396.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 203 + }, + { + "clip_ratio": 0.0, + "completion_length": 205.6571502685547, + "epoch": 0.51, + "grad_norm": 0.09961196396275367, + "kl": 1.0578125, + "learning_rate": 5.466314843222993e-07, + "loss": 0.0034, + "num_tokens": 5301460.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 204 + }, + { + "clip_ratio": 0.0, + "completion_length": 225.9714385986328, + "epoch": 0.5125, + "grad_norm": 3.605683444813084, + "kl": 0.9609375, + "learning_rate": 5.424029622377546e-07, + "loss": 0.0029, + "num_tokens": 5327289.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 205 + }, + { + "clip_ratio": 0.0, + "completion_length": 215.80001220703124, + "epoch": 0.515, + "grad_norm": 0.19828091837058953, + "kl": 1.23828125, + "learning_rate": 5.381713831923007e-07, + "loss": 0.0036, + "num_tokens": 5352596.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 206 + }, + { + "clip_ratio": 0.0, + "completion_length": 214.8571563720703, + "epoch": 0.5175, + "grad_norm": 2.9547607246974565, + "kl": 1.12890625, + "learning_rate": 5.339370522535804e-07, + "loss": 0.003, + "num_tokens": 5377938.0, + "reward": 2.992868709564209, + "reward_std": 0.018868234753608704, + "rewards/classifier_reward": 0.9928684830665588, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 207 + }, + { + "clip_ratio": 0.0, + "completion_length": 252.00001525878906, + "epoch": 0.52, + "grad_norm": 871.3268746641542, + "kl": 64.790625, + "learning_rate": 5.297002746876284e-07, + "loss": 0.0667, + "num_tokens": 5404678.0, + "reward": 2.942857360839844, + "reward_std": 0.09759000539779664, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 208 + }, + { + "clip_ratio": 0.0, + "completion_length": 271.0857269287109, + "epoch": 0.5225, + "grad_norm": 13961.922953195786, + "kl": 6094.1890625, + "learning_rate": 5.254613559368648e-07, + "loss": 6.1111, + "num_tokens": 5432086.0, + "reward": 2.8857144832611086, + "reward_std": 0.18249738812446595, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 1.0, + "step": 209 + }, + { + "clip_ratio": 0.0, + "completion_length": 257.9714385986328, + "epoch": 0.525, + "grad_norm": 8.061516897407943, + "kl": 1.028125, + "learning_rate": 5.212206015980741e-07, + "loss": 0.0025, + "num_tokens": 5459016.0, + "reward": 2.828571605682373, + "reward_std": 0.1731828987598419, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8285714328289032, + "rewards/slop_reward": 1.0, + "step": 210 + }, + { + "clip_ratio": 0.0, + "completion_length": 234.3714385986328, + "epoch": 0.5275, + "grad_norm": 0.05294394256827684, + "kl": 1.0125, + "learning_rate": 5.169783174003744e-07, + "loss": 0.0034, + "num_tokens": 5484886.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 211 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.20001220703125, + "epoch": 0.53, + "grad_norm": 2.7195604219419645, + "kl": 1.353125, + "learning_rate": 5.127348091831755e-07, + "loss": 0.0033, + "num_tokens": 5511353.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 212 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.80001220703124, + "epoch": 0.5325, + "grad_norm": 2.435046990313359, + "kl": 0.98671875, + "learning_rate": 5.084903828741312e-07, + "loss": 0.0029, + "num_tokens": 5537879.0, + "reward": 2.828571653366089, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8285714298486709, + "rewards/slop_reward": 1.0, + "step": 213 + }, + { + "clip_ratio": 0.0, + "completion_length": 233.82858276367188, + "epoch": 0.535, + "grad_norm": 2.848539339582319, + "kl": 1.053125, + "learning_rate": 5.042453444670828e-07, + "loss": 0.003, + "num_tokens": 5563937.0, + "reward": 2.9500002384185793, + "reward_std": 0.0866025447845459, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 214 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.6285827636719, + "epoch": 0.5375, + "grad_norm": 4.574390608580604, + "kl": 0.91953125, + "learning_rate": 5e-07, + "loss": 0.0024, + "num_tokens": 5590384.0, + "reward": 2.8857144832611086, + "reward_std": 0.19518001079559327, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 1.0, + "step": 215 + }, + { + "clip_ratio": 0.0, + "completion_length": 284.0571563720703, + "epoch": 0.54, + "grad_norm": 5.393964971542159, + "kl": 1.16484375, + "learning_rate": 4.957546555329173e-07, + "loss": 0.0016, + "num_tokens": 5618238.0, + "reward": 2.6285715103149414, + "reward_std": 0.25809029340744016, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.6285714328289032, + "rewards/slop_reward": 1.0, + "step": 216 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.40001525878907, + "epoch": 0.5425, + "grad_norm": 3.809477712898502, + "kl": 0.7828125, + "learning_rate": 4.915096171258689e-07, + "loss": 0.0022, + "num_tokens": 5644712.0, + "reward": 2.828571605682373, + "reward_std": 0.17318291068077088, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8285714328289032, + "rewards/slop_reward": 1.0, + "step": 217 + }, + { + "clip_ratio": 0.0, + "completion_length": 227.60001220703126, + "epoch": 0.545, + "grad_norm": 0.7163836490261896, + "kl": 1.0765625, + "learning_rate": 4.872651908168244e-07, + "loss": 0.0035, + "num_tokens": 5670466.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 218 + }, + { + "clip_ratio": 0.0, + "completion_length": 210.7714416503906, + "epoch": 0.5475, + "grad_norm": 0.06375443345853048, + "kl": 0.86953125, + "learning_rate": 4.830216825996256e-07, + "loss": 0.0033, + "num_tokens": 5695540.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 219 + }, + { + "clip_ratio": 0.0, + "completion_length": 212.02858276367186, + "epoch": 0.55, + "grad_norm": 0.044596037608717574, + "kl": 0.8765625, + "learning_rate": 4.787793984019259e-07, + "loss": 0.0033, + "num_tokens": 5720881.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 220 + }, + { + "clip_ratio": 0.0, + "completion_length": 200.80000915527344, + "epoch": 0.5525, + "grad_norm": 0.16974934473523362, + "kl": 1.16640625, + "learning_rate": 4.7453864406313536e-07, + "loss": 0.0036, + "num_tokens": 5745792.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 221 + }, + { + "clip_ratio": 0.0, + "completion_length": 211.22857971191405, + "epoch": 0.555, + "grad_norm": 0.0818904708032968, + "kl": 0.9921875, + "learning_rate": 4.7029972531237154e-07, + "loss": 0.0034, + "num_tokens": 5770873.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 222 + }, + { + "clip_ratio": 0.0, + "completion_length": 195.2571533203125, + "epoch": 0.5575, + "grad_norm": 0.05116820241495938, + "kl": 0.9, + "learning_rate": 4.6606294774641965e-07, + "loss": 0.0033, + "num_tokens": 5795571.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 223 + }, + { + "clip_ratio": 0.0, + "completion_length": 190.57143859863282, + "epoch": 0.56, + "grad_norm": 3.069339312788395, + "kl": 0.9046875, + "learning_rate": 4.6182861680769923e-07, + "loss": 0.0028, + "num_tokens": 5819962.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 224 + }, + { + "clip_ratio": 0.0, + "completion_length": 195.08572387695312, + "epoch": 0.5625, + "grad_norm": 2.051249437321434, + "kl": 0.890625, + "learning_rate": 4.5759703776224555e-07, + "loss": 0.0028, + "num_tokens": 5844710.0, + "reward": 2.954781198501587, + "reward_std": 0.0808977723121643, + "rewards/classifier_reward": 0.9833523750305175, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 225 + }, + { + "clip_ratio": 0.0, + "completion_length": 194.11429748535156, + "epoch": 0.565, + "grad_norm": 0.06947745807380493, + "kl": 0.915625, + "learning_rate": 4.5336851567770074e-07, + "loss": 0.0033, + "num_tokens": 5869322.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 226 + }, + { + "clip_ratio": 0.0, + "completion_length": 196.68572082519532, + "epoch": 0.5675, + "grad_norm": 3.6616246314488534, + "kl": 0.75234375, + "learning_rate": 4.4914335540132204e-07, + "loss": 0.0027, + "num_tokens": 5893903.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 227 + }, + { + "clip_ratio": 0.0, + "completion_length": 190.91429443359374, + "epoch": 0.57, + "grad_norm": 2.9722209992367854, + "kl": 2.09140625, + "learning_rate": 4.4492186153800284e-07, + "loss": 0.004, + "num_tokens": 5918505.0, + "reward": 2.942857360839844, + "reward_std": 0.09759000539779664, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 228 + }, + { + "clip_ratio": 0.0, + "completion_length": 184.91429138183594, + "epoch": 0.5725, + "grad_norm": 0.06042948982632837, + "kl": 0.8359375, + "learning_rate": 4.407043384283136e-07, + "loss": 0.0032, + "num_tokens": 5942897.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 229 + }, + { + "clip_ratio": 0.0, + "completion_length": 182.25715026855468, + "epoch": 0.575, + "grad_norm": 0.07756768631242807, + "kl": 0.8734375, + "learning_rate": 4.364910901265606e-07, + "loss": 0.0033, + "num_tokens": 5967196.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 230 + }, + { + "clip_ratio": 0.0, + "completion_length": 173.02857971191406, + "epoch": 0.5775, + "grad_norm": 0.9892808129257086, + "kl": 1.546875, + "learning_rate": 4.3228242037886687e-07, + "loss": 0.0039, + "num_tokens": 5990830.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 231 + }, + { + "clip_ratio": 0.0, + "completion_length": 162.94286499023437, + "epoch": 0.58, + "grad_norm": 0.0578879268472676, + "kl": 0.97578125, + "learning_rate": 4.280786326012723e-07, + "loss": 0.0034, + "num_tokens": 6014434.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 232 + }, + { + "clip_ratio": 0.0, + "completion_length": 165.42857666015624, + "epoch": 0.5825, + "grad_norm": 3.3348841449857387, + "kl": 1.1046875, + "learning_rate": 4.23880029857861e-07, + "loss": 0.003, + "num_tokens": 6038089.0, + "reward": 2.914285945892334, + "reward_std": 0.10690449476242066, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9142857193946838, + "rewards/slop_reward": 1.0, + "step": 233 + }, + { + "clip_ratio": 0.0, + "completion_length": 163.71429138183595, + "epoch": 0.585, + "grad_norm": 3.485368879973419, + "kl": 1.05703125, + "learning_rate": 4.1968691483891133e-07, + "loss": 0.003, + "num_tokens": 6061739.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 234 + }, + { + "clip_ratio": 0.0, + "completion_length": 163.00000915527343, + "epoch": 0.5875, + "grad_norm": 5.36230481850721, + "kl": 1.00703125, + "learning_rate": 4.154995898390755e-07, + "loss": 0.002, + "num_tokens": 6085364.0, + "reward": 2.9397803783416747, + "reward_std": 0.15932661443948745, + "rewards/classifier_reward": 0.9969230651855469, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 235 + }, + { + "clip_ratio": 0.0, + "completion_length": 177.0571502685547, + "epoch": 0.59, + "grad_norm": 3.3342971599613382, + "kl": 1.04140625, + "learning_rate": 4.1131835673558456e-07, + "loss": 0.003, + "num_tokens": 6109257.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 236 + }, + { + "clip_ratio": 0.0, + "completion_length": 191.42857971191407, + "epoch": 0.5925, + "grad_norm": 0.08376084072008337, + "kl": 1.02109375, + "learning_rate": 4.0714351696648606e-07, + "loss": 0.0034, + "num_tokens": 6133846.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 237 + }, + { + "clip_ratio": 0.0, + "completion_length": 192.08572692871093, + "epoch": 0.595, + "grad_norm": 0.046627278932137715, + "kl": 0.98515625, + "learning_rate": 4.029753715089123e-07, + "loss": 0.0034, + "num_tokens": 6158489.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 238 + }, + { + "clip_ratio": 0.0, + "completion_length": 198.08572387695312, + "epoch": 0.5975, + "grad_norm": 11.565806887201926, + "kl": 13.7140625, + "learning_rate": 3.988142208573822e-07, + "loss": 0.0161, + "num_tokens": 6183159.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 239 + }, + { + "clip_ratio": 0.0, + "completion_length": 197.31429443359374, + "epoch": 0.6, + "grad_norm": 0.05311856298193549, + "kl": 1.02265625, + "learning_rate": 3.94660365002137e-07, + "loss": 0.0034, + "num_tokens": 6207985.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 240 + }, + { + "clip_ratio": 0.0, + "completion_length": 202.25715026855468, + "epoch": 0.6025, + "grad_norm": 4.782436637657736, + "kl": 1.04921875, + "learning_rate": 3.9051410340751346e-07, + "loss": 0.0025, + "num_tokens": 6232984.0, + "reward": 2.8857144832611086, + "reward_std": 0.1824974000453949, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 1.0, + "step": 241 + }, + { + "clip_ratio": 0.0, + "completion_length": 193.6285827636719, + "epoch": 0.605, + "grad_norm": 3.232063907518827, + "kl": 1.15859375, + "learning_rate": 3.8637573499035503e-07, + "loss": 0.0031, + "num_tokens": 6257629.0, + "reward": 2.879447841644287, + "reward_std": 0.11382801532745361, + "rewards/classifier_reward": 0.9937332987785339, + "rewards/length_reward": 0.8857142865657807, + "rewards/slop_reward": 1.0, + "step": 242 + }, + { + "clip_ratio": 0.0, + "completion_length": 195.4571502685547, + "epoch": 0.6075, + "grad_norm": 0.06471530202926354, + "kl": 1.05625, + "learning_rate": 3.822455580984613e-07, + "loss": 0.0034, + "num_tokens": 6282207.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 243 + }, + { + "clip_ratio": 0.0, + "completion_length": 274.0571594238281, + "epoch": 0.61, + "grad_norm": 3.0795183504620107, + "kl": 1.50390625, + "learning_rate": 3.781238704890792e-07, + "loss": 0.0034, + "num_tokens": 6309000.0, + "reward": 2.783582401275635, + "reward_std": 0.023816290497779845, + "rewards/classifier_reward": 0.9835822105407714, + "rewards/length_reward": 0.8, + "rewards/slop_reward": 1.0, + "step": 244 + }, + { + "clip_ratio": 0.0, + "completion_length": 210.28572692871094, + "epoch": 0.6125, + "grad_norm": 3.0694884073186777, + "kl": 1.0015625, + "learning_rate": 3.7401096930743746e-07, + "loss": 0.0029, + "num_tokens": 6334093.0, + "reward": 2.9978450298309327, + "reward_std": 0.005702095478773117, + "rewards/classifier_reward": 0.9978448033332825, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 245 + }, + { + "clip_ratio": 0.0, + "completion_length": 212.02857971191406, + "epoch": 0.615, + "grad_norm": 2.5150561307413764, + "kl": 1.084375, + "learning_rate": 3.699071510653235e-07, + "loss": 0.003, + "num_tokens": 6359434.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 246 + }, + { + "clip_ratio": 0.0, + "completion_length": 220.0571533203125, + "epoch": 0.6175, + "grad_norm": 0.04173992686860701, + "kl": 0.96875, + "learning_rate": 3.6581271161970784e-07, + "loss": 0.0034, + "num_tokens": 6384975.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 247 + }, + { + "clip_ratio": 0.0, + "completion_length": 221.91429443359374, + "epoch": 0.62, + "grad_norm": 0.11609659945057246, + "kl": 1.05078125, + "learning_rate": 3.6172794615141446e-07, + "loss": 0.0034, + "num_tokens": 6410642.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 248 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.8571533203125, + "epoch": 0.6225, + "grad_norm": 0.08717380831309861, + "kl": 0.971875, + "learning_rate": 3.5765314914384024e-07, + "loss": 0.0034, + "num_tokens": 6436607.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 249 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.22858276367188, + "epoch": 0.625, + "grad_norm": 0.06146613518625495, + "kl": 0.99765625, + "learning_rate": 3.535886143617248e-07, + "loss": 0.0034, + "num_tokens": 6462760.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 250 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.17144165039062, + "epoch": 0.6275, + "grad_norm": 3.705436703551293, + "kl": 1.01953125, + "learning_rate": 3.495346348299724e-07, + "loss": 0.0025, + "num_tokens": 6488563.0, + "reward": 2.9139774799346925, + "reward_std": 0.1073996058665216, + "rewards/classifier_reward": 0.9996915578842163, + "rewards/length_reward": 0.9142857193946838, + "rewards/slop_reward": 1.0, + "step": 251 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.9714385986328, + "epoch": 0.63, + "grad_norm": 0.04691998567992384, + "kl": 0.97890625, + "learning_rate": 3.454915028125263e-07, + "loss": 0.0034, + "num_tokens": 6514734.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 252 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.02857971191406, + "epoch": 0.6325, + "grad_norm": 2.988060627858761, + "kl": 1.0296875, + "learning_rate": 3.4145950979129914e-07, + "loss": 0.0029, + "num_tokens": 6540498.0, + "reward": 2.99902081489563, + "reward_std": 0.0025911811739206315, + "rewards/classifier_reward": 0.9990206360816956, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 253 + }, + { + "clip_ratio": 0.0, + "completion_length": 218.54286499023436, + "epoch": 0.635, + "grad_norm": 0.09098624238326748, + "kl": 1.11640625, + "learning_rate": 3.3743894644515824e-07, + "loss": 0.0035, + "num_tokens": 6565616.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 254 + }, + { + "clip_ratio": 0.0, + "completion_length": 223.57143859863282, + "epoch": 0.6375, + "grad_norm": 0.07923298438659351, + "kl": 0.95703125, + "learning_rate": 3.334301026289712e-07, + "loss": 0.0033, + "num_tokens": 6591361.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 255 + }, + { + "clip_ratio": 0.0, + "completion_length": 219.00000610351563, + "epoch": 0.64, + "grad_norm": 3.44595488232409, + "kl": 1.071875, + "learning_rate": 3.294332673527076e-07, + "loss": 0.003, + "num_tokens": 6616850.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 256 + }, + { + "clip_ratio": 0.0, + "completion_length": 220.80000915527344, + "epoch": 0.6425, + "grad_norm": 0.0704184343563711, + "kl": 1.046875, + "learning_rate": 3.254487287606044e-07, + "loss": 0.0034, + "num_tokens": 6642498.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 257 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.11429748535156, + "epoch": 0.645, + "grad_norm": 4.4341498316331425, + "kl": 0.9890625, + "learning_rate": 3.214767741103923e-07, + "loss": 0.0024, + "num_tokens": 6668511.0, + "reward": 2.950000190734863, + "reward_std": 0.13228756189346313, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 258 + }, + { + "clip_ratio": 0.0, + "completion_length": 227.11429443359376, + "epoch": 0.6475, + "grad_norm": 2.667970216501767, + "kl": 1.121875, + "learning_rate": 3.1751768975258743e-07, + "loss": 0.003, + "num_tokens": 6694380.0, + "reward": 2.9997310638427734, + "reward_std": 0.0007120789494365453, + "rewards/classifier_reward": 0.9997308611869812, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 259 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.42858276367187, + "epoch": 0.65, + "grad_norm": 0.049266434577523735, + "kl": 1.04921875, + "learning_rate": 3.135717611098457e-07, + "loss": 0.0034, + "num_tokens": 6719910.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 260 + }, + { + "clip_ratio": 0.0, + "completion_length": 220.97144165039063, + "epoch": 0.6525, + "grad_norm": 0.046460428834944396, + "kl": 1.00546875, + "learning_rate": 3.0963927265638734e-07, + "loss": 0.0034, + "num_tokens": 6745328.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 261 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.2571533203125, + "epoch": 0.655, + "grad_norm": 2.6813194889359324, + "kl": 1.08125, + "learning_rate": 3.0572050789748726e-07, + "loss": 0.003, + "num_tokens": 6771231.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 262 + }, + { + "clip_ratio": 0.0, + "completion_length": 217.20001220703125, + "epoch": 0.6575, + "grad_norm": 2.8890479947848235, + "kl": 1.16796875, + "learning_rate": 3.018157493490374e-07, + "loss": 0.0031, + "num_tokens": 6796753.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 263 + }, + { + "clip_ratio": 0.0, + "completion_length": 233.51430053710936, + "epoch": 0.66, + "grad_norm": 2.802128759307218, + "kl": 1.371875, + "learning_rate": 2.9792527851717803e-07, + "loss": 0.0033, + "num_tokens": 6822476.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 264 + }, + { + "clip_ratio": 0.0, + "completion_length": 225.82858581542968, + "epoch": 0.6625, + "grad_norm": 0.06018626969663984, + "kl": 1.04296875, + "learning_rate": 2.940493758780037e-07, + "loss": 0.0034, + "num_tokens": 6847958.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 265 + }, + { + "clip_ratio": 0.0, + "completion_length": 214.571435546875, + "epoch": 0.665, + "grad_norm": 57.99972496539001, + "kl": 2.54609375, + "learning_rate": 2.9018832085734295e-07, + "loss": 0.0045, + "num_tokens": 6873054.0, + "reward": 2.8571430683135985, + "reward_std": 0.09759000539779664, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8571428596973419, + "rewards/slop_reward": 1.0, + "step": 266 + }, + { + "clip_ratio": 0.0, + "completion_length": 222.40001220703124, + "epoch": 0.6675, + "grad_norm": 5.391908835054465, + "kl": 1.19921875, + "learning_rate": 2.863423918106138e-07, + "loss": 0.0022, + "num_tokens": 6898757.0, + "reward": 2.9923308849334718, + "reward_std": 0.02029096046462655, + "rewards/classifier_reward": 0.9923307299613953, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 267 + }, + { + "clip_ratio": 0.0, + "completion_length": 226.80001220703124, + "epoch": 0.67, + "grad_norm": 0.44063981643559547, + "kl": 1.27265625, + "learning_rate": 2.825118660027553e-07, + "loss": 0.0037, + "num_tokens": 6924550.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 268 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.80001220703124, + "epoch": 0.6725, + "grad_norm": 3.710195212366325, + "kl": 1.1890625, + "learning_rate": 2.786970195882398e-07, + "loss": 0.0026, + "num_tokens": 6950478.0, + "reward": 2.9779660224914553, + "reward_std": 0.058296956680715085, + "rewards/classifier_reward": 0.9993943929672241, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 269 + }, + { + "clip_ratio": 0.0, + "completion_length": 227.51430053710936, + "epoch": 0.675, + "grad_norm": 99.1686641289829, + "kl": 79.6328125, + "learning_rate": 2.748981275911633e-07, + "loss": 0.0819, + "num_tokens": 6976266.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 270 + }, + { + "clip_ratio": 0.0, + "completion_length": 242.82857971191407, + "epoch": 0.6775, + "grad_norm": 4.778004765539873, + "kl": 1.34140625, + "learning_rate": 2.7111546388541896e-07, + "loss": 0.0028, + "num_tokens": 7002514.0, + "reward": 2.9389439105987547, + "reward_std": 0.10570754185318947, + "rewards/classifier_reward": 0.996086585521698, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 271 + }, + { + "clip_ratio": 0.0, + "completion_length": 255.74286499023438, + "epoch": 0.68, + "grad_norm": 6.749318308021253, + "kl": 1.54609375, + "learning_rate": 2.673493011749513e-07, + "loss": 0.003, + "num_tokens": 7029221.0, + "reward": 2.6523685693740844, + "reward_std": 0.242851722240448, + "rewards/classifier_reward": 0.9095112562179566, + "rewards/length_reward": 0.7428571462631226, + "rewards/slop_reward": 1.0, + "step": 272 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.02857971191406, + "epoch": 0.6825, + "grad_norm": 4.816456021644019, + "kl": 1.69375, + "learning_rate": 2.635999109740976e-07, + "loss": 0.0027, + "num_tokens": 7055228.0, + "reward": 2.858464765548706, + "reward_std": 0.17900042831897736, + "rewards/classifier_reward": 0.9941788673400879, + "rewards/length_reward": 0.8857142865657807, + "rewards/slop_reward": 0.9785714268684387, + "step": 273 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.7714385986328, + "epoch": 0.685, + "grad_norm": 2.4842492940641647, + "kl": 1.0171875, + "learning_rate": 2.598675635880129e-07, + "loss": 0.0029, + "num_tokens": 7081610.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 274 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.571435546875, + "epoch": 0.6875, + "grad_norm": 2.556011928350466, + "kl": 1.15546875, + "learning_rate": 2.561525280931828e-07, + "loss": 0.0031, + "num_tokens": 7107408.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 275 + }, + { + "clip_ratio": 0.0, + "completion_length": 231.6285827636719, + "epoch": 0.69, + "grad_norm": 0.08355624448786589, + "kl": 1.053125, + "learning_rate": 2.5245507231802486e-07, + "loss": 0.0034, + "num_tokens": 7133271.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 276 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.5428680419922, + "epoch": 0.6925, + "grad_norm": 3.2025322276348107, + "kl": 1.4359375, + "learning_rate": 2.487754628235805e-07, + "loss": 0.0033, + "num_tokens": 7159353.0, + "reward": 2.9962107658386232, + "reward_std": 0.01002594456076622, + "rewards/classifier_reward": 0.9962105512619018, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 277 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.65715942382812, + "epoch": 0.695, + "grad_norm": 0.18581262102933002, + "kl": 1.25859375, + "learning_rate": 2.4511396488429724e-07, + "loss": 0.0036, + "num_tokens": 7185072.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 278 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.51429748535156, + "epoch": 0.6975, + "grad_norm": 4.453521381818444, + "kl": 0.99765625, + "learning_rate": 2.414708424689048e-07, + "loss": 0.0024, + "num_tokens": 7210683.0, + "reward": 2.882569408416748, + "reward_std": 0.2035010576248169, + "rewards/classifier_reward": 0.9397120952606202, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 279 + }, + { + "clip_ratio": 0.0, + "completion_length": 223.31429443359374, + "epoch": 0.7, + "grad_norm": 0.1121570381593698, + "kl": 1.2296875, + "learning_rate": 2.378463582213842e-07, + "loss": 0.0036, + "num_tokens": 7236399.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 280 + }, + { + "clip_ratio": 0.0, + "completion_length": 217.60000915527343, + "epoch": 0.7025, + "grad_norm": 4.495034027794915, + "kl": 0.9515625, + "learning_rate": 2.3424077344203307e-07, + "loss": 0.0024, + "num_tokens": 7261935.0, + "reward": 2.99290018081665, + "reward_std": 0.018784815073013307, + "rewards/classifier_reward": 0.9929000020027161, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 281 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.11429748535156, + "epoch": 0.705, + "grad_norm": 0.5186142582429601, + "kl": 1.41875, + "learning_rate": 2.3065434806862805e-07, + "loss": 0.0038, + "num_tokens": 7287768.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 282 + }, + { + "clip_ratio": 0.0, + "completion_length": 228.11429443359376, + "epoch": 0.7075, + "grad_norm": 2.654334342756894, + "kl": 1.0203125, + "learning_rate": 2.2708734065768486e-07, + "loss": 0.0029, + "num_tokens": 7312659.0, + "reward": 2.9993388175964357, + "reward_std": 0.0017499331384897231, + "rewards/classifier_reward": 0.9993385910987854, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 283 + }, + { + "clip_ratio": 0.0, + "completion_length": 234.40001220703124, + "epoch": 0.71, + "grad_norm": 4.588949960274673, + "kl": 1.12421875, + "learning_rate": 2.2354000836581831e-07, + "loss": 0.0021, + "num_tokens": 7338617.0, + "reward": 2.9408255100250242, + "reward_std": 0.1565615115687251, + "rewards/classifier_reward": 0.9908253073692321, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 284 + }, + { + "clip_ratio": 0.0, + "completion_length": 231.6285827636719, + "epoch": 0.7125, + "grad_norm": 0.21793328593853228, + "kl": 1.21484375, + "learning_rate": 2.2001260693120232e-07, + "loss": 0.0036, + "num_tokens": 7364198.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 285 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.08572998046876, + "epoch": 0.715, + "grad_norm": 2.616590063333536, + "kl": 1.01640625, + "learning_rate": 2.1650539065513412e-07, + "loss": 0.0029, + "num_tokens": 7390479.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 286 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.97144165039063, + "epoch": 0.7175, + "grad_norm": 4.531348675554103, + "kl": 1.19375, + "learning_rate": 2.1301861238370016e-07, + "loss": 0.0031, + "num_tokens": 7416732.0, + "reward": 2.942857360839844, + "reward_std": 0.09759000539779664, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9428571462631226, + "rewards/slop_reward": 1.0, + "step": 287 + }, + { + "clip_ratio": 0.0, + "completion_length": 246.20001220703125, + "epoch": 0.72, + "grad_norm": 4.718898706696491, + "kl": 1.49921875, + "learning_rate": 2.0955252348954805e-07, + "loss": 0.0034, + "num_tokens": 7443268.0, + "reward": 2.6439733505249023, + "reward_std": 0.043535226583480836, + "rewards/classifier_reward": 0.8439731419086456, + "rewards/length_reward": 0.8, + "rewards/slop_reward": 1.0, + "step": 288 + }, + { + "clip_ratio": 0.0, + "completion_length": 224.48572387695313, + "epoch": 0.7225, + "grad_norm": 0.04294906761504897, + "kl": 1.00546875, + "learning_rate": 2.0610737385376348e-07, + "loss": 0.0034, + "num_tokens": 7468990.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 289 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.77144470214844, + "epoch": 0.725, + "grad_norm": 0.13090449233770926, + "kl": 1.19453125, + "learning_rate": 2.026834118478567e-07, + "loss": 0.0036, + "num_tokens": 7495162.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 290 + }, + { + "clip_ratio": 0.0, + "completion_length": 222.57143859863282, + "epoch": 0.7275, + "grad_norm": 0.04429936575325668, + "kl": 0.97734375, + "learning_rate": 1.9928088431585589e-07, + "loss": 0.0034, + "num_tokens": 7520868.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 291 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.7428741455078, + "epoch": 0.73, + "grad_norm": 12.126930606187928, + "kl": 10.5515625, + "learning_rate": 1.959000365565119e-07, + "loss": 0.0129, + "num_tokens": 7546905.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 292 + }, + { + "clip_ratio": 0.0, + "completion_length": 231.20001220703125, + "epoch": 0.7325, + "grad_norm": 1.1227825049824671, + "kl": 1.8796875, + "learning_rate": 1.925411123056128e-07, + "loss": 0.0043, + "num_tokens": 7572334.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 293 + }, + { + "clip_ratio": 0.0, + "completion_length": 234.68572387695312, + "epoch": 0.735, + "grad_norm": 2.907894335014808, + "kl": 1.3328125, + "learning_rate": 1.8920435371841392e-07, + "loss": 0.0032, + "num_tokens": 7598444.0, + "reward": 2.996587371826172, + "reward_std": 0.009029625356197358, + "rewards/classifier_reward": 0.9965871214866638, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 294 + }, + { + "clip_ratio": 0.0, + "completion_length": 232.68572387695312, + "epoch": 0.7375, + "grad_norm": 0.10333954670768886, + "kl": 1.1203125, + "learning_rate": 1.858900013521788e-07, + "loss": 0.0035, + "num_tokens": 7624449.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 295 + }, + { + "clip_ratio": 0.0, + "completion_length": 233.54286499023436, + "epoch": 0.74, + "grad_norm": 0.058548069484880644, + "kl": 1.05859375, + "learning_rate": 1.8259829414883725e-07, + "loss": 0.0034, + "num_tokens": 7650523.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 296 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.9428680419922, + "epoch": 0.7425, + "grad_norm": 3.1888591778113993, + "kl": 1.009375, + "learning_rate": 1.7932946941775878e-07, + "loss": 0.0029, + "num_tokens": 7676533.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 297 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.5428680419922, + "epoch": 0.745, + "grad_norm": 0.10062491596572344, + "kl": 1.0046875, + "learning_rate": 1.7608376281864502e-07, + "loss": 0.0034, + "num_tokens": 7702619.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 298 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.51430053710936, + "epoch": 0.7475, + "grad_norm": 0.061386216937859915, + "kl": 1.02578125, + "learning_rate": 1.7286140834453954e-07, + "loss": 0.0034, + "num_tokens": 7729097.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 299 + }, + { + "clip_ratio": 0.0, + "completion_length": 254.4571533203125, + "epoch": 0.75, + "grad_norm": 0.05751560507113229, + "kl": 1.03984375, + "learning_rate": 1.6966263830495935e-07, + "loss": 0.0034, + "num_tokens": 7755641.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 300 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.34287109375, + "epoch": 0.7525, + "grad_norm": 0.11118968278237154, + "kl": 1.11484375, + "learning_rate": 1.6648768330914576e-07, + "loss": 0.0035, + "num_tokens": 7781895.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 301 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.40000915527344, + "epoch": 0.755, + "grad_norm": 0.191477055644317, + "kl": 1.0296875, + "learning_rate": 1.6333677224944037e-07, + "loss": 0.0034, + "num_tokens": 7808096.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 302 + }, + { + "clip_ratio": 0.0, + "completion_length": 256.8571533203125, + "epoch": 0.7575, + "grad_norm": 2.9503904549206177, + "kl": 0.984375, + "learning_rate": 1.6021013228478275e-07, + "loss": 0.0029, + "num_tokens": 7835006.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 303 + }, + { + "clip_ratio": 0.0, + "completion_length": 246.02857971191406, + "epoch": 0.76, + "grad_norm": 7.0345652170290975, + "kl": 1.221875, + "learning_rate": 1.5710798882433428e-07, + "loss": 0.0036, + "num_tokens": 7861536.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 304 + }, + { + "clip_ratio": 0.0, + "completion_length": 253.68572387695312, + "epoch": 0.7625, + "grad_norm": 0.0476505587038927, + "kl": 0.96328125, + "learning_rate": 1.5403056551122694e-07, + "loss": 0.0033, + "num_tokens": 7888255.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 305 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.88572387695314, + "epoch": 0.765, + "grad_norm": 0.04204135010045963, + "kl": 0.89609375, + "learning_rate": 1.5097808420644115e-07, + "loss": 0.0033, + "num_tokens": 7914639.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 306 + }, + { + "clip_ratio": 0.0, + "completion_length": 255.1428649902344, + "epoch": 0.7675, + "grad_norm": 0.07577358460759685, + "kl": 0.9578125, + "learning_rate": 1.479507649728105e-07, + "loss": 0.0033, + "num_tokens": 7941362.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 307 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.9714385986328, + "epoch": 0.77, + "grad_norm": 0.04375804621751843, + "kl": 0.95703125, + "learning_rate": 1.4494882605915714e-07, + "loss": 0.0033, + "num_tokens": 7967870.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 308 + }, + { + "clip_ratio": 0.0, + "completion_length": 262.4571533203125, + "epoch": 0.7725, + "grad_norm": 3.881559830490846, + "kl": 1.06953125, + "learning_rate": 1.419724838845569e-07, + "loss": 0.0025, + "num_tokens": 7994976.0, + "reward": 2.7243717670440675, + "reward_std": 0.2547113478183746, + "rewards/classifier_reward": 0.9529429793357849, + "rewards/length_reward": 0.7714285761117935, + "rewards/slop_reward": 1.0, + "step": 309 + }, + { + "clip_ratio": 0.0, + "completion_length": 256.0857208251953, + "epoch": 0.775, + "grad_norm": 0.042854049785843215, + "kl": 0.934375, + "learning_rate": 1.3902195302273778e-07, + "loss": 0.0033, + "num_tokens": 8021851.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 310 + }, + { + "clip_ratio": 0.0, + "completion_length": 270.20001525878905, + "epoch": 0.7775, + "grad_norm": 5.120776391757703, + "kl": 0.9703125, + "learning_rate": 1.3609744618661013e-07, + "loss": 0.0019, + "num_tokens": 8049101.0, + "reward": 2.8000001430511476, + "reward_std": 0.28008740544319155, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8000000059604645, + "rewards/slop_reward": 1.0, + "step": 311 + }, + { + "clip_ratio": 0.0, + "completion_length": 266.88572998046874, + "epoch": 0.78, + "grad_norm": 5.825629703539792, + "kl": 1.01640625, + "learning_rate": 1.331991742129318e-07, + "loss": 0.0024, + "num_tokens": 8076201.0, + "reward": 2.828571605682373, + "reward_std": 0.1731828987598419, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8285714328289032, + "rewards/slop_reward": 1.0, + "step": 312 + }, + { + "clip_ratio": 0.0, + "completion_length": 255.80001220703124, + "epoch": 0.7825, + "grad_norm": 2.2750579624967204, + "kl": 0.90625, + "learning_rate": 1.3032734604710783e-07, + "loss": 0.0028, + "num_tokens": 8102845.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 313 + }, + { + "clip_ratio": 0.0, + "completion_length": 258.34287109375, + "epoch": 0.785, + "grad_norm": 2.9657377944921426, + "kl": 1.23046875, + "learning_rate": 1.2748216872812745e-07, + "loss": 0.0031, + "num_tokens": 8129806.0, + "reward": 2.828571653366089, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8285714298486709, + "rewards/slop_reward": 1.0, + "step": 314 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.60000915527343, + "epoch": 0.7875, + "grad_norm": 0.04358713190283898, + "kl": 0.9265625, + "learning_rate": 1.2466384737363779e-07, + "loss": 0.0033, + "num_tokens": 8156161.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 315 + }, + { + "clip_ratio": 0.0, + "completion_length": 252.94286499023437, + "epoch": 0.79, + "grad_norm": 0.05992737661065536, + "kl": 0.98046875, + "learning_rate": 1.2187258516515642e-07, + "loss": 0.0034, + "num_tokens": 8182699.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 316 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.91429443359374, + "epoch": 0.7925, + "grad_norm": 0.07122711325744925, + "kl": 0.9984375, + "learning_rate": 1.1910858333342277e-07, + "loss": 0.0034, + "num_tokens": 8209296.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 317 + }, + { + "clip_ratio": 0.0, + "completion_length": 250.11429748535156, + "epoch": 0.795, + "grad_norm": 3.4982043756301584, + "kl": 0.98671875, + "learning_rate": 1.1637204114389177e-07, + "loss": 0.0029, + "num_tokens": 8235818.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 318 + }, + { + "clip_ratio": 0.0, + "completion_length": 251.08572387695312, + "epoch": 0.7975, + "grad_norm": 0.04511891765892185, + "kl": 0.93671875, + "learning_rate": 1.1366315588236741e-07, + "loss": 0.0033, + "num_tokens": 8262480.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 319 + }, + { + "clip_ratio": 0.0, + "completion_length": 252.4571563720703, + "epoch": 0.8, + "grad_norm": 4.101920254520037, + "kl": 0.98984375, + "learning_rate": 1.1098212284078035e-07, + "loss": 0.0024, + "num_tokens": 8289236.0, + "reward": 2.8857144832611086, + "reward_std": 0.19518001079559327, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.8857142925262451, + "rewards/slop_reward": 1.0, + "step": 320 + }, + { + "clip_ratio": 0.0, + "completion_length": 248.91429748535157, + "epoch": 0.8025, + "grad_norm": 0.05706184089424821, + "kl": 0.975, + "learning_rate": 1.0832913530310783e-07, + "loss": 0.0034, + "num_tokens": 8315716.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 321 + }, + { + "clip_ratio": 0.0, + "completion_length": 250.31430358886718, + "epoch": 0.805, + "grad_norm": 0.07917877336969092, + "kl": 1.02265625, + "learning_rate": 1.0570438453144043e-07, + "loss": 0.0034, + "num_tokens": 8342093.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 322 + }, + { + "clip_ratio": 0.0, + "completion_length": 246.60001220703126, + "epoch": 0.8075, + "grad_norm": 0.09776954891266137, + "kl": 1.1421875, + "learning_rate": 1.0310805975219255e-07, + "loss": 0.0035, + "num_tokens": 8368479.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 323 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.85715026855468, + "epoch": 0.81, + "grad_norm": 0.05012984603712916, + "kl": 0.96015625, + "learning_rate": 1.0054034814246093e-07, + "loss": 0.0033, + "num_tokens": 8394862.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 324 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.7714385986328, + "epoch": 0.8125, + "grad_norm": 0.2165819917911517, + "kl": 1.35078125, + "learning_rate": 9.800143481652979e-08, + "loss": 0.0037, + "num_tokens": 8421276.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 325 + }, + { + "clip_ratio": 0.0, + "completion_length": 246.08572998046876, + "epoch": 0.815, + "grad_norm": 0.20309822089295643, + "kl": 1.27265625, + "learning_rate": 9.549150281252632e-08, + "loss": 0.0037, + "num_tokens": 8447767.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 326 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.6571533203125, + "epoch": 0.8175, + "grad_norm": 0.15578036977279336, + "kl": 1.1515625, + "learning_rate": 9.30107330792243e-08, + "loss": 0.0035, + "num_tokens": 8474150.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 327 + }, + { + "clip_ratio": 0.0, + "completion_length": 237.4857208251953, + "epoch": 0.82, + "grad_norm": 0.043416576178703016, + "kl": 0.9265625, + "learning_rate": 9.055930446299914e-08, + "loss": 0.0033, + "num_tokens": 8500171.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 328 + }, + { + "clip_ratio": 0.0, + "completion_length": 234.57143859863282, + "epoch": 0.8225, + "grad_norm": 0.05061080629519643, + "kl": 1.034375, + "learning_rate": 8.813739369493395e-08, + "loss": 0.0034, + "num_tokens": 8526178.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 329 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.28572692871094, + "epoch": 0.825, + "grad_norm": 0.04111158267935015, + "kl": 0.94296875, + "learning_rate": 8.574517537807896e-08, + "loss": 0.0033, + "num_tokens": 8552519.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 330 + }, + { + "clip_ratio": 0.0, + "completion_length": 242.00000915527343, + "epoch": 0.8275, + "grad_norm": 0.3393008711951354, + "kl": 1.38515625, + "learning_rate": 8.338282197486362e-08, + "loss": 0.0038, + "num_tokens": 8578538.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 331 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.71430053710938, + "epoch": 0.83, + "grad_norm": 5.920098814946804, + "kl": 1.471875, + "learning_rate": 8.105050379466332e-08, + "loss": 0.0034, + "num_tokens": 8604935.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 332 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.34286499023438, + "epoch": 0.8325, + "grad_norm": 2.5733896209901923, + "kl": 1.1671875, + "learning_rate": 7.87483889815207e-08, + "loss": 0.0031, + "num_tokens": 8631504.0, + "reward": 2.991787624359131, + "reward_std": 0.02172858864068985, + "rewards/classifier_reward": 0.9917873620986939, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 333 + }, + { + "clip_ratio": 0.0, + "completion_length": 237.14287109375, + "epoch": 0.835, + "grad_norm": 2.715010668750814, + "kl": 0.91875, + "learning_rate": 7.64766435020246e-08, + "loss": 0.0028, + "num_tokens": 8657724.0, + "reward": 2.989917850494385, + "reward_std": 0.026675373315811157, + "rewards/classifier_reward": 0.9899176597595215, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 334 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.05715637207032, + "epoch": 0.8375, + "grad_norm": 2.9706039903092303, + "kl": 0.96171875, + "learning_rate": 7.423543113334435e-08, + "loss": 0.0029, + "num_tokens": 8684291.0, + "reward": 2.998081636428833, + "reward_std": 0.005076154321432114, + "rewards/classifier_reward": 0.9980813980102539, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 335 + }, + { + "clip_ratio": 0.0, + "completion_length": 251.02857971191406, + "epoch": 0.84, + "grad_norm": 3.791827437250973, + "kl": 0.978125, + "learning_rate": 7.202491345142286e-08, + "loss": 0.0029, + "num_tokens": 8710997.0, + "reward": 2.6675583362579345, + "reward_std": 0.1484653353691101, + "rewards/classifier_reward": 0.8389866888523102, + "rewards/length_reward": 0.8285714298486709, + "rewards/slop_reward": 1.0, + "step": 336 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.48572692871093, + "epoch": 0.8425, + "grad_norm": 0.26642623759823414, + "kl": 1.29609375, + "learning_rate": 6.984524981932755e-08, + "loss": 0.0037, + "num_tokens": 8736817.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 337 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.2571533203125, + "epoch": 0.845, + "grad_norm": 0.05826256029366563, + "kl": 0.9796875, + "learning_rate": 6.769659737576227e-08, + "loss": 0.0034, + "num_tokens": 8763338.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 338 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.00001525878906, + "epoch": 0.8475, + "grad_norm": 0.0820068561247779, + "kl": 0.91484375, + "learning_rate": 6.557911102373809e-08, + "loss": 0.0033, + "num_tokens": 8789832.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 339 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.57143859863282, + "epoch": 0.85, + "grad_norm": 0.145851308869347, + "kl": 1.04375, + "learning_rate": 6.349294341940592e-08, + "loss": 0.0034, + "num_tokens": 8816056.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 340 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.6571533203125, + "epoch": 0.8525, + "grad_norm": 4.893160591979278, + "kl": 1.1859375, + "learning_rate": 6.143824496105121e-08, + "loss": 0.0031, + "num_tokens": 8842714.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 341 + }, + { + "clip_ratio": 0.0, + "completion_length": 245.80001220703124, + "epoch": 0.855, + "grad_norm": 0.06508578960217941, + "kl": 1.04375, + "learning_rate": 5.941516377825101e-08, + "loss": 0.0034, + "num_tokens": 8869237.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 342 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.80000915527344, + "epoch": 0.8575, + "grad_norm": 4.184670329516298, + "kl": 0.9828125, + "learning_rate": 5.7423845721195184e-08, + "loss": 0.0024, + "num_tokens": 8895106.0, + "reward": 2.950000190734863, + "reward_std": 0.13228756189346313, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 0.9785714268684387, + "step": 343 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.22858276367188, + "epoch": 0.86, + "grad_norm": 0.04621548010483809, + "kl": 0.96796875, + "learning_rate": 5.546443435017145e-08, + "loss": 0.0034, + "num_tokens": 8921496.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 344 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.71429443359375, + "epoch": 0.8625, + "grad_norm": 3.0589783495407725, + "kl": 0.93515625, + "learning_rate": 5.353707092521581e-08, + "loss": 0.0028, + "num_tokens": 8947905.0, + "reward": 2.994158411026001, + "reward_std": 0.01545594185590744, + "rewards/classifier_reward": 0.9941581964492798, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 345 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.94286499023437, + "epoch": 0.865, + "grad_norm": 5.554678417760662, + "kl": 3.01484375, + "learning_rate": 5.16418943959282e-08, + "loss": 0.0054, + "num_tokens": 8974370.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 346 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.7714416503906, + "epoch": 0.8675, + "grad_norm": 0.0645376640043755, + "kl": 0.915625, + "learning_rate": 4.9779041391455775e-08, + "loss": 0.0033, + "num_tokens": 9000853.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 347 + }, + { + "clip_ratio": 0.0, + "completion_length": 245.8571563720703, + "epoch": 0.87, + "grad_norm": 0.1578429426456495, + "kl": 1.0453125, + "learning_rate": 4.794864621064265e-08, + "loss": 0.0034, + "num_tokens": 9027326.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 348 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.51429748535156, + "epoch": 0.8725, + "grad_norm": 0.09635841303768418, + "kl": 1.05234375, + "learning_rate": 4.615084081234799e-08, + "loss": 0.0034, + "num_tokens": 9053438.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 349 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.80000915527344, + "epoch": 0.875, + "grad_norm": 9.025341176830713, + "kl": 0.93828125, + "learning_rate": 4.4385754805932095e-08, + "loss": 0.0024, + "num_tokens": 9079245.0, + "reward": 2.9694100856781005, + "reward_std": 0.0809337928891182, + "rewards/classifier_reward": 0.9908384680747986, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 350 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.28572692871094, + "epoch": 0.8775, + "grad_norm": 3.7703349335107053, + "kl": 1.09296875, + "learning_rate": 4.2653515441913646e-08, + "loss": 0.003, + "num_tokens": 9105890.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 351 + }, + { + "clip_ratio": 0.0, + "completion_length": 229.60000915527343, + "epoch": 0.88, + "grad_norm": 4.44121260340152, + "kl": 0.9359375, + "learning_rate": 4.095424760279453e-08, + "loss": 0.0024, + "num_tokens": 9131259.0, + "reward": 2.8642487049102785, + "reward_std": 0.13740314245224, + "rewards/classifier_reward": 0.8642484605312347, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 352 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.171435546875, + "epoch": 0.8825, + "grad_norm": 4.315109786774216, + "kl": 1.1671875, + "learning_rate": 3.928807379405763e-08, + "loss": 0.0026, + "num_tokens": 9157515.0, + "reward": 2.804906415939331, + "reward_std": 0.016342369094491004, + "rewards/classifier_reward": 0.8049062207341194, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 353 + }, + { + "clip_ratio": 0.0, + "completion_length": 239.2571563720703, + "epoch": 0.885, + "grad_norm": 2.5953487008425773, + "kl": 0.98125, + "learning_rate": 3.7655114135334284e-08, + "loss": 0.0029, + "num_tokens": 9183753.0, + "reward": 2.9993186473846434, + "reward_std": 0.0018032947555184364, + "rewards/classifier_reward": 0.9993184208869934, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 354 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.91429748535157, + "epoch": 0.8875, + "grad_norm": 3.061039239899815, + "kl": 0.87109375, + "learning_rate": 3.6055486351745324e-08, + "loss": 0.0028, + "num_tokens": 9210003.0, + "reward": 2.9983937740325928, + "reward_std": 0.004250280186533928, + "rewards/classifier_reward": 0.9983935475349426, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 355 + }, + { + "clip_ratio": 0.0, + "completion_length": 248.65715637207032, + "epoch": 0.89, + "grad_norm": 0.07280216811639449, + "kl": 1.0234375, + "learning_rate": 3.448930576541309e-08, + "loss": 0.0034, + "num_tokens": 9236471.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 356 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.571435546875, + "epoch": 0.8925, + "grad_norm": 0.04031184293990925, + "kl": 0.85625, + "learning_rate": 3.295668528714801e-08, + "loss": 0.0032, + "num_tokens": 9262896.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 357 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.0571533203125, + "epoch": 0.895, + "grad_norm": 0.048980473886171605, + "kl": 0.90390625, + "learning_rate": 3.145773540830815e-08, + "loss": 0.0033, + "num_tokens": 9289145.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 358 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.48572692871093, + "epoch": 0.8975, + "grad_norm": 0.06968257994497579, + "kl": 0.9921875, + "learning_rate": 2.9992564192834246e-08, + "loss": 0.0034, + "num_tokens": 9315727.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 359 + }, + { + "clip_ratio": 0.0, + "completion_length": 245.34286804199218, + "epoch": 0.9, + "grad_norm": 0.05048579158042856, + "kl": 0.965625, + "learning_rate": 2.8561277269457895e-08, + "loss": 0.0034, + "num_tokens": 9342091.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 360 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.94287109375, + "epoch": 0.9025, + "grad_norm": 0.07338683112545501, + "kl": 0.9578125, + "learning_rate": 2.7163977824087692e-08, + "loss": 0.0033, + "num_tokens": 9368444.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 361 + }, + { + "clip_ratio": 0.0, + "completion_length": 245.48572387695313, + "epoch": 0.905, + "grad_norm": 2.0759195339474985, + "kl": 2.634375, + "learning_rate": 2.5800766592369073e-08, + "loss": 0.005, + "num_tokens": 9394956.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 362 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.1428649902344, + "epoch": 0.9075, + "grad_norm": 0.071979853158223, + "kl": 0.9921875, + "learning_rate": 2.4471741852423233e-08, + "loss": 0.0034, + "num_tokens": 9421111.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 363 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.60001525878906, + "epoch": 0.91, + "grad_norm": 4.112340756036376, + "kl": 1.06640625, + "learning_rate": 2.3176999417760633e-08, + "loss": 0.003, + "num_tokens": 9447147.0, + "reward": 2.997753620147705, + "reward_std": 0.005943871289491654, + "rewards/classifier_reward": 0.9977534294128418, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 364 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.65715637207032, + "epoch": 0.9125, + "grad_norm": 0.1514075169088936, + "kl": 1.1046875, + "learning_rate": 2.1916632630374577e-08, + "loss": 0.0035, + "num_tokens": 9473085.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 365 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.74286804199218, + "epoch": 0.915, + "grad_norm": 0.18737733575482768, + "kl": 1.07578125, + "learning_rate": 2.0690732354011088e-08, + "loss": 0.0035, + "num_tokens": 9499431.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 366 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.6571533203125, + "epoch": 0.9175, + "grad_norm": 0.04304702113082608, + "kl": 0.92421875, + "learning_rate": 1.9499386967619104e-08, + "loss": 0.0033, + "num_tokens": 9525433.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 367 + }, + { + "clip_ratio": 0.0, + "completion_length": 234.6571502685547, + "epoch": 0.92, + "grad_norm": 2.545151028403328, + "kl": 0.9734375, + "learning_rate": 1.8342682358978068e-08, + "loss": 0.0029, + "num_tokens": 9551354.0, + "reward": 2.9982373237609865, + "reward_std": 0.004664153978228569, + "rewards/classifier_reward": 0.9982371211051941, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 368 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.11429443359376, + "epoch": 0.9225, + "grad_norm": 0.04345300022978855, + "kl": 0.9125, + "learning_rate": 1.7220701918506662e-08, + "loss": 0.0033, + "num_tokens": 9577818.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 369 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.74287109375, + "epoch": 0.925, + "grad_norm": 3.5704547668159674, + "kl": 1.284375, + "learning_rate": 1.6133526533250563e-08, + "loss": 0.0032, + "num_tokens": 9604325.0, + "reward": 2.9714287757873534, + "reward_std": 0.07559289336204529, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 0.9714285731315613, + "rewards/slop_reward": 1.0, + "step": 370 + }, + { + "clip_ratio": 0.0, + "completion_length": 237.11429748535156, + "epoch": 0.9275, + "grad_norm": 0.041173535714356384, + "kl": 0.88828125, + "learning_rate": 1.5081234581051482e-08, + "loss": 0.0033, + "num_tokens": 9630168.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 371 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.8571533203125, + "epoch": 0.93, + "grad_norm": 0.08243253183651265, + "kl": 0.934375, + "learning_rate": 1.4063901924895982e-08, + "loss": 0.0033, + "num_tokens": 9656156.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 372 + }, + { + "clip_ratio": 0.0, + "completion_length": 237.1428649902344, + "epoch": 0.9325, + "grad_norm": 0.05082406017565479, + "kl": 0.94921875, + "learning_rate": 1.3081601907447004e-08, + "loss": 0.0033, + "num_tokens": 9682368.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 373 + }, + { + "clip_ratio": 0.0, + "completion_length": 242.80001220703124, + "epoch": 0.935, + "grad_norm": 2.8407093679191733, + "kl": 1.04453125, + "learning_rate": 1.2134405345755772e-08, + "loss": 0.003, + "num_tokens": 9708489.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 374 + }, + { + "clip_ratio": 0.0, + "completion_length": 248.08572692871093, + "epoch": 0.9375, + "grad_norm": 0.14511834175077776, + "kl": 1.07421875, + "learning_rate": 1.1222380526156927e-08, + "loss": 0.0035, + "num_tokens": 9734849.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 375 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.48572692871093, + "epoch": 0.94, + "grad_norm": 0.042968063146662946, + "kl": 0.91875, + "learning_rate": 1.034559319934497e-08, + "loss": 0.0033, + "num_tokens": 9761221.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 376 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.17144165039062, + "epoch": 0.9425, + "grad_norm": 3.168647847961566, + "kl": 1.0890625, + "learning_rate": 9.504106575634663e-09, + "loss": 0.003, + "num_tokens": 9787372.0, + "reward": 2.965010404586792, + "reward_std": 0.06012881994247436, + "rewards/classifier_reward": 0.9864387512207031, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 377 + }, + { + "clip_ratio": 0.0, + "completion_length": 237.91429748535157, + "epoch": 0.945, + "grad_norm": 0.04526250685823323, + "kl": 0.99375, + "learning_rate": 8.697981320403336e-09, + "loss": 0.0034, + "num_tokens": 9813619.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 378 + }, + { + "clip_ratio": 0.0, + "completion_length": 246.20001220703125, + "epoch": 0.9475, + "grad_norm": 4.273461002843142, + "kl": 0.9484375, + "learning_rate": 7.927275549718226e-09, + "loss": 0.0019, + "num_tokens": 9839751.0, + "reward": 2.9877804279327393, + "reward_std": 0.03233038559556008, + "rewards/classifier_reward": 0.9877802491188049, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 379 + }, + { + "clip_ratio": 0.0, + "completion_length": 247.8571533203125, + "epoch": 0.95, + "grad_norm": 0.20002216578085852, + "kl": 1.165625, + "learning_rate": 7.1920448261457715e-09, + "loss": 0.0035, + "num_tokens": 9866244.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 380 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.60000915527343, + "epoch": 0.9525, + "grad_norm": 0.0834845425154776, + "kl": 1.04375, + "learning_rate": 6.492342154746588e-09, + "loss": 0.0034, + "num_tokens": 9892505.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 381 + }, + { + "clip_ratio": 0.0, + "completion_length": 237.31429748535157, + "epoch": 0.955, + "grad_norm": 2.52753839477545, + "kl": 1.11171875, + "learning_rate": 5.828217979253869e-09, + "loss": 0.003, + "num_tokens": 9918307.0, + "reward": 2.9943798542022706, + "reward_std": 0.014869998395442962, + "rewards/classifier_reward": 0.9943796753883362, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 382 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.571435546875, + "epoch": 0.9575, + "grad_norm": 3.128240693093393, + "kl": 0.98359375, + "learning_rate": 5.1997201784368395e-09, + "loss": 0.0029, + "num_tokens": 9944374.0, + "reward": 2.995487594604492, + "reward_std": 0.011939284205436707, + "rewards/classifier_reward": 0.995487380027771, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 383 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.9428680419922, + "epoch": 0.96, + "grad_norm": 3.5538024950839295, + "kl": 1.0, + "learning_rate": 4.606894062648969e-09, + "loss": 0.0024, + "num_tokens": 9970727.0, + "reward": 2.977288818359375, + "reward_std": 0.06008877456188202, + "rewards/classifier_reward": 0.9987171411514282, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 384 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.6571502685547, + "epoch": 0.9625, + "grad_norm": 0.1991534915494115, + "kl": 1.184375, + "learning_rate": 4.049782370561583e-09, + "loss": 0.0036, + "num_tokens": 9997070.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 385 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.34286804199218, + "epoch": 0.965, + "grad_norm": 0.05753950305238813, + "kl": 0.99375, + "learning_rate": 3.5284252660823244e-09, + "loss": 0.0034, + "num_tokens": 10023227.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 386 + }, + { + "clip_ratio": 0.0, + "completion_length": 237.6571533203125, + "epoch": 0.9675, + "grad_norm": 0.09059748000607612, + "kl": 1.003125, + "learning_rate": 3.0428603354600844e-09, + "loss": 0.0034, + "num_tokens": 10049465.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 387 + }, + { + "clip_ratio": 0.0, + "completion_length": 254.54286499023436, + "epoch": 0.97, + "grad_norm": 0.12475756025548783, + "kl": 1.07890625, + "learning_rate": 2.5931225845748917e-09, + "loss": 0.0035, + "num_tokens": 10076294.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 388 + }, + { + "clip_ratio": 0.0, + "completion_length": 242.6571533203125, + "epoch": 0.9725, + "grad_norm": 0.4783333308376495, + "kl": 1.3875, + "learning_rate": 2.1792444364144847e-09, + "loss": 0.0038, + "num_tokens": 10102419.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 389 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.34286804199218, + "epoch": 0.975, + "grad_norm": 0.08716408529439204, + "kl": 0.93125, + "learning_rate": 1.8012557287367391e-09, + "loss": 0.0033, + "num_tokens": 10128786.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 390 + }, + { + "clip_ratio": 0.0, + "completion_length": 241.00000915527343, + "epoch": 0.9775, + "grad_norm": 3.1645439252715826, + "kl": 0.9140625, + "learning_rate": 1.4591837119186102e-09, + "loss": 0.0028, + "num_tokens": 10155141.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 391 + }, + { + "clip_ratio": 0.0, + "completion_length": 235.28572692871094, + "epoch": 0.98, + "grad_norm": 0.41518239333595675, + "kl": 1.1234375, + "learning_rate": 1.1530530469914256e-09, + "loss": 0.0035, + "num_tokens": 10181268.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 392 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.7714385986328, + "epoch": 0.9825, + "grad_norm": 0.040861855208901524, + "kl": 0.878125, + "learning_rate": 8.828858038632536e-10, + "loss": 0.0033, + "num_tokens": 10207349.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 393 + }, + { + "clip_ratio": 0.0, + "completion_length": 249.9714385986328, + "epoch": 0.985, + "grad_norm": 0.12170276230850544, + "kl": 1.1421875, + "learning_rate": 6.48701459727563e-10, + "loss": 0.0035, + "num_tokens": 10233544.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 394 + }, + { + "clip_ratio": 0.0, + "completion_length": 243.00001220703126, + "epoch": 0.9875, + "grad_norm": 0.04242721259201106, + "kl": 0.93828125, + "learning_rate": 4.5051689765929213e-10, + "loss": 0.0033, + "num_tokens": 10259969.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 395 + }, + { + "clip_ratio": 0.0, + "completion_length": 248.68572387695312, + "epoch": 0.99, + "grad_norm": 2.430119389458536, + "kl": 0.96875, + "learning_rate": 2.883464053973772e-10, + "loss": 0.0029, + "num_tokens": 10286476.0, + "reward": 2.9996359825134276, + "reward_std": 0.0009637950919568538, + "rewards/classifier_reward": 0.9996357202529907, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 396 + }, + { + "clip_ratio": 0.0, + "completion_length": 244.34286499023438, + "epoch": 0.9925, + "grad_norm": 2.4946704769049948, + "kl": 1.090625, + "learning_rate": 1.6220167431502118e-10, + "loss": 0.003, + "num_tokens": 10312797.0, + "reward": 2.998571014404297, + "reward_std": 0.0037812769412994387, + "rewards/classifier_reward": 0.9985708117485046, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 397 + }, + { + "clip_ratio": 0.0, + "completion_length": 240.60001220703126, + "epoch": 0.995, + "grad_norm": 0.057929252615434516, + "kl": 0.93359375, + "learning_rate": 7.209179857675663e-11, + "loss": 0.0033, + "num_tokens": 10338970.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 398 + }, + { + "clip_ratio": 0.0, + "completion_length": 238.6285827636719, + "epoch": 0.9975, + "grad_norm": 0.06529828900649211, + "kl": 1.0125, + "learning_rate": 1.8023274482636965e-11, + "loss": 0.0034, + "num_tokens": 10365242.0, + "reward": 3.000000238418579, + "reward_std": 0.0, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 1.0, + "step": 399 + }, + { + "clip_ratio": 0.0, + "completion_length": 239.8800018310547, + "epoch": 1.0, + "grad_norm": 2.484762868251253, + "kl": 0.875, + "learning_rate": 0.0, + "loss": 0.0028, + "num_tokens": 10384026.0, + "reward": 2.978571653366089, + "reward_std": 0.056694668531417844, + "rewards/classifier_reward": 1.0, + "rewards/length_reward": 1.0, + "rewards/slop_reward": 0.9785714268684387, + "step": 400 + } + ], + "logging_steps": 1, + "max_steps": 400, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-400/training_args.bin b/checkpoint-400/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c6ecf4c756aacd081b5ec22e74af12a584941f8 --- /dev/null +++ b/checkpoint-400/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18cb5700cb155d5c51bc2657489b460653960eff8f01015bddc24556d6cddc74 +size 9528 diff --git a/checkpoint-400/zero_to_fp32.py b/checkpoint-400/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..e69ecd9acb5a235ffbf927091051106d902b3d39 --- /dev/null +++ b/checkpoint-400/zero_to_fp32.py @@ -0,0 +1,674 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: +# python zero_to_fp32.py . output_dir/ +# or +# python zero_to_fp32.py . output_dir/ --safe_serialization + +import argparse +import torch +import glob +import math +import os +import re +import json +from tqdm import tqdm +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + total_files = len(files) + state_dicts = [] + for f in files: + state_dict = torch.load(f, map_location=device) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if not ZERO_STAGE in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + if zero_stage <= 2: + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + elif zero_stage == 3: + # if there is more than one param group, there will be multiple flattened tensors - one + # flattened tensor per group - for simplicity merge them into a single tensor + # + # XXX: could make the script more memory efficient for when there are multiple groups - it + # will require matching the sub-lists of param_shapes for each param group flattened tensor + + fp32_flat_groups = [ + torch.cat(state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key], 0) for i in range(len(state_dicts)) + ] + + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = fp32_flat_groups[0].numel() * world_size + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + for name, shape in tqdm(param_shapes.items(), desc='Gathering Sharded Weights'): + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # XXX: memory usage doubles here + state_dict[name] = torch.cat( + tuple(fp32_flat_groups[i].narrow(0, offset, partitioned_numel) for i in range(world_size)), + 0).narrow(0, 0, unpartitioned_numel).view(shape) + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag=None, exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + + Returns: + - pytorch ``state_dict`` + + Note: this approach may not work if your application doesn't have sufficient free CPU memory and + you may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + return _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, + output_dir, + max_shard_size="5GB", + safe_serialization=False, + tag=None, + exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_dir``: directory to the pytorch fp32 state_dict output files + - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB + - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`). + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + # Dependency pre-check + if safe_serialization: + try: + from safetensors.torch import save_file + except ImportError: + print('If you want to use `safe_serialization`, please `pip install safetensors`') + raise + if max_shard_size is not None: + try: + from huggingface_hub import split_torch_state_dict_into_shards + except ImportError: + print('If you want to use `max_shard_size`, please `pip install huggingface_hub`') + raise + + # Convert zero checkpoint to state_dict + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag, exclude_frozen_parameters) + + # Shard the model if it is too big. + weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin" + if max_shard_size is not None: + filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors") + state_dict_split = split_torch_state_dict_into_shards(state_dict, + filename_pattern=filename_pattern, + max_shard_size=max_shard_size) + else: + from collections import namedtuple + StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"]) + state_dict_split = StateDictSplit(is_sharded=False, + filename_to_tensors={weights_name: list(state_dict.keys())}) + + # Save the model + filename_to_tensors = state_dict_split.filename_to_tensors.items() + for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"): + shard = {tensor: state_dict[tensor].contiguous() for tensor in tensors} + output_path = os.path.join(output_dir, shard_file) + if safe_serialization: + save_file(shard, output_path, metadata={"format": "pt"}) + else: + torch.save(shard, output_path) + + # Save index if sharded + if state_dict_split.is_sharded: + index = { + "metadata": state_dict_split.metadata, + "weight_map": state_dict_split.tensor_to_filename, + } + save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json" + save_index_file = os.path.join(output_dir, save_index_file) + with open(save_index_file, "w", encoding="utf-8") as f: + content = json.dumps(index, indent=2, sort_keys=True) + "\n" + f.write(content) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info(f"Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info(f"Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument("output_dir", + type=str, + help="directory to the pytorch fp32 state_dict output files" + "(e.g. path/checkpoint-12-output/)") + parser.add_argument( + "--max_shard_size", + type=str, + default="5GB", + help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size" + "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`" + "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances" + "without CPU OOM issues.") + parser.add_argument( + "--safe_serialization", + default=False, + action='store_true', + help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_dir, + max_shard_size=args.max_shard_size, + safe_serialization=args.safe_serialization, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters) diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c26b5aeb19eceb28981abb0cbc2f345e0e57e453 --- /dev/null +++ b/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "MistralForCausalLM" + ], + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 32768, + "max_position_embeddings": 32768, + "model_type": "mistral", + "num_attention_heads": 32, + "num_hidden_layers": 40, + "num_key_value_heads": 8, + "pad_token_id": 11, + "rms_norm_eps": 1e-05, + "rope_theta": 100000000.0, + "sliding_window": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.50.0.dev0", + "unsloth_fixed": true, + "use_cache": false, + "vocab_size": 131072 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..0f67e415ceed468654cfb334307983cb5afdba74 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": 2, + "max_length": 32768, + "pad_token_id": 11, + "transformers_version": "4.50.0.dev0" +} diff --git a/model-00001-of-00010.safetensors b/model-00001-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d69da1e70bc946956fcf839b8b5cfb14bd725bad --- /dev/null +++ b/model-00001-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341120b3ffa785723ab984164c46e831c943c924b41b6b8403dcfa15bc45a4d8 +size 4781571736 diff --git a/model-00002-of-00010.safetensors b/model-00002-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0472816cc82c7d067f381880ab05c002b7ff680b --- /dev/null +++ b/model-00002-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936f99be0a90fd10d1ee3868b327792339f38ded0971ce0e396c78e7a688d503 +size 4781592784 diff --git a/model-00003-of-00010.safetensors b/model-00003-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6f606c58aa1660f661bf691813e850815b05cd69 --- /dev/null +++ b/model-00003-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fde082e6f88ebbd993d4829663861e818a49630c2776ef34f4429a21b2eeb7b +size 4781592800 diff --git a/model-00004-of-00010.safetensors b/model-00004-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..89b088bccfd51662ca17321857196504cf935178 --- /dev/null +++ b/model-00004-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1361ffee866888fb93abf080b867acd0887a5c43eceac5dfd5bdf319a0977a +size 4886471600 diff --git a/model-00005-of-00010.safetensors b/model-00005-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41f5a6683f200a97fc7aaccbd7d5d96b215a773b --- /dev/null +++ b/model-00005-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d215f13feede6e787ad7f3371d8576a85c0d33af430571bb1bb7e21e692b01b +size 4781592824 diff --git a/model-00006-of-00010.safetensors b/model-00006-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..424b8a5d382f83d68f51bec19105f35a2873e882 --- /dev/null +++ b/model-00006-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0aa6b08c60e53e9041ec247484fe65b42411397894131b0f020f333cc3c96d1 +size 4781592816 diff --git a/model-00007-of-00010.safetensors b/model-00007-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c1fa1caa89544a92de6323a3030455c2a3758dcd --- /dev/null +++ b/model-00007-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb2c9f58847406d8d018cc6efe7c719e14734859302b30e125a69a978c1d37b +size 4886471600 diff --git a/model-00008-of-00010.safetensors b/model-00008-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a5ade633ca9fcd8ab97cab5aff395168cf06c4b --- /dev/null +++ b/model-00008-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:631fbc6d4565deb46663cb28cb83235fb0f3ec745109cd28c1e6aab4f21a2a5e +size 4781592824 diff --git a/model-00009-of-00010.safetensors b/model-00009-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e2d05a9fcdd086d2429cea44a21e15250c31b7f --- /dev/null +++ b/model-00009-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba6f98ba3a09acdd33eeec30d0d816790298d7fdeff856f64cd3a2e36193779 +size 4781592816 diff --git a/model-00010-of-00010.safetensors b/model-00010-of-00010.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ed82bf1c0c50c6ed06df2476712462b1995524b --- /dev/null +++ b/model-00010-of-00010.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e578df9b950927387edac80e15fd049aa590bb03b7a42afb5179b75ee8b31b +size 3900777072 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..fea625e56294eba8231f10d76c291f8fc78a3dbd --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,370 @@ +{ + "metadata": { + "total_size": 47144806400 + }, + "weight_map": { + "lm_head.weight": "model-00010-of-00010.safetensors", + "model.embed_tokens.weight": "model-00001-of-00010.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.10.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.12.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.input_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00004-of-00010.safetensors", + "model.layers.17.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.input_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.20.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00005-of-00010.safetensors", + "model.layers.21.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.input_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00006-of-00010.safetensors", + "model.layers.25.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.input_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00007-of-00010.safetensors", + "model.layers.3.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00010.safetensors", + "model.layers.30.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.input_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00008-of-00010.safetensors", + "model.layers.34.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.input_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.36.mlp.down_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.input_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.37.mlp.down_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.37.mlp.gate_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.mlp.up_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00009-of-00010.safetensors", + "model.layers.38.input_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.38.mlp.down_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.mlp.gate_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.mlp.up_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.input_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.39.mlp.down_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.mlp.gate_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.mlp.up_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00010-of-00010.safetensors", + "model.layers.4.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.input_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00010.safetensors", + "model.layers.8.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.input_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00010.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00010.safetensors", + "model.norm.weight": "model-00010-of-00010.safetensors" + } +} diff --git a/runs/Apr06_18-55-18_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743965783.computeinstance-e00prvjr1rq9tqwb6h.7942.0 b/runs/Apr06_18-55-18_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743965783.computeinstance-e00prvjr1rq9tqwb6h.7942.0 new file mode 100644 index 0000000000000000000000000000000000000000..6de97138da793c1795afb3ba62fbc14577c5597d --- /dev/null +++ b/runs/Apr06_18-55-18_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743965783.computeinstance-e00prvjr1rq9tqwb6h.7942.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:797607deffad5fb6fc5c79cab62d6f9b152e521b335a2da29065be065105ab06 +size 7311 diff --git a/runs/Apr06_19-06-47_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743966470.computeinstance-e00prvjr1rq9tqwb6h.11106.0 b/runs/Apr06_19-06-47_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743966470.computeinstance-e00prvjr1rq9tqwb6h.11106.0 new file mode 100644 index 0000000000000000000000000000000000000000..47b17e63fbbbdfe00e09f4b0fc3a3da16306db04 --- /dev/null +++ b/runs/Apr06_19-06-47_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743966470.computeinstance-e00prvjr1rq9tqwb6h.11106.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeaa828e0d26d2036c6231261340adb0e5952a2f9bb8fbc6848ad7ce85bf2cd2 +size 7311 diff --git a/runs/Apr06_19-11-30_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743966754.computeinstance-e00prvjr1rq9tqwb6h.13322.0 b/runs/Apr06_19-11-30_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743966754.computeinstance-e00prvjr1rq9tqwb6h.13322.0 new file mode 100644 index 0000000000000000000000000000000000000000..4ce98bc6fce9c7b3ff43dd7ad4a99b0dc0eb5af1 --- /dev/null +++ b/runs/Apr06_19-11-30_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743966754.computeinstance-e00prvjr1rq9tqwb6h.13322.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee4d2004afd84660d2e4f1d942aaaf30feb8bc7858ad21f6471b6831584178f2 +size 7311 diff --git a/runs/Apr06_19-16-24_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967048.computeinstance-e00prvjr1rq9tqwb6h.15505.0 b/runs/Apr06_19-16-24_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967048.computeinstance-e00prvjr1rq9tqwb6h.15505.0 new file mode 100644 index 0000000000000000000000000000000000000000..1e599bb070c70380dcd3c992bb302850f8d31a78 --- /dev/null +++ b/runs/Apr06_19-16-24_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967048.computeinstance-e00prvjr1rq9tqwb6h.15505.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2244589f24ba2b039ed363c9a0b8abebc0d8997e4ad479615dced32da3f4282c +size 7311 diff --git a/runs/Apr06_19-26-18_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967643.computeinstance-e00prvjr1rq9tqwb6h.18345.0 b/runs/Apr06_19-26-18_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967643.computeinstance-e00prvjr1rq9tqwb6h.18345.0 new file mode 100644 index 0000000000000000000000000000000000000000..540fff24e93ce0d82197732f0f9cf0f67a028689 --- /dev/null +++ b/runs/Apr06_19-26-18_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967643.computeinstance-e00prvjr1rq9tqwb6h.18345.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc3976f57ee0a78a090209180c5d964d4ef8f405cc24f21400bc461e7adcd01 +size 7311 diff --git a/runs/Apr06_19-30-48_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967913.computeinstance-e00prvjr1rq9tqwb6h.20495.0 b/runs/Apr06_19-30-48_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967913.computeinstance-e00prvjr1rq9tqwb6h.20495.0 new file mode 100644 index 0000000000000000000000000000000000000000..c726481d910e5e9b0867f8dc5b9e58c5403d8db3 --- /dev/null +++ b/runs/Apr06_19-30-48_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743967913.computeinstance-e00prvjr1rq9tqwb6h.20495.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93352f92d398441933f39454b41062b0b9ba20e3f306e804590c2c87094243e8 +size 9480 diff --git a/runs/Apr06_19-43-26_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743968673.computeinstance-e00prvjr1rq9tqwb6h.24769.0 b/runs/Apr06_19-43-26_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743968673.computeinstance-e00prvjr1rq9tqwb6h.24769.0 new file mode 100644 index 0000000000000000000000000000000000000000..fec553db4408e93423ecb5e84daa9ebdd6b1a1f5 --- /dev/null +++ b/runs/Apr06_19-43-26_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743968673.computeinstance-e00prvjr1rq9tqwb6h.24769.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3957f4166cd1d1e8a55627f189c4fa558e0a6551e9b9d6e1f9ab5f0dc4e9fd2 +size 7316 diff --git a/runs/Apr06_19-48-07_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743968955.computeinstance-e00prvjr1rq9tqwb6h.26933.0 b/runs/Apr06_19-48-07_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743968955.computeinstance-e00prvjr1rq9tqwb6h.26933.0 new file mode 100644 index 0000000000000000000000000000000000000000..5a836b70681d329ea81178302c7680a4cd806195 --- /dev/null +++ b/runs/Apr06_19-48-07_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743968955.computeinstance-e00prvjr1rq9tqwb6h.26933.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f2fa72943dcd838b471bb7ff585d612f26d1b2fba5c13dad6a2efce7b175a6 +size 7316 diff --git a/runs/Apr06_19-53-26_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743969274.computeinstance-e00prvjr1rq9tqwb6h.29157.0 b/runs/Apr06_19-53-26_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743969274.computeinstance-e00prvjr1rq9tqwb6h.29157.0 new file mode 100644 index 0000000000000000000000000000000000000000..18d8d48cf23b0ca28faa68f5b994cbd03ae58c1d --- /dev/null +++ b/runs/Apr06_19-53-26_computeinstance-e00prvjr1rq9tqwb6h/events.out.tfevents.1743969274.computeinstance-e00prvjr1rq9tqwb6h.29157.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614c1d00d96983f046b5dd8e3fcee93467ee4b61c3ecf4df457a3fb15b36d67e +size 300419 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..a47054b449916f808ab94e6d2375c00ead78cb8f --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,1032 @@ +{ + "additional_special_tokens": [ + "", + "", + "", + "[INST]", + "[/INST]", + "[AVAILABLE_TOOLS]", + "[/AVAILABLE_TOOLS]", + "[TOOL_RESULTS]", + "[/TOOL_RESULTS]", + "[TOOL_CALLS]", + "[IMG]", + "", + "[IMG_BREAK]", + "[IMG_END]", + "[PREFIX]", + "[MIDDLE]", + "[SUFFIX]", + "[SYSTEM_PROMPT]", + "[/SYSTEM_PROMPT]", + "[TOOL_CONTENT]", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..5f347fb139df0fbf158bde74413e3a03a38e8315 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a95570f76bd1f5f97d83e83b221f5b2f3042e574e1a317b5c377852368af04c2 +size 17078192 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9c523bb779e9f0ae3361a75c9d2fb591e3f81450 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,9021 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": null, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "[INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "[/INST]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "[AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "[/AVAILABLE_TOOLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "[TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "[/TOOL_RESULTS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "[TOOL_CALLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "[IMG]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "[IMG_BREAK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "[IMG_END]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "[PREFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "15": { + "content": "[MIDDLE]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "16": { + "content": "[SUFFIX]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "17": { + "content": "[SYSTEM_PROMPT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "18": { + "content": "[/SYSTEM_PROMPT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "19": { + "content": "[TOOL_CONTENT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "58": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "59": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "60": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "61": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "62": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "63": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "64": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "65": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "66": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "67": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "68": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "69": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "70": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "71": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "72": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "109": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "110": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "111": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "112": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "113": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "114": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "115": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "116": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "117": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "118": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "119": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "120": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "121": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "122": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "123": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "124": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "125": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "126": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "127": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "129": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "130": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "131": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "132": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "133": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "134": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "135": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "136": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "137": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "138": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "139": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "140": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "141": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "142": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "143": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "144": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "145": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "146": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "147": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "148": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "149": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "150": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "153": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "154": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "155": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "156": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "157": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "158": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "159": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "160": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "161": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "162": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "163": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "164": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "165": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "166": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "167": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "168": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "171": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "175": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "177": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "185": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "186": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "187": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "188": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "189": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "190": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "191": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "192": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "217": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "218": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "219": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "220": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "221": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "222": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "223": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "224": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "225": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "226": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "227": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "228": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "229": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "230": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "231": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "232": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "233": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "234": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "235": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "236": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "237": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "238": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "239": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "240": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "241": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "242": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "243": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "244": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "245": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "246": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "247": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "248": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "249": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "251": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "252": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "253": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "254": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "255": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "261": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "262": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "263": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "264": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "265": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "266": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "267": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "268": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "269": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "270": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "271": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "272": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "273": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "274": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "275": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "276": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "277": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "278": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "279": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "280": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "281": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "282": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "283": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "284": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "285": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "286": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "287": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "288": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "289": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "290": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "291": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "292": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "293": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "294": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "295": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "296": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "297": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "298": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "299": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "300": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "301": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "302": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "303": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "304": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "305": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "306": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "307": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "308": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "309": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "310": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "311": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "312": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "313": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "314": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "315": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "316": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "317": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "318": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "319": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "320": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "321": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "322": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "323": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "324": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "325": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "326": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "327": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "328": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "329": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "330": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "331": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "332": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "335": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "336": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "337": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "338": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "339": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "340": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "341": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "342": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "343": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "344": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "345": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "346": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "347": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "348": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "349": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "350": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "351": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "352": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "353": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "354": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "355": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "356": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "357": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "358": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "359": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "360": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "361": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "362": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "363": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "364": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "365": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "366": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "367": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "368": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "369": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "370": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "371": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "372": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "373": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "374": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "375": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "376": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "377": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "378": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "379": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "380": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "381": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "382": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "383": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "384": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "385": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "386": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "387": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "389": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "390": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "391": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "392": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "393": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "394": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "395": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "396": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "397": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "398": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "399": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "400": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "401": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "402": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "403": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "404": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "405": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "406": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "407": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "408": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "409": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "410": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "411": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "412": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "413": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "414": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "415": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "416": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "417": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "418": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "419": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "420": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "421": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "422": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "423": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "424": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "425": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "426": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "427": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "428": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "429": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "430": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "431": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "432": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "433": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "434": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "435": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "436": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "437": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "438": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "439": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "440": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "441": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "442": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "443": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "444": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "445": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "446": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "447": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "448": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "449": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "450": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "451": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "452": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "453": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "454": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "455": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "456": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "457": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "458": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "459": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "460": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "461": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "462": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "463": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "464": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "465": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "466": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "467": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "468": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "469": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "470": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "471": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "472": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "473": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "474": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "475": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "476": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "477": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "478": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "479": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "480": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "481": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "482": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "483": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "484": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "485": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "486": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "487": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "488": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "489": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "490": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "491": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "492": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "493": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "494": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "495": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "496": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "497": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "498": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "499": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "500": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "501": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "502": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "503": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "504": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "505": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "506": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "507": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "508": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "509": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "510": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "511": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "512": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "513": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "514": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "515": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "516": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "517": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "518": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "519": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "520": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "521": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "522": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "523": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "524": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "525": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "526": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "527": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "528": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "529": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "530": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "531": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "532": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "533": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "534": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "535": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "536": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "537": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "538": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "539": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "540": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "541": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "542": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "543": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "544": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "545": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "546": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "547": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "548": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "549": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "550": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "551": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "552": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "553": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "554": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "555": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "556": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "557": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "558": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "559": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "560": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "561": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "562": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "563": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "564": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "565": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "566": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "567": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "568": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "569": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "570": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "571": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "572": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "573": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "574": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "575": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "576": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "577": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "578": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "579": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "580": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "581": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "582": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "583": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "584": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "585": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "586": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "587": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "588": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "589": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "590": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "591": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "592": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "593": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "594": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "595": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "596": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "597": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "598": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "599": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "600": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "601": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "602": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "603": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "604": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "605": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "606": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "607": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "608": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "609": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "610": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "611": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "612": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "613": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "614": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "615": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "616": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "617": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "618": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "619": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "620": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "621": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "622": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "623": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "624": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "625": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "626": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "627": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "628": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "629": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "630": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "631": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "632": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "633": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "634": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "635": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "636": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "637": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "638": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "639": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "640": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "641": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "642": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "643": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "644": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "645": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "646": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "647": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "648": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "649": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "650": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "651": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "652": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "653": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "654": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "655": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "656": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "657": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "658": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "659": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "660": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "661": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "662": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "663": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "664": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "665": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "666": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "667": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "668": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "669": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "670": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "671": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "672": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "673": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "674": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "675": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "676": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "677": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "678": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "679": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "680": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "681": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "682": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "683": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "684": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "685": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "686": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "687": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "688": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "689": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "690": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "691": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "692": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "693": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "694": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "695": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "696": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "697": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "698": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "699": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "700": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "701": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "702": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "703": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "704": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "705": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "706": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "707": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "708": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "709": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "710": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "711": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "712": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "713": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "714": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "715": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "716": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "717": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "718": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "719": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "720": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "721": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "722": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "723": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "724": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "725": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "726": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "727": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "728": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "729": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "730": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "731": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "732": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "733": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "734": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "735": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "736": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "737": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "738": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "739": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "740": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "741": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "742": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "743": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "744": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "745": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "746": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "747": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "748": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "749": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "750": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "751": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "752": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "753": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "754": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "755": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "756": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "757": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "758": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "759": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "760": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "761": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "762": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "763": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "764": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "765": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "766": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "767": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "768": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "769": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "770": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "771": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "772": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "773": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "774": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "775": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "776": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "777": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "778": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "779": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "780": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "781": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "782": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "783": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "784": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "785": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "786": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "787": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "788": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "789": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "790": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "791": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "792": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "793": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "794": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "795": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "796": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "797": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "798": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "799": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "800": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "801": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "802": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "803": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "804": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "805": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "806": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "807": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "808": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "809": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "810": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "811": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "812": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "813": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "814": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "815": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "816": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "817": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "818": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "819": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "820": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "821": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "822": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "823": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "824": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "825": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "826": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "827": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "828": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "829": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "830": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "831": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "832": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "833": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "834": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "835": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "836": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "837": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "838": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "839": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "840": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "841": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "842": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "843": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "844": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "845": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "846": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "847": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "848": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "849": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "850": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "851": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "852": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "853": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "854": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "855": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "856": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "857": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "858": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "859": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "860": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "861": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "862": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "863": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "864": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "865": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "866": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "867": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "868": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "869": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "870": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "871": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "872": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "873": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "874": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "875": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "876": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "877": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "878": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "879": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "880": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "881": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "882": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "883": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "884": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "885": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "886": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "887": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "888": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "889": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "890": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "891": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "892": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "893": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "894": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "895": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "896": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "897": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "898": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "899": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "900": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "901": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "902": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "903": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "904": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "905": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "906": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "907": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "908": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "909": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "910": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "911": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "912": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "913": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "914": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "915": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "916": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "917": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "918": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "919": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "920": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "921": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "922": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "923": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "924": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "925": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "926": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "927": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "928": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "929": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "930": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "931": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "932": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "933": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "934": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "935": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "936": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "937": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "938": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "939": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "940": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "941": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "942": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "943": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "944": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "945": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "946": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "947": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "948": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "949": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "950": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "951": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "952": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "953": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "954": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "955": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "956": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "957": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "958": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "959": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "960": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "961": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "962": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "963": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "964": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "965": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "966": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "967": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "968": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "969": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "970": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "971": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "972": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "973": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "974": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "975": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "976": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "977": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "978": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "979": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "980": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "981": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "982": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "983": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "984": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "985": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "986": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "987": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "988": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "989": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "990": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "991": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "992": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "993": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "994": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "995": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "996": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "997": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "998": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "999": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "", + "[INST]", + "[/INST]", + "[AVAILABLE_TOOLS]", + "[/AVAILABLE_TOOLS]", + "[TOOL_RESULTS]", + "[/TOOL_RESULTS]", + "[TOOL_CALLS]", + "[IMG]", + "", + "[IMG_BREAK]", + "[IMG_END]", + "[PREFIX]", + "[MIDDLE]", + "[SUFFIX]", + "[SYSTEM_PROMPT]", + "[/SYSTEM_PROMPT]", + "[TOOL_CONTENT]", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "bos_token": "", + "chat_template": "{%- set today = strftime_now(\"%Y-%m-%d\") %}\n{%- set default_system_message = \"You are Mistral Small 3, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.\\nYour knowledge base was last updated on 2023-10-01. The current date is \" + today + \".\\n\\nWhen you're not sure about some information, you say that you don't have the information and don't make up anything.\\nIf the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. \\\"What are some good restaurants around me?\\\" => \\\"Where are you?\\\" or \\\"When is the next flight to Tokyo\\\" => \\\"Where do you travel from?\\\")\" %}\n\n{{- bos_token }}\n\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set system_message = default_system_message %}\n {%- set loop_messages = messages %}\n{%- endif %}\n{{- '[SYSTEM_PROMPT]' + system_message + '[/SYSTEM_PROMPT]' }}\n\n{%- for message in loop_messages %}\n {%- if message['role'] == 'user' %}\n {{- '[INST]' + message['content'] + '[/INST]' }}\n {%- elif message['role'] == 'system' %}\n {{- '[SYSTEM_PROMPT]' + message['content'] + '[/SYSTEM_PROMPT]' }}\n {%- elif message['role'] == 'assistant' %}\n {{- message['content'] + eos_token }}\n {%- else %}\n {{- raise_exception('Only user, system and assistant roles are supported!') }}\n {%- endif %}\n{%- endfor %}", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": {}, + "legacy": true, + "model_max_length": 32768, + "pad_token": "", + "padding_side": "left", + "tokenizer_class": "LlamaTokenizerFast", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c6ecf4c756aacd081b5ec22e74af12a584941f8 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18cb5700cb155d5c51bc2657489b460653960eff8f01015bddc24556d6cddc74 +size 9528