diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..52373fe24473b1aa44333d318f578ae6bf04b49b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b32818931e5b3bafe76e5209af16302ca2f79bad --- /dev/null +++ b/config.json @@ -0,0 +1,130 @@ +{ + "architectures": [ + "Llama4ForConditionalGeneration" + ], + "boi_token_index": 200080, + "eoi_token_index": 200081, + "image_token_index": 200092, + "model_type": "llama4", + "text_config": { + "_attn_implementation_autoset": true, + "attention_bias": false, + "attention_chunk_size": 8192, + "attention_dropout": 0.0, + "attn_scale": 0.1, + "attn_temperature_tuning": 4, + "bos_token_id": 200000, + "eos_token_id": 200001, + "floor_scale": 8192, + "for_llm_compressor": false, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "interleave_moe_layer_step": 1, + "intermediate_size": 8192, + "intermediate_size_mlp": 16384, + "max_position_embeddings": 262144, + "model_type": "llama4_text", + "moe_layers": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47 + ], + "no_rope_layers": [], + "num_attention_heads": 40, + "num_experts_per_tok": 1, + "num_hidden_layers": 48, + "num_key_value_heads": 8, + "num_local_experts": 16, + "output_router_logits": false, + "pad_token_id": 200018, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "router_aux_loss_coef": 0.001, + "router_jitter_noise": 0.0, + "torch_dtype": "bfloat16", + "use_cache": true, + "use_qk_norm": true, + "vocab_size": 202048 + }, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.51.0", + "vision_config": { + "_attn_implementation_autoset": true, + "attention_dropout": 0.0, + "hidden_act": "gelu", + "hidden_size": 1408, + "image_size": 336, + "initializer_range": 0.02, + "intermediate_size": 5632, + "model_type": "llama4_vision_model", + "multi_modal_projector_bias": false, + "norm_eps": 1e-05, + "num_attention_heads": 16, + "num_channels": 3, + "num_hidden_layers": 34, + "patch_size": 14, + "pixel_shuffle_ratio": 0.5, + "projector_dropout": 0.0, + "projector_input_dim": 4096, + "projector_output_dim": 4096, + "rope_theta": 10000, + "vision_feature_layer": -1, + "vision_feature_select_strategy": "default", + "vision_output_dim": 4096 + } +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..264352faf3f8c0eba670f82d0960fa34eb4b88cc --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 200000, + "eos_token_id": 200001, + "pad_token_id": 200018, + "transformers_version": "4.51.0" +} diff --git a/model-00001-of-00044.safetensors b/model-00001-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b02496a64239a1494d178cd4589636ec5fd6d8e --- /dev/null +++ b/model-00001-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba27ae3362f7a4aa4ba25e01a9c8220a7c03b2a0c0b128eead7481819385f070 +size 4945370136 diff --git a/model-00002-of-00044.safetensors b/model-00002-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02174aa81cfa2e05611d86677f0c07c22ded76e1 --- /dev/null +++ b/model-00002-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a545aac8be9f883198a816b72348463fa83f4a55cf43d62e27b6eaee7d9a9bb +size 4991415648 diff --git a/model-00003-of-00044.safetensors b/model-00003-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef8f0a842b76b5ef2d5908bddc9b5b1198b22063 --- /dev/null +++ b/model-00003-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458c79f3bd7a78f36ea116c6cefd4c23b303ed5a152384356159c3a6291a52e5 +size 4991415632 diff --git a/model-00004-of-00044.safetensors b/model-00004-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37f778583a1936bec553f0589209dcfa9af54061 --- /dev/null +++ b/model-00004-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab0c4e93b474e235aad19ed9cfea3fcbaa7767b8ad0320daae810208dba29ea +size 4991415640 diff --git a/model-00005-of-00044.safetensors b/model-00005-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a334eac5a99f4aee4c3cc67df677a59cc124871c --- /dev/null +++ b/model-00005-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4489646b31067c629fd6bc0c4d5ac4f573a8685264f4731c41bbcaa749ec2b43 +size 4991415648 diff --git a/model-00006-of-00044.safetensors b/model-00006-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73bb46a4bbba9cc560453d481afc31d902803c7c --- /dev/null +++ b/model-00006-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6c232f582dff1b3729e584175ab60a0d9c9c470d4518ca67eddedb69cd45e7 +size 4991415648 diff --git a/model-00007-of-00044.safetensors b/model-00007-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d5bb9bbb7b648811afdf020100c8bff0edeea24 --- /dev/null +++ b/model-00007-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95ef75b640d89539d6d132f98d63f97d23fc22aee775428adc14fdc81dc151d +size 4949657552 diff --git a/model-00008-of-00044.safetensors b/model-00008-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e592db8410e5d67659d3f304fc40584764b61e9 --- /dev/null +++ b/model-00008-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd497f9cff1b8dcbce09bc3994be8c4b193571409ec7c10d923d7a2c6451318 +size 4991415648 diff --git a/model-00009-of-00044.safetensors b/model-00009-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08816a1ea63044c5773070bb285d2044fd09f7e8 --- /dev/null +++ b/model-00009-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb69e45ecfe5e5e04beb4502594090bc02b0cbfb67b469bcfe3c96a4799a82c5 +size 4991415656 diff --git a/model-00010-of-00044.safetensors b/model-00010-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5ed5ddb475ce384bd7552b421b1a409d127349f4 --- /dev/null +++ b/model-00010-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9fa84ede9807e1e207f40aa037c0c559a506cf142cd4e8fb6fec659fbebf30f +size 4991415664 diff --git a/model-00011-of-00044.safetensors b/model-00011-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f15647d507202814b4bf4c3fb117d23706038caf --- /dev/null +++ b/model-00011-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e0528d1b02f9fc03c1077ecc3ffd4a257e1107b077a09098f723a0ae71b0f5 +size 4991415704 diff --git a/model-00012-of-00044.safetensors b/model-00012-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4db3b5cca69abf142c39662fb2caa5f9915b7d10 --- /dev/null +++ b/model-00012-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4217252ffc37b26e42af7413d1f6797e88a5b6570da9c419654068ab2fa66652 +size 4991415712 diff --git a/model-00013-of-00044.safetensors b/model-00013-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e98b4c18f5263d416784367c70280defe9c1eba --- /dev/null +++ b/model-00013-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000c6593986ab0d111889e7de80612a97076ea5c201634bc318e435849fb2438 +size 4991415712 diff --git a/model-00014-of-00044.safetensors b/model-00014-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f96746066b09083ec3325258ba0a34b16c1848f8 --- /dev/null +++ b/model-00014-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b55e1a45395d2f1a16aa75dabb4637bd844c0c3cc0b0a68c90b146121c5ca17 +size 4991579688 diff --git a/model-00015-of-00044.safetensors b/model-00015-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6ddeb49c89e48d2f15b1a527338a248ff1b156e3 --- /dev/null +++ b/model-00015-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b8b105d95db93136d86b5e15ec87faef717969d83a2c88074cc61e581f39bd +size 4949493640 diff --git a/model-00016-of-00044.safetensors b/model-00016-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8364217e47c3585177a4ba0369981184f9c2c96f --- /dev/null +++ b/model-00016-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb547aa19c8d9ba1b994b9d209e7e487e661c3ea3ff20929c954e31d875b61f +size 4991415712 diff --git a/model-00017-of-00044.safetensors b/model-00017-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b5d917c230f5db8ab2d75f84113f8d19bb87763 --- /dev/null +++ b/model-00017-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34205e50dab4d262e5af49885ce3e11b19a8367818e9ecd7d6321d322a8f0fd0 +size 4991415712 diff --git a/model-00018-of-00044.safetensors b/model-00018-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..57a559f5022a38af921c1298e4bc9a77e6a0b569 --- /dev/null +++ b/model-00018-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:813be9a2705d63d7f862578f5b5f04e9390aa07fcd60d6884214bbee4151056e +size 4991415696 diff --git a/model-00019-of-00044.safetensors b/model-00019-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2b4405057bd590cdc4ade9ab6092304e70e86f9 --- /dev/null +++ b/model-00019-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a9e43904ce699d0356a95f486806a863751e6289c175307cb857e4554af328 +size 4991415704 diff --git a/model-00020-of-00044.safetensors b/model-00020-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39a9ce41dd33a3e4c5d5f1f385ca60cbd4b7ae79 --- /dev/null +++ b/model-00020-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120aac3c02faa8184ad9f5be010451341b4821d610f291f63f12f7bad140d193 +size 4991415712 diff --git a/model-00021-of-00044.safetensors b/model-00021-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ceccd84cb6909b7d1773226077e6e38f74dafe95 --- /dev/null +++ b/model-00021-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d687aca111b41a06583ce23530625b70a97e0ca1cb8aef5f47ded979b86aa7 +size 4991415712 diff --git a/model-00022-of-00044.safetensors b/model-00022-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c6d2fdfb1e388ad0fcf14eeae38f3ad833822a80 --- /dev/null +++ b/model-00022-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be7ccff171c4b8e5b865c109251a95c7da07ddfb5fda845b28ce913eae7dc80 +size 4949657624 diff --git a/model-00023-of-00044.safetensors b/model-00023-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edec5f5d2dbc28ab6e2648992f14253b6d76ff44 --- /dev/null +++ b/model-00023-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25be8ff217bedbf9f0e0cefadc8fd9c959de1984ac4cec556c969aa4969621e0 +size 4991415712 diff --git a/model-00024-of-00044.safetensors b/model-00024-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50f2351ee54ca27f39d96d844071fa3ca8fb1c12 --- /dev/null +++ b/model-00024-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9d2c15e285a543bb5b6d4a813ec5b82e6359e5130f757e3e72534f2d369f880 +size 4991415720 diff --git a/model-00025-of-00044.safetensors b/model-00025-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1d8bac12acbcd2524d0760e1276851684db3881 --- /dev/null +++ b/model-00025-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1b8a9da11d153b3725b040d2a31948a7672f0dcd3a6ffb02f201e61fac3d0c +size 4991415704 diff --git a/model-00026-of-00044.safetensors b/model-00026-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b32ff5b851876c58857e9e308709fc109753b3b --- /dev/null +++ b/model-00026-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8351efead4a2d7e4d0dcad778bcc042d7dddc4606a8ea481bfe5361269d5ddc8 +size 4991415704 diff --git a/model-00027-of-00044.safetensors b/model-00027-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ee7b4b8b2453383f5e8c024c5a59cca0303fce7 --- /dev/null +++ b/model-00027-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4a57b24f4b417ab3ececc721b8120e316043a0f8354fdb918457238e251885 +size 4991415712 diff --git a/model-00028-of-00044.safetensors b/model-00028-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07be1faab20775e7969d1b02398393a82debb2f0 --- /dev/null +++ b/model-00028-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f26abeca236e2014d12ec86547c5cc595eb8f0105b3d6dc39576cf9388b8f8 +size 4991415712 diff --git a/model-00029-of-00044.safetensors b/model-00029-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba88382df99d1c74cbb7c84b94218a003383c471 --- /dev/null +++ b/model-00029-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146d2ed12c839bc967dce62d961ac81e759c4894493b08d89f6fd8e0da11599c +size 4991579688 diff --git a/model-00030-of-00044.safetensors b/model-00030-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d9da4ba552c033919e8a6fb58c39ef28f387082 --- /dev/null +++ b/model-00030-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7e36454c1fb16db08281ebad5eb2c9ca2740cf9fc938dfe6c5fa80b72e9bf3 +size 4949493648 diff --git a/model-00031-of-00044.safetensors b/model-00031-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a09c09a3af9df6569ff82ccd85e16877b7ac460 --- /dev/null +++ b/model-00031-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557a2b4fd4261bf32000bcb05843a94dc7dcf83c00e4bad6bbb53681abf9d4b3 +size 4991415712 diff --git a/model-00032-of-00044.safetensors b/model-00032-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dd638fb2d82b53d76d5d5b63210a03971481e853 --- /dev/null +++ b/model-00032-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1def059bffcb2d329b18034b29292916f0bf910a56c6d4e310030eb96a8205 +size 4991415720 diff --git a/model-00033-of-00044.safetensors b/model-00033-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7dcd64f1f17149e72dbf2b1739284c71d889a93 --- /dev/null +++ b/model-00033-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784be68949ba005468d175991920b2625984a2e02fc6400e545b7e0677c3a065 +size 4991415696 diff --git a/model-00034-of-00044.safetensors b/model-00034-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0f59e24ff333215f752933152493a5f1980b9c15 --- /dev/null +++ b/model-00034-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a0c8662aeb0b94adecc39acfac3de54667d8e59284a3f02ba00e4e6f82f81a +size 4991415704 diff --git a/model-00035-of-00044.safetensors b/model-00035-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40ec00c5774fbccac667c303f14b1d027f554eef --- /dev/null +++ b/model-00035-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e337dcf1edf9aba8ac11c3b8a0db269fccd980baf15d0e679d3eb1dc11c4b0 +size 4991415712 diff --git a/model-00036-of-00044.safetensors b/model-00036-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2bccba362186d9773b7a6d0994d03bcf31d0ca1 --- /dev/null +++ b/model-00036-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ccacda7ee11aee6ace69d3468b439f008aba4196dfe873928a0c0ffd2ee3305 +size 4991415712 diff --git a/model-00037-of-00044.safetensors b/model-00037-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1abb3a36df1f1073c242036682c60fe7a297d39e --- /dev/null +++ b/model-00037-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f16314bbc7fe51ddd23e56f57ba1e54385b8bf0aa392e1751044de9ce934e3 +size 4981114920 diff --git a/model-00038-of-00044.safetensors b/model-00038-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c83ed6bd05e7f812776a94ff79437f444a0738e --- /dev/null +++ b/model-00038-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6641fc2e015159a94994f85997bac6572bf9ecea7f3d21dea38da0da2276355 +size 4959958416 diff --git a/model-00039-of-00044.safetensors b/model-00039-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f53e9e9aa9b0cf53e6d80b13c8d310c267516778 --- /dev/null +++ b/model-00039-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c70188f08af2bcf1dd57ec895d153c24474b80d1e83d9b39f23405042400d5 +size 4991415712 diff --git a/model-00040-of-00044.safetensors b/model-00040-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbe4c66fb32517170306bb7d2801c49c76bd9915 --- /dev/null +++ b/model-00040-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c294a0c4edcd5b378c49cead294cacb0584036b0524de2e018c92ef13e102591 +size 4991415704 diff --git a/model-00041-of-00044.safetensors b/model-00041-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8316a2826e981bfddc3506f18a3e2ac49f288276 --- /dev/null +++ b/model-00041-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007cfcad2b05002b54d35e8164ecf9486cd5518069731ec0eefd7ac88e7fed40 +size 4991415696 diff --git a/model-00042-of-00044.safetensors b/model-00042-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5302bf08ed84d099d6fbb8d1f608a6dcbd6fc1dc --- /dev/null +++ b/model-00042-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a693785ddd0ad2dd4ec143b9f217f0bc4aca021261ddd16f5f52563f54a4c892 +size 4991415704 diff --git a/model-00043-of-00044.safetensors b/model-00043-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8d8d5a5edbafc7a663daf64be0d9e838d131694 --- /dev/null +++ b/model-00043-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f398b7d0d66c982c0d3fe9c26c995fa648d9e2d9ec6f7de841a79a43a4968bb7 +size 4991415712 diff --git a/model-00044-of-00044.safetensors b/model-00044-of-00044.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84651ca0acc13f597c04014ca4b74aec214a71b3 --- /dev/null +++ b/model-00044-of-00044.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a233825a2431f4c049ff0aebc95f42bde5686df032d91c3c8fd5cd91841df5 +size 2908029040 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..d77a346f5e1662a8914b7fefa90966813a4e70af --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3348 @@ +{ + "metadata": { + "total_size": 217283587072 + }, + "weight_map": { + "language_model.lm_head.weight": "model-00044-of-00044.safetensors", + "language_model.model.embed_tokens.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.0.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.1.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.10.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.11.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.12.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.13.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.14.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.15.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.2.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.3.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.4.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.5.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.6.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.7.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.8.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.down_projs.9.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.0.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.1.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.10.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.11.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.12.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.13.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.14.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.15.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.2.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.3.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.4.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.5.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.6.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.7.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.8.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.gate_projs.9.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.0.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.1.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.10.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.11.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.12.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.13.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.14.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.15.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.2.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.3.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.4.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.5.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.6.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.7.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.8.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.experts.up_projs.9.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.router.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.shared_expert.down_proj.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.shared_expert.gate_proj.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.feed_forward.shared_expert.up_proj.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.input_layernorm.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.post_attention_layernorm.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.0.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.1.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.10.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.11.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.12.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.13.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.14.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.15.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.2.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.3.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.4.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.5.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.6.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.7.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.8.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.down_projs.9.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.0.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.1.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.10.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.11.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.12.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.13.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.14.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.15.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.2.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.3.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.4.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.5.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.6.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.7.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.8.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.gate_projs.9.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.0.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.1.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.10.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.11.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.12.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.13.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.14.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.15.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.2.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.3.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.4.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.5.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.6.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.7.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.8.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.experts.up_projs.9.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.router.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.shared_expert.down_proj.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.shared_expert.gate_proj.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.feed_forward.shared_expert.up_proj.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.input_layernorm.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.post_attention_layernorm.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.1.self_attn.k_proj.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.self_attn.o_proj.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.self_attn.q_proj.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.1.self_attn.v_proj.weight": "model-00002-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.0.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.1.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.10.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.11.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.12.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.13.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.14.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.15.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.2.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.3.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.4.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.5.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.6.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.7.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.8.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.down_projs.9.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.0.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.1.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.10.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.11.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.12.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.13.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.14.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.15.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.2.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.3.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.4.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.5.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.6.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.7.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.8.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.gate_projs.9.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.0.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.1.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.10.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.11.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.12.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.13.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.14.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.15.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.2.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.3.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.4.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.5.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.6.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.7.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.8.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.experts.up_projs.9.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.router.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.shared_expert.down_proj.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.shared_expert.gate_proj.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.feed_forward.shared_expert.up_proj.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.input_layernorm.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.post_attention_layernorm.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.10.self_attn.k_proj.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.self_attn.o_proj.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.self_attn.q_proj.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.10.self_attn.v_proj.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.0.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.1.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.10.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.11.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.12.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.13.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.14.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.15.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.2.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.3.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.4.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.5.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.6.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.7.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.8.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.down_projs.9.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.0.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.1.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.10.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.11.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.12.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.13.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.14.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.15.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.2.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.3.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.4.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.5.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.6.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.7.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.8.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.gate_projs.9.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.0.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.1.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.10.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.11.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.12.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.13.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.14.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.15.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.2.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.3.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.4.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.5.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.6.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.7.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.8.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.experts.up_projs.9.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.router.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.shared_expert.down_proj.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.shared_expert.gate_proj.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.feed_forward.shared_expert.up_proj.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.input_layernorm.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.post_attention_layernorm.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.11.self_attn.k_proj.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.self_attn.o_proj.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.self_attn.q_proj.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.11.self_attn.v_proj.weight": "model-00011-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.0.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.1.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.10.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.11.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.12.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.13.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.14.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.15.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.2.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.3.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.4.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.5.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.6.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.7.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.8.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.down_projs.9.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.0.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.1.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.10.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.11.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.12.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.13.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.14.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.15.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.2.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.3.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.4.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.5.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.6.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.7.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.8.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.gate_projs.9.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.0.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.1.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.10.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.11.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.12.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.13.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.14.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.15.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.2.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.3.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.4.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.5.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.6.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.7.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.8.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.experts.up_projs.9.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.router.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.shared_expert.down_proj.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.shared_expert.gate_proj.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.feed_forward.shared_expert.up_proj.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.input_layernorm.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.post_attention_layernorm.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.12.self_attn.k_proj.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.self_attn.o_proj.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.self_attn.q_proj.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.12.self_attn.v_proj.weight": "model-00012-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.0.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.1.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.10.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.11.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.12.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.13.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.14.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.15.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.2.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.3.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.4.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.5.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.6.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.7.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.8.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.down_projs.9.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.0.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.1.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.10.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.11.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.12.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.13.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.14.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.15.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.2.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.3.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.4.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.5.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.6.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.7.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.8.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.gate_projs.9.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.0.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.1.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.10.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.11.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.12.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.13.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.14.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.15.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.2.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.3.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.4.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.5.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.6.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.7.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.8.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.experts.up_projs.9.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.router.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.shared_expert.down_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.shared_expert.gate_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.feed_forward.shared_expert.up_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.input_layernorm.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.post_attention_layernorm.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.13.self_attn.k_proj.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.self_attn.o_proj.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.self_attn.q_proj.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.13.self_attn.v_proj.weight": "model-00013-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.0.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.1.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.10.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.11.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.12.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.13.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.14.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.15.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.2.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.3.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.4.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.5.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.6.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.7.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.8.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.down_projs.9.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.0.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.1.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.10.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.11.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.12.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.13.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.14.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.15.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.2.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.3.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.4.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.5.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.6.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.7.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.8.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.gate_projs.9.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.0.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.1.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.10.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.11.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.12.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.13.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.14.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.15.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.2.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.3.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.4.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.5.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.6.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.7.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.8.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.experts.up_projs.9.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.router.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.shared_expert.down_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.shared_expert.gate_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.feed_forward.shared_expert.up_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.input_layernorm.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.14.post_attention_layernorm.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.14.self_attn.k_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.self_attn.o_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.self_attn.q_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.14.self_attn.v_proj.weight": "model-00014-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.0.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.1.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.10.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.11.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.12.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.13.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.14.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.15.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.2.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.3.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.4.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.5.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.6.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.7.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.8.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.down_projs.9.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.0.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.1.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.10.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.11.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.12.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.13.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.14.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.15.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.2.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.3.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.4.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.5.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.6.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.7.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.8.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.gate_projs.9.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.0.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.1.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.10.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.11.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.12.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.13.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.14.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.15.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.2.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.3.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.4.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.5.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.6.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.7.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.8.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.experts.up_projs.9.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.router.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.shared_expert.down_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.shared_expert.gate_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.feed_forward.shared_expert.up_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.input_layernorm.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.post_attention_layernorm.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.self_attn.k_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.self_attn.o_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.self_attn.q_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.15.self_attn.v_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.0.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.1.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.10.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.11.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.12.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.13.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.14.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.15.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.2.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.3.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.4.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.5.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.6.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.7.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.8.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.down_projs.9.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.0.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.1.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.10.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.11.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.12.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.13.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.14.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.15.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.2.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.3.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.4.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.5.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.6.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.7.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.8.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.gate_projs.9.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.0.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.1.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.10.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.11.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.12.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.13.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.14.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.15.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.2.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.3.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.4.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.5.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.6.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.7.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.8.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.experts.up_projs.9.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.router.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.shared_expert.down_proj.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.shared_expert.gate_proj.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.feed_forward.shared_expert.up_proj.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.input_layernorm.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.post_attention_layernorm.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.16.self_attn.k_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.self_attn.o_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.self_attn.q_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.16.self_attn.v_proj.weight": "model-00015-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.0.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.1.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.10.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.11.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.12.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.13.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.14.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.15.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.2.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.3.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.4.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.5.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.6.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.7.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.8.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.down_projs.9.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.0.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.1.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.10.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.11.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.12.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.13.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.14.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.15.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.2.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.3.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.4.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.5.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.6.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.7.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.8.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.gate_projs.9.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.0.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.1.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.10.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.11.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.12.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.13.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.14.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.15.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.2.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.3.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.4.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.5.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.6.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.7.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.8.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.experts.up_projs.9.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.router.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.shared_expert.down_proj.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.shared_expert.gate_proj.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.feed_forward.shared_expert.up_proj.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.input_layernorm.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.post_attention_layernorm.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.17.self_attn.k_proj.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.self_attn.o_proj.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.self_attn.q_proj.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.17.self_attn.v_proj.weight": "model-00016-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.0.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.1.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.10.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.11.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.12.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.13.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.14.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.15.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.2.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.3.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.4.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.5.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.6.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.7.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.8.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.down_projs.9.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.0.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.1.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.10.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.11.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.12.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.13.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.14.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.15.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.2.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.3.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.4.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.5.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.6.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.7.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.8.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.gate_projs.9.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.0.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.1.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.10.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.11.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.12.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.13.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.14.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.15.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.2.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.3.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.4.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.5.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.6.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.7.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.8.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.experts.up_projs.9.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.router.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.shared_expert.down_proj.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.shared_expert.gate_proj.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.feed_forward.shared_expert.up_proj.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.input_layernorm.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.post_attention_layernorm.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.18.self_attn.k_proj.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.self_attn.o_proj.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.self_attn.q_proj.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.18.self_attn.v_proj.weight": "model-00017-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.0.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.1.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.10.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.11.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.12.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.13.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.14.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.15.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.2.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.3.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.4.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.5.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.6.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.7.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.8.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.down_projs.9.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.0.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.1.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.10.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.11.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.12.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.13.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.14.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.15.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.2.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.3.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.4.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.5.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.6.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.7.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.8.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.gate_projs.9.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.0.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.1.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.10.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.11.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.12.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.13.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.14.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.15.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.2.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.3.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.4.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.5.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.6.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.7.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.8.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.experts.up_projs.9.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.router.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.shared_expert.down_proj.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.shared_expert.gate_proj.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.feed_forward.shared_expert.up_proj.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.input_layernorm.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.post_attention_layernorm.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.19.self_attn.k_proj.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.self_attn.o_proj.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.self_attn.q_proj.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.19.self_attn.v_proj.weight": "model-00018-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.0.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.1.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.10.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.11.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.12.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.13.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.14.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.15.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.2.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.3.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.4.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.5.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.6.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.7.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.8.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.down_projs.9.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.0.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.1.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.10.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.11.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.12.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.13.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.14.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.15.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.2.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.3.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.4.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.5.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.6.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.7.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.8.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.gate_projs.9.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.0.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.1.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.10.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.11.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.12.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.13.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.14.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.15.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.2.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.3.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.4.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.5.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.6.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.7.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.8.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.experts.up_projs.9.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.router.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.shared_expert.down_proj.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.shared_expert.gate_proj.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.feed_forward.shared_expert.up_proj.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.input_layernorm.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.post_attention_layernorm.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.2.self_attn.k_proj.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.self_attn.o_proj.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.self_attn.q_proj.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.2.self_attn.v_proj.weight": "model-00003-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.0.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.1.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.10.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.11.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.12.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.13.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.14.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.15.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.2.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.3.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.4.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.5.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.6.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.7.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.8.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.down_projs.9.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.0.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.1.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.10.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.11.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.12.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.13.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.14.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.15.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.2.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.3.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.4.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.5.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.6.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.7.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.8.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.gate_projs.9.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.0.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.1.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.10.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.11.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.12.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.13.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.14.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.15.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.2.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.3.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.4.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.5.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.6.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.7.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.8.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.experts.up_projs.9.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.router.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.shared_expert.down_proj.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.shared_expert.gate_proj.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.feed_forward.shared_expert.up_proj.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.input_layernorm.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.post_attention_layernorm.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.20.self_attn.k_proj.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.self_attn.o_proj.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.self_attn.q_proj.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.20.self_attn.v_proj.weight": "model-00019-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.0.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.1.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.10.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.11.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.12.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.13.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.14.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.15.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.2.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.3.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.4.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.5.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.6.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.7.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.8.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.down_projs.9.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.0.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.1.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.10.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.11.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.12.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.13.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.14.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.15.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.2.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.3.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.4.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.5.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.6.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.7.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.8.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.gate_projs.9.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.0.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.1.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.10.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.11.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.12.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.13.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.14.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.15.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.2.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.3.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.4.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.5.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.6.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.7.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.8.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.experts.up_projs.9.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.router.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.shared_expert.down_proj.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.shared_expert.gate_proj.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.feed_forward.shared_expert.up_proj.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.input_layernorm.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.post_attention_layernorm.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.21.self_attn.k_proj.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.self_attn.o_proj.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.self_attn.q_proj.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.21.self_attn.v_proj.weight": "model-00020-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.0.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.1.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.10.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.11.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.12.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.13.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.14.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.15.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.2.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.3.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.4.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.5.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.6.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.7.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.8.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.down_projs.9.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.0.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.1.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.10.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.11.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.12.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.13.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.14.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.15.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.2.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.3.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.4.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.5.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.6.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.7.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.8.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.gate_projs.9.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.0.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.1.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.10.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.11.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.12.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.13.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.14.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.15.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.2.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.3.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.4.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.5.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.6.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.7.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.8.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.experts.up_projs.9.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.router.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.shared_expert.down_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.shared_expert.gate_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.feed_forward.shared_expert.up_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.input_layernorm.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.post_attention_layernorm.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.22.self_attn.k_proj.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.self_attn.o_proj.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.self_attn.q_proj.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.22.self_attn.v_proj.weight": "model-00021-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.0.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.1.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.10.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.11.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.12.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.13.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.14.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.15.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.2.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.3.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.4.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.5.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.6.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.7.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.8.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.down_projs.9.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.0.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.1.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.10.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.11.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.12.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.13.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.14.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.15.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.2.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.3.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.4.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.5.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.6.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.7.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.8.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.gate_projs.9.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.0.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.1.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.10.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.11.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.12.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.13.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.14.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.15.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.2.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.3.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.4.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.5.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.6.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.7.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.8.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.experts.up_projs.9.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.router.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.shared_expert.down_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.shared_expert.gate_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.feed_forward.shared_expert.up_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.input_layernorm.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.post_attention_layernorm.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.self_attn.k_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.self_attn.o_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.self_attn.q_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.23.self_attn.v_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.0.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.1.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.10.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.11.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.12.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.13.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.14.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.15.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.2.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.3.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.4.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.5.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.6.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.7.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.8.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.down_projs.9.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.0.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.1.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.10.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.11.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.12.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.13.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.14.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.15.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.2.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.3.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.4.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.5.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.6.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.7.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.8.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.gate_projs.9.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.0.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.1.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.10.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.11.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.12.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.13.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.14.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.15.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.2.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.3.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.4.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.5.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.6.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.7.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.8.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.experts.up_projs.9.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.router.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.shared_expert.down_proj.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.shared_expert.gate_proj.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.feed_forward.shared_expert.up_proj.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.input_layernorm.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.post_attention_layernorm.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.24.self_attn.k_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.24.self_attn.o_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.24.self_attn.q_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.24.self_attn.v_proj.weight": "model-00022-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.0.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.1.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.10.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.11.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.12.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.13.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.14.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.15.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.2.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.3.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.4.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.5.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.6.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.7.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.8.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.down_projs.9.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.0.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.1.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.10.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.11.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.12.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.13.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.14.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.15.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.2.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.3.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.4.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.5.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.6.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.7.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.8.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.gate_projs.9.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.0.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.1.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.10.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.11.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.12.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.13.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.14.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.15.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.2.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.3.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.4.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.5.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.6.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.7.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.8.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.experts.up_projs.9.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.router.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.shared_expert.down_proj.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.shared_expert.gate_proj.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.feed_forward.shared_expert.up_proj.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.input_layernorm.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.post_attention_layernorm.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.25.self_attn.k_proj.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.self_attn.o_proj.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.self_attn.q_proj.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.25.self_attn.v_proj.weight": "model-00023-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.0.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.1.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.10.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.11.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.12.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.13.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.14.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.15.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.2.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.3.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.4.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.5.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.6.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.7.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.8.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.down_projs.9.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.0.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.1.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.10.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.11.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.12.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.13.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.14.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.15.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.2.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.3.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.4.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.5.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.6.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.7.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.8.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.gate_projs.9.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.0.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.1.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.10.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.11.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.12.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.13.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.14.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.15.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.2.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.3.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.4.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.5.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.6.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.7.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.8.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.experts.up_projs.9.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.router.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.shared_expert.down_proj.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.shared_expert.gate_proj.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.feed_forward.shared_expert.up_proj.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.input_layernorm.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.post_attention_layernorm.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.26.self_attn.k_proj.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.self_attn.o_proj.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.self_attn.q_proj.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.26.self_attn.v_proj.weight": "model-00024-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.0.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.1.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.10.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.11.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.12.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.13.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.14.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.15.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.2.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.3.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.4.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.5.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.6.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.7.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.8.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.down_projs.9.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.0.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.1.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.10.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.11.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.12.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.13.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.14.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.15.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.2.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.3.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.4.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.5.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.6.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.7.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.8.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.gate_projs.9.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.0.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.1.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.10.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.11.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.12.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.13.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.14.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.15.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.2.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.3.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.4.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.5.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.6.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.7.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.8.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.experts.up_projs.9.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.router.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.shared_expert.down_proj.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.shared_expert.gate_proj.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.feed_forward.shared_expert.up_proj.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.input_layernorm.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.post_attention_layernorm.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.27.self_attn.k_proj.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.self_attn.o_proj.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.self_attn.q_proj.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.27.self_attn.v_proj.weight": "model-00025-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.0.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.1.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.10.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.11.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.12.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.13.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.14.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.15.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.2.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.3.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.4.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.5.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.6.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.7.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.8.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.down_projs.9.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.0.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.1.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.10.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.11.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.12.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.13.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.14.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.15.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.2.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.3.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.4.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.5.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.6.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.7.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.8.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.gate_projs.9.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.0.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.1.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.10.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.11.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.12.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.13.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.14.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.15.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.2.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.3.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.4.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.5.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.6.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.7.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.8.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.experts.up_projs.9.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.router.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.shared_expert.down_proj.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.shared_expert.gate_proj.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.feed_forward.shared_expert.up_proj.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.input_layernorm.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.post_attention_layernorm.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.28.self_attn.k_proj.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.self_attn.o_proj.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.self_attn.q_proj.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.28.self_attn.v_proj.weight": "model-00026-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.0.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.1.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.10.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.11.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.12.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.13.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.14.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.15.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.2.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.3.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.4.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.5.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.6.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.7.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.8.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.down_projs.9.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.0.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.1.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.10.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.11.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.12.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.13.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.14.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.15.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.2.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.3.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.4.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.5.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.6.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.7.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.8.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.gate_projs.9.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.0.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.1.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.10.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.11.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.12.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.13.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.14.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.15.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.2.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.3.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.4.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.5.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.6.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.7.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.8.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.experts.up_projs.9.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.router.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.shared_expert.down_proj.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.shared_expert.gate_proj.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.feed_forward.shared_expert.up_proj.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.input_layernorm.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.post_attention_layernorm.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.29.self_attn.k_proj.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.self_attn.o_proj.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.self_attn.q_proj.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.29.self_attn.v_proj.weight": "model-00027-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.0.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.1.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.10.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.11.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.12.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.13.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.14.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.15.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.2.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.3.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.4.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.5.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.6.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.7.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.8.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.down_projs.9.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.0.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.1.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.10.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.11.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.12.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.13.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.14.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.15.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.2.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.3.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.4.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.5.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.6.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.7.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.8.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.gate_projs.9.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.0.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.1.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.10.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.11.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.12.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.13.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.14.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.15.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.2.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.3.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.4.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.5.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.6.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.7.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.8.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.experts.up_projs.9.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.router.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.shared_expert.down_proj.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.shared_expert.gate_proj.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.feed_forward.shared_expert.up_proj.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.input_layernorm.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.post_attention_layernorm.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.3.self_attn.k_proj.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.self_attn.o_proj.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.self_attn.q_proj.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.3.self_attn.v_proj.weight": "model-00004-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.0.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.1.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.10.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.11.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.12.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.13.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.14.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.15.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.2.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.3.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.4.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.5.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.6.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.7.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.8.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.down_projs.9.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.0.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.1.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.10.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.11.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.12.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.13.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.14.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.15.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.2.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.3.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.4.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.5.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.6.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.7.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.8.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.gate_projs.9.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.0.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.1.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.10.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.11.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.12.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.13.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.14.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.15.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.2.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.3.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.4.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.5.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.6.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.7.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.8.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.experts.up_projs.9.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.router.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.shared_expert.down_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.shared_expert.gate_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.feed_forward.shared_expert.up_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.input_layernorm.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.post_attention_layernorm.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.30.self_attn.k_proj.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.self_attn.o_proj.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.self_attn.q_proj.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.30.self_attn.v_proj.weight": "model-00028-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.0.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.1.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.10.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.11.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.12.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.13.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.14.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.15.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.2.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.3.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.4.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.5.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.6.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.7.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.8.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.down_projs.9.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.0.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.1.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.10.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.11.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.12.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.13.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.14.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.15.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.2.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.3.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.4.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.5.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.6.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.7.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.8.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.gate_projs.9.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.0.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.1.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.10.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.11.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.12.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.13.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.14.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.15.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.2.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.3.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.4.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.5.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.6.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.7.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.8.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.experts.up_projs.9.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.router.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.shared_expert.down_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.shared_expert.gate_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.feed_forward.shared_expert.up_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.31.input_layernorm.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.31.post_attention_layernorm.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.31.self_attn.k_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.self_attn.o_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.self_attn.q_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.31.self_attn.v_proj.weight": "model-00029-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.0.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.1.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.10.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.11.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.12.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.13.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.14.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.15.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.2.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.3.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.4.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.5.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.6.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.7.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.8.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.down_projs.9.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.0.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.1.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.10.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.11.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.12.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.13.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.14.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.15.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.2.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.3.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.4.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.5.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.6.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.7.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.8.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.gate_projs.9.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.0.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.1.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.10.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.11.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.12.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.13.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.14.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.15.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.2.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.3.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.4.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.5.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.6.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.7.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.8.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.experts.up_projs.9.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.router.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.shared_expert.down_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.shared_expert.gate_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.feed_forward.shared_expert.up_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.input_layernorm.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.post_attention_layernorm.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.self_attn.k_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.self_attn.o_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.self_attn.q_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.32.self_attn.v_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.0.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.1.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.10.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.11.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.12.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.13.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.14.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.15.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.2.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.3.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.4.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.5.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.6.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.7.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.8.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.down_projs.9.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.0.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.1.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.10.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.11.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.12.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.13.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.14.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.15.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.2.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.3.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.4.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.5.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.6.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.7.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.8.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.gate_projs.9.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.0.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.1.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.10.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.11.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.12.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.13.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.14.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.15.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.2.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.3.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.4.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.5.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.6.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.7.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.8.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.experts.up_projs.9.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.router.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.shared_expert.down_proj.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.shared_expert.gate_proj.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.feed_forward.shared_expert.up_proj.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.input_layernorm.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.post_attention_layernorm.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.33.self_attn.k_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.33.self_attn.o_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.33.self_attn.q_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.33.self_attn.v_proj.weight": "model-00030-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.0.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.1.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.10.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.11.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.12.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.13.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.14.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.15.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.2.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.3.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.4.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.5.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.6.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.7.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.8.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.down_projs.9.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.0.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.1.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.10.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.11.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.12.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.13.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.14.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.15.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.2.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.3.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.4.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.5.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.6.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.7.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.8.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.gate_projs.9.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.0.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.1.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.10.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.11.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.12.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.13.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.14.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.15.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.2.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.3.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.4.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.5.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.6.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.7.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.8.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.experts.up_projs.9.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.router.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.shared_expert.down_proj.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.shared_expert.gate_proj.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.feed_forward.shared_expert.up_proj.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.input_layernorm.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.post_attention_layernorm.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.34.self_attn.k_proj.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.self_attn.o_proj.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.self_attn.q_proj.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.34.self_attn.v_proj.weight": "model-00031-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.0.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.1.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.10.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.11.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.12.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.13.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.14.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.15.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.2.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.3.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.4.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.5.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.6.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.7.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.8.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.down_projs.9.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.0.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.1.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.10.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.11.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.12.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.13.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.14.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.15.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.2.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.3.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.4.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.5.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.6.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.7.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.8.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.gate_projs.9.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.0.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.1.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.10.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.11.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.12.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.13.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.14.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.15.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.2.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.3.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.4.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.5.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.6.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.7.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.8.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.experts.up_projs.9.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.router.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.shared_expert.down_proj.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.shared_expert.gate_proj.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.feed_forward.shared_expert.up_proj.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.input_layernorm.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.post_attention_layernorm.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.35.self_attn.k_proj.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.self_attn.o_proj.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.self_attn.q_proj.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.35.self_attn.v_proj.weight": "model-00032-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.0.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.1.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.10.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.11.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.12.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.13.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.14.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.15.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.2.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.3.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.4.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.5.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.6.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.7.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.8.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.down_projs.9.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.0.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.1.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.10.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.11.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.12.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.13.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.14.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.15.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.2.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.3.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.4.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.5.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.6.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.7.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.8.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.gate_projs.9.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.0.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.1.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.10.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.11.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.12.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.13.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.14.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.15.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.2.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.3.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.4.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.5.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.6.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.7.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.8.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.experts.up_projs.9.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.router.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.shared_expert.down_proj.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.shared_expert.gate_proj.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.feed_forward.shared_expert.up_proj.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.input_layernorm.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.post_attention_layernorm.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.36.self_attn.k_proj.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.self_attn.o_proj.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.self_attn.q_proj.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.36.self_attn.v_proj.weight": "model-00033-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.0.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.1.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.10.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.11.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.12.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.13.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.14.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.15.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.2.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.3.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.4.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.5.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.6.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.7.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.8.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.down_projs.9.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.0.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.1.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.10.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.11.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.12.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.13.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.14.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.15.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.2.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.3.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.4.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.5.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.6.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.7.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.8.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.gate_projs.9.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.0.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.1.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.10.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.11.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.12.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.13.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.14.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.15.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.2.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.3.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.4.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.5.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.6.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.7.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.8.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.experts.up_projs.9.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.router.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.shared_expert.down_proj.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.shared_expert.gate_proj.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.feed_forward.shared_expert.up_proj.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.input_layernorm.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.post_attention_layernorm.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.37.self_attn.k_proj.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.self_attn.o_proj.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.self_attn.q_proj.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.37.self_attn.v_proj.weight": "model-00034-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.0.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.1.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.10.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.11.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.12.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.13.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.14.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.15.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.2.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.3.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.4.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.5.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.6.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.7.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.8.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.down_projs.9.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.0.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.1.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.10.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.11.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.12.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.13.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.14.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.15.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.2.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.3.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.4.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.5.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.6.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.7.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.8.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.gate_projs.9.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.0.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.1.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.10.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.11.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.12.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.13.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.14.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.15.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.2.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.3.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.4.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.5.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.6.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.7.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.8.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.experts.up_projs.9.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.router.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.shared_expert.down_proj.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.shared_expert.gate_proj.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.feed_forward.shared_expert.up_proj.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.input_layernorm.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.post_attention_layernorm.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.38.self_attn.k_proj.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.self_attn.o_proj.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.self_attn.q_proj.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.38.self_attn.v_proj.weight": "model-00035-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.0.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.1.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.10.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.11.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.12.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.13.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.14.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.15.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.2.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.3.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.4.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.5.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.6.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.7.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.8.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.down_projs.9.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.0.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.1.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.10.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.11.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.12.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.13.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.14.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.15.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.2.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.3.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.4.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.5.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.6.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.7.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.8.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.gate_projs.9.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.0.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.1.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.10.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.11.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.12.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.13.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.14.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.15.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.2.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.3.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.4.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.5.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.6.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.7.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.8.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.experts.up_projs.9.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.router.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.shared_expert.down_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.shared_expert.gate_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.feed_forward.shared_expert.up_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.input_layernorm.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.post_attention_layernorm.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.39.self_attn.k_proj.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.self_attn.o_proj.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.self_attn.q_proj.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.39.self_attn.v_proj.weight": "model-00036-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.0.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.1.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.10.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.11.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.12.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.13.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.14.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.15.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.2.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.3.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.4.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.5.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.6.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.7.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.8.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.down_projs.9.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.0.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.1.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.10.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.11.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.12.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.13.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.14.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.15.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.2.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.3.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.4.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.5.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.6.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.7.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.8.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.gate_projs.9.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.0.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.1.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.10.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.11.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.12.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.13.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.14.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.15.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.2.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.3.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.4.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.5.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.6.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.7.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.8.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.experts.up_projs.9.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.router.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.shared_expert.down_proj.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.shared_expert.gate_proj.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.feed_forward.shared_expert.up_proj.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.input_layernorm.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.post_attention_layernorm.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.4.self_attn.k_proj.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.self_attn.o_proj.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.self_attn.q_proj.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.4.self_attn.v_proj.weight": "model-00005-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.0.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.1.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.10.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.11.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.12.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.13.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.14.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.15.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.2.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.3.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.4.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.5.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.6.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.7.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.8.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.down_projs.9.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.0.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.1.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.10.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.11.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.12.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.13.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.14.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.15.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.2.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.3.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.4.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.5.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.6.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.7.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.8.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.gate_projs.9.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.0.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.1.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.10.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.11.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.12.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.13.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.14.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.15.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.2.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.3.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.4.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.5.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.6.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.7.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.8.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.experts.up_projs.9.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.router.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.shared_expert.down_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.shared_expert.gate_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.feed_forward.shared_expert.up_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.input_layernorm.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.post_attention_layernorm.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.self_attn.k_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.self_attn.o_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.self_attn.q_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.40.self_attn.v_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.0.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.1.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.10.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.11.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.12.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.13.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.14.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.15.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.2.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.3.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.4.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.5.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.6.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.7.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.8.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.down_projs.9.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.0.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.1.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.10.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.11.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.12.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.13.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.14.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.15.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.2.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.3.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.4.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.5.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.6.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.7.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.8.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.gate_projs.9.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.0.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.1.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.10.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.11.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.12.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.13.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.14.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.15.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.2.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.3.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.4.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.5.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.6.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.7.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.8.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.experts.up_projs.9.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.router.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.shared_expert.down_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.shared_expert.gate_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.feed_forward.shared_expert.up_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.input_layernorm.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.post_attention_layernorm.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.self_attn.k_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.41.self_attn.o_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.41.self_attn.q_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.41.self_attn.v_proj.weight": "model-00037-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.0.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.1.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.10.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.11.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.12.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.13.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.14.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.15.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.2.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.3.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.4.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.5.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.6.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.7.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.8.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.down_projs.9.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.0.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.1.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.10.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.11.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.12.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.13.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.14.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.15.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.2.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.3.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.4.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.5.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.6.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.7.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.8.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.gate_projs.9.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.0.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.1.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.10.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.11.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.12.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.13.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.14.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.15.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.2.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.3.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.4.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.5.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.6.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.7.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.8.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.experts.up_projs.9.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.router.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.shared_expert.down_proj.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.shared_expert.gate_proj.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.feed_forward.shared_expert.up_proj.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.input_layernorm.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.post_attention_layernorm.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.42.self_attn.k_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.self_attn.o_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.self_attn.q_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.42.self_attn.v_proj.weight": "model-00038-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.0.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.1.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.10.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.11.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.12.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.13.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.14.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.15.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.2.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.3.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.4.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.5.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.6.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.7.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.8.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.down_projs.9.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.0.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.1.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.10.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.11.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.12.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.13.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.14.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.15.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.2.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.3.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.4.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.5.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.6.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.7.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.8.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.gate_projs.9.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.0.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.1.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.10.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.11.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.12.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.13.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.14.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.15.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.2.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.3.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.4.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.5.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.6.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.7.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.8.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.experts.up_projs.9.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.router.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.shared_expert.down_proj.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.shared_expert.gate_proj.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.feed_forward.shared_expert.up_proj.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.input_layernorm.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.post_attention_layernorm.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.43.self_attn.k_proj.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.self_attn.o_proj.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.self_attn.q_proj.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.43.self_attn.v_proj.weight": "model-00039-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.0.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.1.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.10.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.11.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.12.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.13.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.14.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.15.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.2.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.3.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.4.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.5.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.6.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.7.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.8.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.down_projs.9.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.0.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.1.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.10.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.11.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.12.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.13.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.14.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.15.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.2.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.3.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.4.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.5.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.6.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.7.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.8.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.gate_projs.9.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.0.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.1.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.10.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.11.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.12.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.13.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.14.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.15.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.2.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.3.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.4.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.5.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.6.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.7.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.8.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.experts.up_projs.9.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.router.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.shared_expert.down_proj.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.shared_expert.gate_proj.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.feed_forward.shared_expert.up_proj.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.input_layernorm.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.post_attention_layernorm.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.44.self_attn.k_proj.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.self_attn.o_proj.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.self_attn.q_proj.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.44.self_attn.v_proj.weight": "model-00040-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.0.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.1.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.10.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.11.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.12.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.13.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.14.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.15.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.2.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.3.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.4.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.5.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.6.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.7.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.8.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.down_projs.9.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.0.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.1.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.10.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.11.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.12.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.13.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.14.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.15.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.2.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.3.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.4.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.5.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.6.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.7.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.8.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.gate_projs.9.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.0.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.1.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.10.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.11.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.12.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.13.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.14.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.15.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.2.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.3.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.4.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.5.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.6.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.7.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.8.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.experts.up_projs.9.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.router.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.shared_expert.down_proj.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.shared_expert.gate_proj.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.feed_forward.shared_expert.up_proj.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.input_layernorm.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.post_attention_layernorm.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.45.self_attn.k_proj.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.self_attn.o_proj.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.self_attn.q_proj.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.45.self_attn.v_proj.weight": "model-00041-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.0.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.1.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.10.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.11.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.12.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.13.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.14.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.15.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.2.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.3.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.4.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.5.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.6.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.7.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.8.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.down_projs.9.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.0.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.1.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.10.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.11.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.12.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.13.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.14.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.15.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.2.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.3.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.4.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.5.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.6.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.7.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.8.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.gate_projs.9.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.0.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.1.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.10.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.11.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.12.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.13.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.14.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.15.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.2.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.3.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.4.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.5.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.6.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.7.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.8.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.experts.up_projs.9.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.router.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.shared_expert.down_proj.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.shared_expert.gate_proj.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.feed_forward.shared_expert.up_proj.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.input_layernorm.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.post_attention_layernorm.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.46.self_attn.k_proj.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.self_attn.o_proj.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.self_attn.q_proj.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.46.self_attn.v_proj.weight": "model-00042-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.0.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.1.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.10.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.11.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.12.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.13.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.14.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.15.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.2.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.3.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.4.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.5.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.6.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.7.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.8.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.down_projs.9.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.0.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.1.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.10.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.11.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.12.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.13.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.14.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.15.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.2.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.3.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.4.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.5.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.6.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.7.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.8.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.gate_projs.9.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.0.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.1.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.10.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.11.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.12.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.13.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.14.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.15.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.2.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.3.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.4.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.5.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.6.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.7.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.8.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.experts.up_projs.9.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.router.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.shared_expert.down_proj.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.shared_expert.gate_proj.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.feed_forward.shared_expert.up_proj.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.input_layernorm.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.post_attention_layernorm.weight": "model-00044-of-00044.safetensors", + "language_model.model.layers.47.self_attn.k_proj.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.self_attn.o_proj.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.self_attn.q_proj.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.47.self_attn.v_proj.weight": "model-00043-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.0.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.1.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.10.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.11.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.12.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.13.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.14.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.15.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.2.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.3.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.4.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.5.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.6.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.7.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.8.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.down_projs.9.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.0.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.1.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.10.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.11.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.12.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.13.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.14.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.15.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.2.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.3.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.4.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.5.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.6.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.7.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.8.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.gate_projs.9.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.0.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.1.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.10.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.11.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.12.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.13.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.14.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.15.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.2.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.3.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.4.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.5.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.6.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.7.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.8.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.experts.up_projs.9.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.router.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.shared_expert.down_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.shared_expert.gate_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.5.feed_forward.shared_expert.up_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.5.input_layernorm.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.5.post_attention_layernorm.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.5.self_attn.k_proj.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.self_attn.o_proj.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.self_attn.q_proj.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.5.self_attn.v_proj.weight": "model-00006-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.0.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.1.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.10.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.11.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.12.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.13.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.14.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.15.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.2.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.3.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.4.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.5.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.6.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.7.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.8.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.down_projs.9.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.0.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.1.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.10.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.11.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.12.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.13.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.14.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.15.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.2.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.3.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.4.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.5.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.6.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.7.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.8.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.gate_projs.9.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.0.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.1.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.10.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.11.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.12.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.13.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.14.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.15.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.2.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.3.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.4.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.5.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.6.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.7.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.8.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.experts.up_projs.9.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.router.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.shared_expert.down_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.shared_expert.gate_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.feed_forward.shared_expert.up_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.input_layernorm.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.post_attention_layernorm.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.self_attn.k_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.self_attn.o_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.self_attn.q_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.6.self_attn.v_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.0.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.1.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.10.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.11.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.12.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.13.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.14.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.15.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.2.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.3.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.4.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.5.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.6.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.7.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.8.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.down_projs.9.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.0.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.1.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.10.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.11.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.12.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.13.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.14.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.15.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.2.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.3.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.4.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.5.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.6.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.7.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.8.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.gate_projs.9.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.0.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.1.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.10.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.11.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.12.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.13.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.14.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.15.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.2.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.3.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.4.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.5.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.6.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.7.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.8.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.experts.up_projs.9.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.router.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.shared_expert.down_proj.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.shared_expert.gate_proj.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.feed_forward.shared_expert.up_proj.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.input_layernorm.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.post_attention_layernorm.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.7.self_attn.k_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.7.self_attn.o_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.7.self_attn.q_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.7.self_attn.v_proj.weight": "model-00007-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.0.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.1.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.10.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.11.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.12.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.13.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.14.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.15.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.2.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.3.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.4.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.5.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.6.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.7.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.8.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.down_projs.9.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.0.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.1.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.10.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.11.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.12.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.13.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.14.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.15.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.2.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.3.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.4.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.5.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.6.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.7.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.8.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.gate_projs.9.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.0.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.1.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.10.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.11.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.12.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.13.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.14.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.15.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.2.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.3.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.4.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.5.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.6.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.7.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.8.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.experts.up_projs.9.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.router.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.shared_expert.down_proj.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.shared_expert.gate_proj.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.feed_forward.shared_expert.up_proj.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.input_layernorm.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.post_attention_layernorm.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.8.self_attn.k_proj.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.self_attn.o_proj.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.self_attn.q_proj.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.8.self_attn.v_proj.weight": "model-00008-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.0.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.1.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.10.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.11.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.12.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.13.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.14.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.15.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.2.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.3.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.4.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.5.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.6.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.7.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.8.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.down_projs.9.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.0.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.1.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.10.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.11.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.12.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.13.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.14.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.15.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.2.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.3.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.4.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.5.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.6.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.7.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.8.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.gate_projs.9.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.0.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.1.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.10.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.11.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.12.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.13.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.14.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.15.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.2.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.3.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.4.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.5.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.6.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.7.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.8.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.experts.up_projs.9.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.router.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.shared_expert.down_proj.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.shared_expert.gate_proj.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.feed_forward.shared_expert.up_proj.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.input_layernorm.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.post_attention_layernorm.weight": "model-00010-of-00044.safetensors", + "language_model.model.layers.9.self_attn.k_proj.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.self_attn.o_proj.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.self_attn.q_proj.weight": "model-00009-of-00044.safetensors", + "language_model.model.layers.9.self_attn.v_proj.weight": "model-00009-of-00044.safetensors", + "language_model.model.norm.weight": "model-00044-of-00044.safetensors", + "multi_modal_projector.linear_1.weight": "model-00001-of-00044.safetensors", + "vision_model.class_embedding": "model-00001-of-00044.safetensors", + "vision_model.layernorm_post.bias": "model-00001-of-00044.safetensors", + "vision_model.layernorm_post.weight": "model-00001-of-00044.safetensors", + "vision_model.layernorm_pre.bias": "model-00001-of-00044.safetensors", + "vision_model.layernorm_pre.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.12.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.13.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.14.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.15.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.16.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.17.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.18.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.19.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.2.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.20.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.21.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.22.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.23.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.24.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.25.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.26.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.27.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.28.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.29.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.3.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.30.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.31.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.32.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.33.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.4.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.5.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.6.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.7.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.8.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.input_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.input_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.mlp.fc1.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.mlp.fc2.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.mlp.fc2.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.post_attention_layernorm.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.post_attention_layernorm.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.k_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.k_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.o_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.o_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.q_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.q_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.v_proj.bias": "model-00001-of-00044.safetensors", + "vision_model.model.layers.9.self_attn.v_proj.weight": "model-00001-of-00044.safetensors", + "vision_model.patch_embedding.linear.weight": "model-00001-of-00044.safetensors", + "vision_model.positional_embedding_vlm": "model-00001-of-00044.safetensors", + "vision_model.vision_adapter.mlp.fc1.weight": "model-00001-of-00044.safetensors", + "vision_model.vision_adapter.mlp.fc2.weight": "model-00001-of-00044.safetensors" + } +} diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..4eef772357a282205fface45491471dc35ad030d --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,33 @@ +{ + "crop_size": null, + "data_format": "channels_first", + "default_to_square": true, + "device": null, + "do_center_crop": null, + "do_convert_rgb": true, + "do_normalize": true, + "do_rescale": true, + "do_resize": true, + "image_mean": [ + 0.5, + 0.5, + 0.5 + ], + "image_processor_type": "Llama4ImageProcessorFast", + "image_std": [ + 0.5, + 0.5, + 0.5 + ], + "input_data_format": null, + "max_patches": 16, + "processor_class": "Llama4Processor", + "resample": 2, + "rescale_factor": 0.00392156862745098, + "resize_to_max_canvas": false, + "return_tensors": null, + "size": { + "height": 336, + "width": 336 + } +} diff --git a/processor_config.json b/processor_config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f3cae49c25616991dc8876e733fde78cfb354f8 --- /dev/null +++ b/processor_config.json @@ -0,0 +1,6 @@ +{ + "fake_image_token": "<|image|>", + "image_token": "<|image|>", + "patch_size": 14, + "processor_class": "Llama4Processor" +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..204b99ceea7e505ef7ad83cbf63673d7e12db1d7 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,5 @@ +{ + "bos_token": "<|begin_of_text|>", + "eos_token": "<|end_of_text|>", + "pad_token": "<|finetune_right_pad_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..b1fde397c877f796b68ca425082644bb07a20535 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:172c9eb4beafc72601690da3ccfcede5c2e6806a8d5ec1fca33e22acea8023a4 +size 27948578 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1945df1cdce8d518c7de3e231e1dca1376bef7b1 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,9096 @@ +{ + "added_tokens_decoder": { + "200000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200002": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200003": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200004": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200005": { + "content": "<|header_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200006": { + "content": "<|header_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200007": { + "content": "<|eom|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200008": { + "content": "<|eot|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200009": { + "content": "<|step|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200010": { + "content": "<|text_post_train_reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200011": { + "content": "<|text_post_train_reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200012": { + "content": "<|text_post_train_reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200013": { + "content": "<|text_post_train_reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200014": { + "content": "<|text_post_train_reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200015": { + "content": "<|text_post_train_reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200016": { + "content": "<|python_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200017": { + "content": "<|python_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200018": { + "content": "<|finetune_right_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200019": { + "content": "<|text_post_train_reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200020": { + "content": "<|text_post_train_reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200021": { + "content": "<|text_post_train_reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200022": { + "content": "<|text_post_train_reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200023": { + "content": "<|text_post_train_reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200024": { + "content": "<|text_post_train_reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200025": { + "content": "<|text_post_train_reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200026": { + "content": "<|text_post_train_reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200027": { + "content": "<|text_post_train_reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200028": { + "content": "<|text_post_train_reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200029": { + "content": "<|text_post_train_reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200030": { + "content": "<|text_post_train_reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200031": { + "content": "<|text_post_train_reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200032": { + "content": "<|text_post_train_reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200033": { + "content": "<|text_post_train_reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200034": { + "content": "<|text_post_train_reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200035": { + "content": "<|text_post_train_reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200036": { + "content": "<|text_post_train_reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200037": { + "content": "<|text_post_train_reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200038": { + "content": "<|text_post_train_reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200039": { + "content": "<|text_post_train_reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200040": { + "content": "<|text_post_train_reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200041": { + "content": "<|text_post_train_reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200042": { + "content": "<|text_post_train_reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200043": { + "content": "<|text_post_train_reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200044": { + "content": "<|text_post_train_reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200045": { + "content": "<|text_post_train_reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200046": { + "content": "<|text_post_train_reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200047": { + "content": "<|text_post_train_reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200048": { + "content": "<|text_post_train_reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200049": { + "content": "<|text_post_train_reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200050": { + "content": "<|text_post_train_reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200051": { + "content": "<|text_post_train_reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200052": { + "content": "<|text_post_train_reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200053": { + "content": "<|text_post_train_reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200054": { + "content": "<|text_post_train_reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200055": { + "content": "<|text_post_train_reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200056": { + "content": "<|text_post_train_reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200057": { + "content": "<|text_post_train_reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200058": { + "content": "<|text_post_train_reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200059": { + "content": "<|text_post_train_reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200060": { + "content": "<|text_post_train_reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200061": { + "content": "<|text_post_train_reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200062": { + "content": "<|text_post_train_reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200063": { + "content": "<|text_post_train_reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200064": { + "content": "<|text_post_train_reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200065": { + "content": "<|text_post_train_reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200066": { + "content": "<|text_post_train_reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200067": { + "content": "<|text_post_train_reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200068": { + "content": "<|text_post_train_reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200069": { + "content": "<|text_post_train_reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200070": { + "content": "<|text_post_train_reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200071": { + "content": "<|text_post_train_reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200072": { + "content": "<|text_post_train_reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200073": { + "content": "<|text_post_train_reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200074": { + "content": "<|text_post_train_reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200075": { + "content": "<|text_post_train_reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200076": { + "content": "<|text_post_train_reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200077": { + "content": "<|text_post_train_reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200078": { + "content": "<|text_post_train_reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200079": { + "content": "<|text_post_train_reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200080": { + "content": "<|image_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200081": { + "content": "<|image_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200082": { + "content": "<|vision_reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200083": { + "content": "<|vision_reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200084": { + "content": "<|tile_x_separator|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200085": { + "content": "<|tile_y_separator|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200086": { + "content": "<|vision_reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200087": { + "content": "<|vision_reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200088": { + "content": "<|vision_reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200089": { + "content": "<|vision_reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200090": { + "content": "<|image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200091": { + "content": "<|vision_reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200092": { + "content": "<|patch|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200093": { + "content": "<|vision_reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200094": { + "content": "<|vision_reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200095": { + "content": "<|vision_reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200096": { + "content": "<|vision_reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200097": { + "content": "<|vision_reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200098": { + "content": "<|vision_reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200099": { + "content": "<|vision_reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200100": { + "content": "<|vision_reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200101": { + "content": "<|vision_reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200102": { + "content": "<|vision_reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200103": { + "content": "<|vision_reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200104": { + "content": "<|vision_reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200105": { + "content": "<|vision_reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200106": { + "content": "<|vision_reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200107": { + "content": "<|vision_reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200108": { + "content": "<|vision_reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200109": { + "content": "<|vision_reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200110": { + "content": "<|vision_reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200111": { + "content": "<|vision_reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200112": { + "content": "<|vision_reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200113": { + "content": "<|vision_reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200114": { + "content": "<|vision_reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200115": { + "content": "<|vision_reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200116": { + "content": "<|vision_reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200117": { + "content": "<|vision_reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200118": { + "content": "<|vision_reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200119": { + "content": "<|vision_reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200120": { + "content": "<|vision_reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200121": { + "content": "<|vision_reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200122": { + "content": "<|vision_reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200123": { + "content": "<|vision_reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200124": { + "content": "<|vision_reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200125": { + "content": "<|vision_reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200126": { + "content": "<|vision_reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200127": { + "content": "<|vision_reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200128": { + "content": "<|vision_reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200129": { + "content": "<|vision_reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200130": { + "content": "<|vision_reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200131": { + "content": "<|vision_reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200132": { + "content": "<|vision_reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200133": { + "content": "<|vision_reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200134": { + "content": "<|vision_reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200135": { + "content": "<|vision_reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200136": { + "content": "<|vision_reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200137": { + "content": "<|vision_reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200138": { + "content": "<|vision_reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200139": { + "content": "<|vision_reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200140": { + "content": "<|vision_reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200141": { + "content": "<|vision_reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200142": { + "content": "<|vision_reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200143": { + "content": "<|vision_reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200144": { + "content": "<|vision_reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200145": { + "content": "<|vision_reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200146": { + "content": "<|vision_reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200147": { + "content": "<|vision_reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200148": { + "content": "<|vision_reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200149": { + "content": "<|vision_reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200150": { + "content": "<|vision_reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200151": { + "content": "<|vision_reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200152": { + "content": "<|vision_reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200153": { + "content": "<|vision_reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200154": { + "content": "<|vision_reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200155": { + "content": "<|vision_reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200156": { + "content": "<|vision_reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200157": { + "content": "<|vision_reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200158": { + "content": "<|vision_reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200159": { + "content": "<|vision_reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200160": { + "content": "<|vision_reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200161": { + "content": "<|vision_reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200162": { + "content": "<|vision_reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200163": { + "content": "<|vision_reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200164": { + "content": "<|vision_reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200165": { + "content": "<|vision_reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200166": { + "content": "<|vision_reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200167": { + "content": "<|vision_reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200168": { + "content": "<|vision_reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200169": { + "content": "<|vision_reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200170": { + "content": "<|vision_reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200171": { + "content": "<|vision_reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200172": { + "content": "<|vision_reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200173": { + "content": "<|vision_reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200174": { + "content": "<|vision_reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200175": { + "content": "<|vision_reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200176": { + "content": "<|vision_reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200177": { + "content": "<|vision_reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200178": { + "content": "<|vision_reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200179": { + "content": "<|vision_reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200180": { + "content": "<|vision_reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200181": { + "content": "<|vision_reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200182": { + "content": "<|vision_reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200183": { + "content": "<|vision_reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200184": { + "content": "<|vision_reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200185": { + "content": "<|vision_reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200186": { + "content": "<|vision_reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200187": { + "content": "<|vision_reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200188": { + "content": "<|vision_reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200189": { + "content": "<|vision_reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200190": { + "content": "<|vision_reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200191": { + "content": "<|vision_reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200192": { + "content": "<|vision_reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200193": { + "content": "<|vision_reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200194": { + "content": "<|vision_reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200195": { + "content": "<|vision_reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200196": { + "content": "<|vision_reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200197": { + "content": "<|vision_reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200198": { + "content": "<|vision_reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200199": { + "content": "<|vision_reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200200": { + "content": "<|vision_reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200201": { + "content": "<|vision_reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200202": { + "content": "<|vision_reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200203": { + "content": "<|vision_reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200204": { + "content": "<|vision_reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200205": { + "content": "<|vision_reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200206": { + "content": "<|vision_reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200207": { + "content": "<|vision_reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200208": { + "content": "<|vision_reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200209": { + "content": "<|vision_reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200210": { + "content": "<|vision_reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200211": { + "content": "<|vision_reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200212": { + "content": "<|vision_reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200213": { + "content": "<|vision_reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200214": { + "content": "<|vision_reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200215": { + "content": "<|vision_reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200216": { + "content": "<|vision_reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200217": { + "content": "<|vision_reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200218": { + "content": "<|vision_reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200219": { + "content": "<|vision_reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200220": { + "content": "<|vision_reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200221": { + "content": "<|vision_reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200222": { + "content": "<|vision_reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200223": { + "content": "<|vision_reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200224": { + "content": "<|vision_reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200225": { + "content": "<|vision_reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200226": { + "content": "<|vision_reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200227": { + "content": "<|vision_reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200228": { + "content": "<|vision_reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200229": { + "content": "<|vision_reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200230": { + "content": "<|vision_reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200231": { + "content": "<|vision_reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200232": { + "content": "<|vision_reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200233": { + "content": "<|vision_reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200234": { + "content": "<|vision_reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200235": { + "content": "<|vision_reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200236": { + "content": "<|vision_reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200237": { + "content": "<|vision_reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200238": { + "content": "<|vision_reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200239": { + "content": "<|vision_reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200240": { + "content": "<|vision_reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200241": { + "content": "<|vision_reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200242": { + "content": "<|vision_reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200243": { + "content": "<|vision_reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200244": { + "content": "<|vision_reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200245": { + "content": "<|vision_reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200246": { + "content": "<|vision_reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200247": { + "content": "<|vision_reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200248": { + "content": "<|vision_reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200249": { + "content": "<|vision_reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200250": { + "content": "<|vision_reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200251": { + "content": "<|vision_reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200252": { + "content": "<|vision_reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200253": { + "content": "<|vision_reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200254": { + "content": "<|vision_reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200255": { + "content": "<|vision_reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200256": { + "content": "<|vision_reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200257": { + "content": "<|vision_reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200258": { + "content": "<|vision_reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200259": { + "content": "<|vision_reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200260": { + "content": "<|vision_reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200261": { + "content": "<|vision_reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200262": { + "content": "<|vision_reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200263": { + "content": "<|vision_reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200264": { + "content": "<|vision_reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200265": { + "content": "<|vision_reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200266": { + "content": "<|vision_reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200267": { + "content": "<|vision_reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200268": { + "content": "<|vision_reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200269": { + "content": "<|vision_reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200270": { + "content": "<|vision_reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200271": { + "content": "<|vision_reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200272": { + "content": "<|vision_reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200273": { + "content": "<|vision_reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200274": { + "content": "<|vision_reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200275": { + "content": "<|vision_reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200276": { + "content": "<|vision_reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200277": { + "content": "<|vision_reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200278": { + "content": "<|vision_reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200279": { + "content": "<|vision_reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200280": { + "content": "<|vision_reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200281": { + "content": "<|vision_reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200282": { + "content": "<|vision_reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200283": { + "content": "<|vision_reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200284": { + "content": "<|vision_reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200285": { + "content": "<|vision_reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200286": { + "content": "<|vision_reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200287": { + "content": "<|vision_reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200288": { + "content": "<|vision_reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200289": { + "content": "<|vision_reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200290": { + "content": "<|vision_reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200291": { + "content": "<|vision_reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200292": { + "content": "<|vision_reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200293": { + "content": "<|vision_reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200294": { + "content": "<|vision_reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200295": { + "content": "<|vision_reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200296": { + "content": "<|vision_reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200297": { + "content": "<|vision_reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200298": { + "content": "<|vision_reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200299": { + "content": "<|vision_reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200300": { + "content": "<|vision_reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200301": { + "content": "<|vision_reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200302": { + "content": "<|vision_reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200303": { + "content": "<|vision_reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200304": { + "content": "<|vision_reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200305": { + "content": "<|vision_reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200306": { + "content": "<|vision_reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200307": { + "content": "<|vision_reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200308": { + "content": "<|vision_reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200309": { + "content": "<|vision_reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200310": { + "content": "<|vision_reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200311": { + "content": "<|vision_reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200312": { + "content": "<|vision_reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200313": { + "content": "<|vision_reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200314": { + "content": "<|vision_reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200315": { + "content": "<|vision_reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200316": { + "content": "<|vision_reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200317": { + "content": "<|vision_reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200318": { + "content": "<|vision_reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200319": { + "content": "<|vision_reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200320": { + "content": "<|vision_reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200321": { + "content": "<|vision_reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200322": { + "content": "<|vision_reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200323": { + "content": "<|vision_reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200324": { + "content": "<|vision_reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200325": { + "content": "<|vision_reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200326": { + "content": "<|vision_reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200327": { + "content": "<|vision_reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200328": { + "content": "<|vision_reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200329": { + "content": "<|vision_reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200330": { + "content": "<|vision_reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200331": { + "content": "<|vision_reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200332": { + "content": "<|vision_reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200333": { + "content": "<|vision_reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200334": { + "content": "<|vision_reserved_special_token_248|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200335": { + "content": "<|vision_reserved_special_token_249|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200336": { + "content": "<|vision_reserved_special_token_250|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200337": { + "content": "<|vision_reserved_special_token_251|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200338": { + "content": "<|vision_reserved_special_token_252|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200339": { + "content": "<|vision_reserved_special_token_253|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200340": { + "content": "<|vision_reserved_special_token_254|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200341": { + "content": "<|vision_reserved_special_token_255|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200342": { + "content": "<|vision_reserved_special_token_256|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200343": { + "content": "<|vision_reserved_special_token_257|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200344": { + "content": "<|vision_reserved_special_token_258|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200345": { + "content": "<|vision_reserved_special_token_259|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200346": { + "content": "<|vision_reserved_special_token_260|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200347": { + "content": "<|vision_reserved_special_token_261|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200348": { + "content": "<|vision_reserved_special_token_262|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200349": { + "content": "<|vision_reserved_special_token_263|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200350": { + "content": "<|vision_reserved_special_token_264|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200351": { + "content": "<|vision_reserved_special_token_265|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200352": { + "content": "<|vision_reserved_special_token_266|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200353": { + "content": "<|vision_reserved_special_token_267|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200354": { + "content": "<|vision_reserved_special_token_268|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200355": { + "content": "<|vision_reserved_special_token_269|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200356": { + "content": "<|vision_reserved_special_token_270|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200357": { + "content": "<|vision_reserved_special_token_271|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200358": { + "content": "<|vision_reserved_special_token_272|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200359": { + "content": "<|vision_reserved_special_token_273|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200360": { + "content": "<|vision_reserved_special_token_274|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200361": { + "content": "<|vision_reserved_special_token_275|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200362": { + "content": "<|vision_reserved_special_token_276|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200363": { + "content": "<|vision_reserved_special_token_277|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200364": { + "content": "<|vision_reserved_special_token_278|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200365": { + "content": "<|vision_reserved_special_token_279|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200366": { + "content": "<|vision_reserved_special_token_280|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200367": { + "content": "<|vision_reserved_special_token_281|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200368": { + "content": "<|vision_reserved_special_token_282|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200369": { + "content": "<|vision_reserved_special_token_283|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200370": { + "content": "<|vision_reserved_special_token_284|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200371": { + "content": "<|vision_reserved_special_token_285|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200372": { + "content": "<|vision_reserved_special_token_286|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200373": { + "content": "<|vision_reserved_special_token_287|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200374": { + "content": "<|vision_reserved_special_token_288|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200375": { + "content": "<|vision_reserved_special_token_289|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200376": { + "content": "<|vision_reserved_special_token_290|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200377": { + "content": "<|vision_reserved_special_token_291|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200378": { + "content": "<|vision_reserved_special_token_292|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200379": { + "content": "<|vision_reserved_special_token_293|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200380": { + "content": "<|vision_reserved_special_token_294|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200381": { + "content": "<|vision_reserved_special_token_295|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200382": { + "content": "<|vision_reserved_special_token_296|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200383": { + "content": "<|vision_reserved_special_token_297|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200384": { + "content": "<|vision_reserved_special_token_298|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200385": { + "content": "<|vision_reserved_special_token_299|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200386": { + "content": "<|vision_reserved_special_token_300|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200387": { + "content": "<|vision_reserved_special_token_301|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200388": { + "content": "<|vision_reserved_special_token_302|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200389": { + "content": "<|vision_reserved_special_token_303|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200390": { + "content": "<|vision_reserved_special_token_304|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200391": { + "content": "<|vision_reserved_special_token_305|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200392": { + "content": "<|vision_reserved_special_token_306|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200393": { + "content": "<|vision_reserved_special_token_307|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200394": { + "content": "<|vision_reserved_special_token_308|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200395": { + "content": "<|vision_reserved_special_token_309|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200396": { + "content": "<|vision_reserved_special_token_310|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200397": { + "content": "<|vision_reserved_special_token_311|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200398": { + "content": "<|vision_reserved_special_token_312|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200399": { + "content": "<|vision_reserved_special_token_313|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200400": { + "content": "<|vision_reserved_special_token_314|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200401": { + "content": "<|vision_reserved_special_token_315|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200402": { + "content": "<|vision_reserved_special_token_316|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200403": { + "content": "<|vision_reserved_special_token_317|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200404": { + "content": "<|vision_reserved_special_token_318|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200405": { + "content": "<|vision_reserved_special_token_319|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200406": { + "content": "<|vision_reserved_special_token_320|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200407": { + "content": "<|vision_reserved_special_token_321|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200408": { + "content": "<|vision_reserved_special_token_322|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200409": { + "content": "<|vision_reserved_special_token_323|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200410": { + "content": "<|vision_reserved_special_token_324|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200411": { + "content": "<|vision_reserved_special_token_325|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200412": { + "content": "<|vision_reserved_special_token_326|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200413": { + "content": "<|vision_reserved_special_token_327|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200414": { + "content": "<|vision_reserved_special_token_328|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200415": { + "content": "<|vision_reserved_special_token_329|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200416": { + "content": "<|vision_reserved_special_token_330|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200417": { + "content": "<|vision_reserved_special_token_331|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200418": { + "content": "<|vision_reserved_special_token_332|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200419": { + "content": "<|vision_reserved_special_token_333|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200420": { + "content": "<|vision_reserved_special_token_334|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200421": { + "content": "<|vision_reserved_special_token_335|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200422": { + "content": "<|vision_reserved_special_token_336|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200423": { + "content": "<|vision_reserved_special_token_337|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200424": { + "content": "<|vision_reserved_special_token_338|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200425": { + "content": "<|vision_reserved_special_token_339|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200426": { + "content": "<|vision_reserved_special_token_340|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200427": { + "content": "<|vision_reserved_special_token_341|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200428": { + "content": "<|vision_reserved_special_token_342|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200429": { + "content": "<|vision_reserved_special_token_343|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200430": { + "content": "<|vision_reserved_special_token_344|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200431": { + "content": "<|vision_reserved_special_token_345|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200432": { + "content": "<|vision_reserved_special_token_346|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200433": { + "content": "<|vision_reserved_special_token_347|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200434": { + "content": "<|vision_reserved_special_token_348|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200435": { + "content": "<|vision_reserved_special_token_349|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200436": { + "content": "<|vision_reserved_special_token_350|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200437": { + "content": "<|vision_reserved_special_token_351|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200438": { + "content": "<|vision_reserved_special_token_352|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200439": { + "content": "<|vision_reserved_special_token_353|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200440": { + "content": "<|vision_reserved_special_token_354|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200441": { + "content": "<|vision_reserved_special_token_355|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200442": { + "content": "<|vision_reserved_special_token_356|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200443": { + "content": "<|vision_reserved_special_token_357|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200444": { + "content": "<|vision_reserved_special_token_358|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200445": { + "content": "<|vision_reserved_special_token_359|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200446": { + "content": "<|vision_reserved_special_token_360|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200447": { + "content": "<|vision_reserved_special_token_361|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200448": { + "content": "<|vision_reserved_special_token_362|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200449": { + "content": "<|vision_reserved_special_token_363|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200450": { + "content": "<|vision_reserved_special_token_364|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200451": { + "content": "<|vision_reserved_special_token_365|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200452": { + "content": "<|vision_reserved_special_token_366|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200453": { + "content": "<|vision_reserved_special_token_367|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200454": { + "content": "<|vision_reserved_special_token_368|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200455": { + "content": "<|vision_reserved_special_token_369|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200456": { + "content": "<|vision_reserved_special_token_370|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200457": { + "content": "<|vision_reserved_special_token_371|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200458": { + "content": "<|vision_reserved_special_token_372|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200459": { + "content": "<|vision_reserved_special_token_373|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200460": { + "content": "<|vision_reserved_special_token_374|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200461": { + "content": "<|vision_reserved_special_token_375|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200462": { + "content": "<|vision_reserved_special_token_376|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200463": { + "content": "<|vision_reserved_special_token_377|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200464": { + "content": "<|vision_reserved_special_token_378|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200465": { + "content": "<|vision_reserved_special_token_379|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200466": { + "content": "<|vision_reserved_special_token_380|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200467": { + "content": "<|vision_reserved_special_token_381|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200468": { + "content": "<|vision_reserved_special_token_382|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200469": { + "content": "<|vision_reserved_special_token_383|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200470": { + "content": "<|vision_reserved_special_token_384|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200471": { + "content": "<|vision_reserved_special_token_385|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200472": { + "content": "<|vision_reserved_special_token_386|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200473": { + "content": "<|vision_reserved_special_token_387|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200474": { + "content": "<|vision_reserved_special_token_388|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200475": { + "content": "<|vision_reserved_special_token_389|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200476": { + "content": "<|vision_reserved_special_token_390|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200477": { + "content": "<|vision_reserved_special_token_391|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200478": { + "content": "<|vision_reserved_special_token_392|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200479": { + "content": "<|vision_reserved_special_token_393|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200480": { + "content": "<|vision_reserved_special_token_394|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200481": { + "content": "<|vision_reserved_special_token_395|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200482": { + "content": "<|vision_reserved_special_token_396|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200483": { + "content": "<|vision_reserved_special_token_397|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200484": { + "content": "<|vision_reserved_special_token_398|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200485": { + "content": "<|vision_reserved_special_token_399|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200486": { + "content": "<|vision_reserved_special_token_400|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200487": { + "content": "<|vision_reserved_special_token_401|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200488": { + "content": "<|vision_reserved_special_token_402|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200489": { + "content": "<|vision_reserved_special_token_403|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200490": { + "content": "<|vision_reserved_special_token_404|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200491": { + "content": "<|vision_reserved_special_token_405|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200492": { + "content": "<|vision_reserved_special_token_406|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200493": { + "content": "<|vision_reserved_special_token_407|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200494": { + "content": "<|vision_reserved_special_token_408|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200495": { + "content": "<|vision_reserved_special_token_409|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200496": { + "content": "<|vision_reserved_special_token_410|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200497": { + "content": "<|vision_reserved_special_token_411|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200498": { + "content": "<|vision_reserved_special_token_412|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200499": { + "content": "<|vision_reserved_special_token_413|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200500": { + "content": "<|vision_reserved_special_token_414|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200501": { + "content": "<|vision_reserved_special_token_415|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200502": { + "content": "<|vision_reserved_special_token_416|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200503": { + "content": "<|vision_reserved_special_token_417|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200504": { + "content": "<|vision_reserved_special_token_418|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200505": { + "content": "<|vision_reserved_special_token_419|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200506": { + "content": "<|vision_reserved_special_token_420|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200507": { + "content": "<|vision_reserved_special_token_421|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200508": { + "content": "<|vision_reserved_special_token_422|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200509": { + "content": "<|vision_reserved_special_token_423|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200510": { + "content": "<|vision_reserved_special_token_424|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200511": { + "content": "<|vision_reserved_special_token_425|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200512": { + "content": "<|vision_reserved_special_token_426|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200513": { + "content": "<|vision_reserved_special_token_427|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200514": { + "content": "<|vision_reserved_special_token_428|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200515": { + "content": "<|vision_reserved_special_token_429|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200516": { + "content": "<|vision_reserved_special_token_430|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200517": { + "content": "<|vision_reserved_special_token_431|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200518": { + "content": "<|vision_reserved_special_token_432|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200519": { + "content": "<|vision_reserved_special_token_433|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200520": { + "content": "<|vision_reserved_special_token_434|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200521": { + "content": "<|vision_reserved_special_token_435|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200522": { + "content": "<|vision_reserved_special_token_436|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200523": { + "content": "<|vision_reserved_special_token_437|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200524": { + "content": "<|vision_reserved_special_token_438|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200525": { + "content": "<|vision_reserved_special_token_439|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200526": { + "content": "<|vision_reserved_special_token_440|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200527": { + "content": "<|vision_reserved_special_token_441|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200528": { + "content": "<|vision_reserved_special_token_442|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200529": { + "content": "<|vision_reserved_special_token_443|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200530": { + "content": "<|vision_reserved_special_token_444|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200531": { + "content": "<|vision_reserved_special_token_445|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200532": { + "content": "<|vision_reserved_special_token_446|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200533": { + "content": "<|vision_reserved_special_token_447|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200534": { + "content": "<|vision_reserved_special_token_448|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200535": { + "content": "<|vision_reserved_special_token_449|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200536": { + "content": "<|vision_reserved_special_token_450|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200537": { + "content": "<|vision_reserved_special_token_451|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200538": { + "content": "<|vision_reserved_special_token_452|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200539": { + "content": "<|vision_reserved_special_token_453|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200540": { + "content": "<|vision_reserved_special_token_454|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200541": { + "content": "<|vision_reserved_special_token_455|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200542": { + "content": "<|vision_reserved_special_token_456|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200543": { + "content": "<|vision_reserved_special_token_457|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200544": { + "content": "<|vision_reserved_special_token_458|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200545": { + "content": "<|vision_reserved_special_token_459|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200546": { + "content": "<|vision_reserved_special_token_460|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200547": { + "content": "<|vision_reserved_special_token_461|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200548": { + "content": "<|vision_reserved_special_token_462|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200549": { + "content": "<|vision_reserved_special_token_463|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200550": { + "content": "<|vision_reserved_special_token_464|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200551": { + "content": "<|vision_reserved_special_token_465|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200552": { + "content": "<|vision_reserved_special_token_466|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200553": { + "content": "<|vision_reserved_special_token_467|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200554": { + "content": "<|vision_reserved_special_token_468|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200555": { + "content": "<|vision_reserved_special_token_469|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200556": { + "content": "<|vision_reserved_special_token_470|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200557": { + "content": "<|vision_reserved_special_token_471|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200558": { + "content": "<|vision_reserved_special_token_472|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200559": { + "content": "<|vision_reserved_special_token_473|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200560": { + "content": "<|vision_reserved_special_token_474|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200561": { + "content": "<|vision_reserved_special_token_475|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200562": { + "content": "<|vision_reserved_special_token_476|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200563": { + "content": "<|vision_reserved_special_token_477|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200564": { + "content": "<|vision_reserved_special_token_478|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200565": { + "content": "<|vision_reserved_special_token_479|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200566": { + "content": "<|vision_reserved_special_token_480|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200567": { + "content": "<|vision_reserved_special_token_481|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200568": { + "content": "<|vision_reserved_special_token_482|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200569": { + "content": "<|vision_reserved_special_token_483|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200570": { + "content": "<|vision_reserved_special_token_484|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200571": { + "content": "<|vision_reserved_special_token_485|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200572": { + "content": "<|vision_reserved_special_token_486|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200573": { + "content": "<|vision_reserved_special_token_487|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200574": { + "content": "<|vision_reserved_special_token_488|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200575": { + "content": "<|vision_reserved_special_token_489|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200576": { + "content": "<|vision_reserved_special_token_490|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200577": { + "content": "<|vision_reserved_special_token_491|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200578": { + "content": "<|vision_reserved_special_token_492|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200579": { + "content": "<|vision_reserved_special_token_493|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200580": { + "content": "<|vision_reserved_special_token_494|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200581": { + "content": "<|vision_reserved_special_token_495|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200582": { + "content": "<|vision_reserved_special_token_496|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200583": { + "content": "<|vision_reserved_special_token_497|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200584": { + "content": "<|vision_reserved_special_token_498|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200585": { + "content": "<|vision_reserved_special_token_499|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200586": { + "content": "<|vision_reserved_special_token_500|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200587": { + "content": "<|vision_reserved_special_token_501|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200588": { + "content": "<|vision_reserved_special_token_502|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200589": { + "content": "<|vision_reserved_special_token_503|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200590": { + "content": "<|vision_reserved_special_token_504|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200591": { + "content": "<|vision_reserved_special_token_505|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200592": { + "content": "<|vision_reserved_special_token_506|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200593": { + "content": "<|vision_reserved_special_token_507|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200594": { + "content": "<|vision_reserved_special_token_508|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200595": { + "content": "<|vision_reserved_special_token_509|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200596": { + "content": "<|vision_reserved_special_token_510|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200597": { + "content": "<|vision_reserved_special_token_511|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200598": { + "content": "<|vision_reserved_special_token_512|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200599": { + "content": "<|vision_reserved_special_token_513|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200600": { + "content": "<|vision_reserved_special_token_514|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200601": { + "content": "<|vision_reserved_special_token_515|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200602": { + "content": "<|vision_reserved_special_token_516|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200603": { + "content": "<|vision_reserved_special_token_517|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200604": { + "content": "<|vision_reserved_special_token_518|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200605": { + "content": "<|vision_reserved_special_token_519|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200606": { + "content": "<|vision_reserved_special_token_520|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200607": { + "content": "<|vision_reserved_special_token_521|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200608": { + "content": "<|vision_reserved_special_token_522|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200609": { + "content": "<|vision_reserved_special_token_523|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200610": { + "content": "<|vision_reserved_special_token_524|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200611": { + "content": "<|vision_reserved_special_token_525|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200612": { + "content": "<|vision_reserved_special_token_526|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200613": { + "content": "<|vision_reserved_special_token_527|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200614": { + "content": "<|vision_reserved_special_token_528|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200615": { + "content": "<|vision_reserved_special_token_529|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200616": { + "content": "<|vision_reserved_special_token_530|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200617": { + "content": "<|vision_reserved_special_token_531|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200618": { + "content": "<|vision_reserved_special_token_532|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200619": { + "content": "<|vision_reserved_special_token_533|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200620": { + "content": "<|vision_reserved_special_token_534|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200621": { + "content": "<|vision_reserved_special_token_535|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200622": { + "content": "<|vision_reserved_special_token_536|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200623": { + "content": "<|vision_reserved_special_token_537|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200624": { + "content": "<|vision_reserved_special_token_538|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200625": { + "content": "<|vision_reserved_special_token_539|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200626": { + "content": "<|vision_reserved_special_token_540|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200627": { + "content": "<|vision_reserved_special_token_541|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200628": { + "content": "<|vision_reserved_special_token_542|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200629": { + "content": "<|vision_reserved_special_token_543|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200630": { + "content": "<|vision_reserved_special_token_544|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200631": { + "content": "<|vision_reserved_special_token_545|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200632": { + "content": "<|vision_reserved_special_token_546|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200633": { + "content": "<|vision_reserved_special_token_547|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200634": { + "content": "<|vision_reserved_special_token_548|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200635": { + "content": "<|vision_reserved_special_token_549|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200636": { + "content": "<|vision_reserved_special_token_550|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200637": { + "content": "<|vision_reserved_special_token_551|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200638": { + "content": "<|vision_reserved_special_token_552|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200639": { + "content": "<|vision_reserved_special_token_553|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200640": { + "content": "<|vision_reserved_special_token_554|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200641": { + "content": "<|vision_reserved_special_token_555|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200642": { + "content": "<|vision_reserved_special_token_556|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200643": { + "content": "<|vision_reserved_special_token_557|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200644": { + "content": "<|vision_reserved_special_token_558|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200645": { + "content": "<|vision_reserved_special_token_559|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200646": { + "content": "<|vision_reserved_special_token_560|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200647": { + "content": "<|vision_reserved_special_token_561|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200648": { + "content": "<|vision_reserved_special_token_562|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200649": { + "content": "<|vision_reserved_special_token_563|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200650": { + "content": "<|vision_reserved_special_token_564|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200651": { + "content": "<|vision_reserved_special_token_565|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200652": { + "content": "<|vision_reserved_special_token_566|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200653": { + "content": "<|vision_reserved_special_token_567|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200654": { + "content": "<|vision_reserved_special_token_568|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200655": { + "content": "<|vision_reserved_special_token_569|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200656": { + "content": "<|vision_reserved_special_token_570|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200657": { + "content": "<|vision_reserved_special_token_571|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200658": { + "content": "<|vision_reserved_special_token_572|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200659": { + "content": "<|vision_reserved_special_token_573|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200660": { + "content": "<|vision_reserved_special_token_574|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200661": { + "content": "<|vision_reserved_special_token_575|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200662": { + "content": "<|vision_reserved_special_token_576|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200663": { + "content": "<|vision_reserved_special_token_577|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200664": { + "content": "<|vision_reserved_special_token_578|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200665": { + "content": "<|vision_reserved_special_token_579|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200666": { + "content": "<|vision_reserved_special_token_580|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200667": { + "content": "<|vision_reserved_special_token_581|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200668": { + "content": "<|vision_reserved_special_token_582|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200669": { + "content": "<|vision_reserved_special_token_583|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200670": { + "content": "<|vision_reserved_special_token_584|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200671": { + "content": "<|vision_reserved_special_token_585|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200672": { + "content": "<|vision_reserved_special_token_586|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200673": { + "content": "<|vision_reserved_special_token_587|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200674": { + "content": "<|vision_reserved_special_token_588|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200675": { + "content": "<|vision_reserved_special_token_589|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200676": { + "content": "<|vision_reserved_special_token_590|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200677": { + "content": "<|vision_reserved_special_token_591|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200678": { + "content": "<|vision_reserved_special_token_592|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200679": { + "content": "<|vision_reserved_special_token_593|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200680": { + "content": "<|vision_reserved_special_token_594|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200681": { + "content": "<|vision_reserved_special_token_595|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200682": { + "content": "<|vision_reserved_special_token_596|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200683": { + "content": "<|vision_reserved_special_token_597|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200684": { + "content": "<|vision_reserved_special_token_598|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200685": { + "content": "<|vision_reserved_special_token_599|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200686": { + "content": "<|vision_reserved_special_token_600|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200687": { + "content": "<|vision_reserved_special_token_601|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200688": { + "content": "<|vision_reserved_special_token_602|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200689": { + "content": "<|vision_reserved_special_token_603|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200690": { + "content": "<|vision_reserved_special_token_604|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200691": { + "content": "<|vision_reserved_special_token_605|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200692": { + "content": "<|vision_reserved_special_token_606|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200693": { + "content": "<|vision_reserved_special_token_607|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200694": { + "content": "<|vision_reserved_special_token_608|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200695": { + "content": "<|vision_reserved_special_token_609|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200696": { + "content": "<|vision_reserved_special_token_610|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200697": { + "content": "<|vision_reserved_special_token_611|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200698": { + "content": "<|vision_reserved_special_token_612|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200699": { + "content": "<|vision_reserved_special_token_613|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200700": { + "content": "<|vision_reserved_special_token_614|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200701": { + "content": "<|vision_reserved_special_token_615|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200702": { + "content": "<|vision_reserved_special_token_616|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200703": { + "content": "<|vision_reserved_special_token_617|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200704": { + "content": "<|vision_reserved_special_token_618|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200705": { + "content": "<|vision_reserved_special_token_619|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200706": { + "content": "<|vision_reserved_special_token_620|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200707": { + "content": "<|vision_reserved_special_token_621|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200708": { + "content": "<|vision_reserved_special_token_622|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200709": { + "content": "<|vision_reserved_special_token_623|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200710": { + "content": "<|vision_reserved_special_token_624|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200711": { + "content": "<|vision_reserved_special_token_625|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200712": { + "content": "<|vision_reserved_special_token_626|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200713": { + "content": "<|vision_reserved_special_token_627|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200714": { + "content": "<|vision_reserved_special_token_628|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200715": { + "content": "<|vision_reserved_special_token_629|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200716": { + "content": "<|vision_reserved_special_token_630|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200717": { + "content": "<|vision_reserved_special_token_631|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200718": { + "content": "<|vision_reserved_special_token_632|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200719": { + "content": "<|vision_reserved_special_token_633|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200720": { + "content": "<|vision_reserved_special_token_634|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200721": { + "content": "<|vision_reserved_special_token_635|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200722": { + "content": "<|vision_reserved_special_token_636|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200723": { + "content": "<|vision_reserved_special_token_637|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200724": { + "content": "<|vision_reserved_special_token_638|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200725": { + "content": "<|vision_reserved_special_token_639|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200726": { + "content": "<|vision_reserved_special_token_640|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200727": { + "content": "<|vision_reserved_special_token_641|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200728": { + "content": "<|vision_reserved_special_token_642|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200729": { + "content": "<|vision_reserved_special_token_643|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200730": { + "content": "<|vision_reserved_special_token_644|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200731": { + "content": "<|vision_reserved_special_token_645|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200732": { + "content": "<|vision_reserved_special_token_646|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200733": { + "content": "<|vision_reserved_special_token_647|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200734": { + "content": "<|vision_reserved_special_token_648|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200735": { + "content": "<|vision_reserved_special_token_649|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200736": { + "content": "<|vision_reserved_special_token_650|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200737": { + "content": "<|vision_reserved_special_token_651|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200738": { + "content": "<|vision_reserved_special_token_652|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200739": { + "content": "<|vision_reserved_special_token_653|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200740": { + "content": "<|vision_reserved_special_token_654|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200741": { + "content": "<|vision_reserved_special_token_655|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200742": { + "content": "<|vision_reserved_special_token_656|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200743": { + "content": "<|vision_reserved_special_token_657|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200744": { + "content": "<|vision_reserved_special_token_658|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200745": { + "content": "<|vision_reserved_special_token_659|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200746": { + "content": "<|vision_reserved_special_token_660|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200747": { + "content": "<|vision_reserved_special_token_661|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200748": { + "content": "<|vision_reserved_special_token_662|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200749": { + "content": "<|vision_reserved_special_token_663|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200750": { + "content": "<|vision_reserved_special_token_664|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200751": { + "content": "<|vision_reserved_special_token_665|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200752": { + "content": "<|vision_reserved_special_token_666|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200753": { + "content": "<|vision_reserved_special_token_667|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200754": { + "content": "<|vision_reserved_special_token_668|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200755": { + "content": "<|vision_reserved_special_token_669|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200756": { + "content": "<|vision_reserved_special_token_670|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200757": { + "content": "<|vision_reserved_special_token_671|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200758": { + "content": "<|vision_reserved_special_token_672|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200759": { + "content": "<|vision_reserved_special_token_673|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200760": { + "content": "<|vision_reserved_special_token_674|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200761": { + "content": "<|vision_reserved_special_token_675|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200762": { + "content": "<|vision_reserved_special_token_676|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200763": { + "content": "<|vision_reserved_special_token_677|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200764": { + "content": "<|vision_reserved_special_token_678|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200765": { + "content": "<|vision_reserved_special_token_679|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200766": { + "content": "<|vision_reserved_special_token_680|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200767": { + "content": "<|vision_reserved_special_token_681|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200768": { + "content": "<|vision_reserved_special_token_682|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200769": { + "content": "<|vision_reserved_special_token_683|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200770": { + "content": "<|vision_reserved_special_token_684|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200771": { + "content": "<|vision_reserved_special_token_685|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200772": { + "content": "<|vision_reserved_special_token_686|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200773": { + "content": "<|vision_reserved_special_token_687|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200774": { + "content": "<|vision_reserved_special_token_688|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200775": { + "content": "<|vision_reserved_special_token_689|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200776": { + "content": "<|vision_reserved_special_token_690|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200777": { + "content": "<|vision_reserved_special_token_691|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200778": { + "content": "<|vision_reserved_special_token_692|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200779": { + "content": "<|vision_reserved_special_token_693|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200780": { + "content": "<|vision_reserved_special_token_694|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200781": { + "content": "<|vision_reserved_special_token_695|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200782": { + "content": "<|vision_reserved_special_token_696|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200783": { + "content": "<|vision_reserved_special_token_697|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200784": { + "content": "<|vision_reserved_special_token_698|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200785": { + "content": "<|vision_reserved_special_token_699|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200786": { + "content": "<|vision_reserved_special_token_700|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200787": { + "content": "<|vision_reserved_special_token_701|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200788": { + "content": "<|vision_reserved_special_token_702|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200789": { + "content": "<|vision_reserved_special_token_703|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200790": { + "content": "<|vision_reserved_special_token_704|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200791": { + "content": "<|vision_reserved_special_token_705|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200792": { + "content": "<|vision_reserved_special_token_706|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200793": { + "content": "<|vision_reserved_special_token_707|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200794": { + "content": "<|vision_reserved_special_token_708|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200795": { + "content": "<|vision_reserved_special_token_709|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200796": { + "content": "<|vision_reserved_special_token_710|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200797": { + "content": "<|vision_reserved_special_token_711|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200798": { + "content": "<|vision_reserved_special_token_712|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200799": { + "content": "<|vision_reserved_special_token_713|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200800": { + "content": "<|vision_reserved_special_token_714|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200801": { + "content": "<|vision_reserved_special_token_715|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200802": { + "content": "<|vision_reserved_special_token_716|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200803": { + "content": "<|vision_reserved_special_token_717|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200804": { + "content": "<|vision_reserved_special_token_718|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200805": { + "content": "<|vision_reserved_special_token_719|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200806": { + "content": "<|vision_reserved_special_token_720|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200807": { + "content": "<|vision_reserved_special_token_721|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200808": { + "content": "<|vision_reserved_special_token_722|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200809": { + "content": "<|vision_reserved_special_token_723|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200810": { + "content": "<|vision_reserved_special_token_724|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200811": { + "content": "<|vision_reserved_special_token_725|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200812": { + "content": "<|vision_reserved_special_token_726|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200813": { + "content": "<|vision_reserved_special_token_727|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200814": { + "content": "<|vision_reserved_special_token_728|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200815": { + "content": "<|vision_reserved_special_token_729|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200816": { + "content": "<|vision_reserved_special_token_730|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200817": { + "content": "<|vision_reserved_special_token_731|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200818": { + "content": "<|vision_reserved_special_token_732|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200819": { + "content": "<|vision_reserved_special_token_733|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200820": { + "content": "<|vision_reserved_special_token_734|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200821": { + "content": "<|vision_reserved_special_token_735|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200822": { + "content": "<|vision_reserved_special_token_736|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200823": { + "content": "<|vision_reserved_special_token_737|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200824": { + "content": "<|vision_reserved_special_token_738|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200825": { + "content": "<|vision_reserved_special_token_739|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200826": { + "content": "<|vision_reserved_special_token_740|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200827": { + "content": "<|vision_reserved_special_token_741|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200828": { + "content": "<|vision_reserved_special_token_742|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200829": { + "content": "<|vision_reserved_special_token_743|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200830": { + "content": "<|vision_reserved_special_token_744|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200831": { + "content": "<|vision_reserved_special_token_745|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200832": { + "content": "<|vision_reserved_special_token_746|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200833": { + "content": "<|vision_reserved_special_token_747|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200834": { + "content": "<|vision_reserved_special_token_748|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200835": { + "content": "<|vision_reserved_special_token_749|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200836": { + "content": "<|vision_reserved_special_token_750|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200837": { + "content": "<|vision_reserved_special_token_751|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200838": { + "content": "<|vision_reserved_special_token_752|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200839": { + "content": "<|vision_reserved_special_token_753|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200840": { + "content": "<|vision_reserved_special_token_754|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200841": { + "content": "<|vision_reserved_special_token_755|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200842": { + "content": "<|vision_reserved_special_token_756|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200843": { + "content": "<|vision_reserved_special_token_757|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200844": { + "content": "<|vision_reserved_special_token_758|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200845": { + "content": "<|vision_reserved_special_token_759|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200846": { + "content": "<|vision_reserved_special_token_760|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200847": { + "content": "<|vision_reserved_special_token_761|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200848": { + "content": "<|vision_reserved_special_token_762|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200849": { + "content": "<|vision_reserved_special_token_763|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200850": { + "content": "<|vision_reserved_special_token_764|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200851": { + "content": "<|vision_reserved_special_token_765|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200852": { + "content": "<|vision_reserved_special_token_766|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200853": { + "content": "<|vision_reserved_special_token_767|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200854": { + "content": "<|vision_reserved_special_token_768|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200855": { + "content": "<|vision_reserved_special_token_769|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200856": { + "content": "<|vision_reserved_special_token_770|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200857": { + "content": "<|vision_reserved_special_token_771|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200858": { + "content": "<|vision_reserved_special_token_772|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200859": { + "content": "<|vision_reserved_special_token_773|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200860": { + "content": "<|vision_reserved_special_token_774|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200861": { + "content": "<|vision_reserved_special_token_775|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200862": { + "content": "<|vision_reserved_special_token_776|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200863": { + "content": "<|vision_reserved_special_token_777|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200864": { + "content": "<|vision_reserved_special_token_778|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200865": { + "content": "<|vision_reserved_special_token_779|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200866": { + "content": "<|vision_reserved_special_token_780|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200867": { + "content": "<|vision_reserved_special_token_781|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200868": { + "content": "<|vision_reserved_special_token_782|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200869": { + "content": "<|vision_reserved_special_token_783|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200870": { + "content": "<|vision_reserved_special_token_784|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200871": { + "content": "<|vision_reserved_special_token_785|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200872": { + "content": "<|vision_reserved_special_token_786|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200873": { + "content": "<|vision_reserved_special_token_787|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200874": { + "content": "<|vision_reserved_special_token_788|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200875": { + "content": "<|vision_reserved_special_token_789|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200876": { + "content": "<|vision_reserved_special_token_790|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200877": { + "content": "<|vision_reserved_special_token_791|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200878": { + "content": "<|vision_reserved_special_token_792|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200879": { + "content": "<|vision_reserved_special_token_793|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200880": { + "content": "<|vision_reserved_special_token_794|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200881": { + "content": "<|vision_reserved_special_token_795|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200882": { + "content": "<|vision_reserved_special_token_796|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200883": { + "content": "<|vision_reserved_special_token_797|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200884": { + "content": "<|vision_reserved_special_token_798|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200885": { + "content": "<|vision_reserved_special_token_799|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200886": { + "content": "<|vision_reserved_special_token_800|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200887": { + "content": "<|vision_reserved_special_token_801|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200888": { + "content": "<|vision_reserved_special_token_802|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200889": { + "content": "<|vision_reserved_special_token_803|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200890": { + "content": "<|vision_reserved_special_token_804|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200891": { + "content": "<|vision_reserved_special_token_805|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200892": { + "content": "<|vision_reserved_special_token_806|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200893": { + "content": "<|vision_reserved_special_token_807|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200894": { + "content": "<|vision_reserved_special_token_808|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200895": { + "content": "<|vision_reserved_special_token_809|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200896": { + "content": "<|vision_reserved_special_token_810|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200897": { + "content": "<|vision_reserved_special_token_811|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200898": { + "content": "<|vision_reserved_special_token_812|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200899": { + "content": "<|vision_reserved_special_token_813|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200900": { + "content": "<|vision_reserved_special_token_814|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200901": { + "content": "<|vision_reserved_special_token_815|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200902": { + "content": "<|vision_reserved_special_token_816|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200903": { + "content": "<|vision_reserved_special_token_817|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200904": { + "content": "<|vision_reserved_special_token_818|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200905": { + "content": "<|vision_reserved_special_token_819|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200906": { + "content": "<|vision_reserved_special_token_820|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200907": { + "content": "<|vision_reserved_special_token_821|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200908": { + "content": "<|vision_reserved_special_token_822|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200909": { + "content": "<|vision_reserved_special_token_823|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200910": { + "content": "<|vision_reserved_special_token_824|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200911": { + "content": "<|vision_reserved_special_token_825|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200912": { + "content": "<|vision_reserved_special_token_826|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200913": { + "content": "<|vision_reserved_special_token_827|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200914": { + "content": "<|vision_reserved_special_token_828|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200915": { + "content": "<|vision_reserved_special_token_829|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200916": { + "content": "<|vision_reserved_special_token_830|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200917": { + "content": "<|vision_reserved_special_token_831|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200918": { + "content": "<|vision_reserved_special_token_832|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200919": { + "content": "<|vision_reserved_special_token_833|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200920": { + "content": "<|vision_reserved_special_token_834|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200921": { + "content": "<|vision_reserved_special_token_835|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200922": { + "content": "<|vision_reserved_special_token_836|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200923": { + "content": "<|vision_reserved_special_token_837|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200924": { + "content": "<|vision_reserved_special_token_838|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200925": { + "content": "<|vision_reserved_special_token_839|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200926": { + "content": "<|vision_reserved_special_token_840|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200927": { + "content": "<|vision_reserved_special_token_841|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200928": { + "content": "<|vision_reserved_special_token_842|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200929": { + "content": "<|vision_reserved_special_token_843|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200930": { + "content": "<|vision_reserved_special_token_844|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200931": { + "content": "<|vision_reserved_special_token_845|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200932": { + "content": "<|vision_reserved_special_token_846|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200933": { + "content": "<|vision_reserved_special_token_847|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200934": { + "content": "<|vision_reserved_special_token_848|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200935": { + "content": "<|vision_reserved_special_token_849|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200936": { + "content": "<|vision_reserved_special_token_850|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200937": { + "content": "<|vision_reserved_special_token_851|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200938": { + "content": "<|vision_reserved_special_token_852|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200939": { + "content": "<|vision_reserved_special_token_853|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200940": { + "content": "<|vision_reserved_special_token_854|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200941": { + "content": "<|vision_reserved_special_token_855|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200942": { + "content": "<|vision_reserved_special_token_856|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200943": { + "content": "<|vision_reserved_special_token_857|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200944": { + "content": "<|vision_reserved_special_token_858|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200945": { + "content": "<|vision_reserved_special_token_859|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200946": { + "content": "<|vision_reserved_special_token_860|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200947": { + "content": "<|vision_reserved_special_token_861|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200948": { + "content": "<|vision_reserved_special_token_862|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200949": { + "content": "<|vision_reserved_special_token_863|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200950": { + "content": "<|vision_reserved_special_token_864|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200951": { + "content": "<|vision_reserved_special_token_865|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200952": { + "content": "<|vision_reserved_special_token_866|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200953": { + "content": "<|vision_reserved_special_token_867|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200954": { + "content": "<|vision_reserved_special_token_868|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200955": { + "content": "<|vision_reserved_special_token_869|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200956": { + "content": "<|vision_reserved_special_token_870|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200957": { + "content": "<|vision_reserved_special_token_871|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200958": { + "content": "<|vision_reserved_special_token_872|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200959": { + "content": "<|vision_reserved_special_token_873|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200960": { + "content": "<|vision_reserved_special_token_874|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200961": { + "content": "<|vision_reserved_special_token_875|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200962": { + "content": "<|vision_reserved_special_token_876|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200963": { + "content": "<|vision_reserved_special_token_877|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200964": { + "content": "<|vision_reserved_special_token_878|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200965": { + "content": "<|vision_reserved_special_token_879|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200966": { + "content": "<|vision_reserved_special_token_880|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200967": { + "content": "<|vision_reserved_special_token_881|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200968": { + "content": "<|vision_reserved_special_token_882|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200969": { + "content": "<|vision_reserved_special_token_883|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200970": { + "content": "<|vision_reserved_special_token_884|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200971": { + "content": "<|vision_reserved_special_token_885|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200972": { + "content": "<|vision_reserved_special_token_886|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200973": { + "content": "<|vision_reserved_special_token_887|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200974": { + "content": "<|vision_reserved_special_token_888|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200975": { + "content": "<|vision_reserved_special_token_889|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200976": { + "content": "<|vision_reserved_special_token_890|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200977": { + "content": "<|vision_reserved_special_token_891|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200978": { + "content": "<|vision_reserved_special_token_892|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200979": { + "content": "<|vision_reserved_special_token_893|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200980": { + "content": "<|vision_reserved_special_token_894|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200981": { + "content": "<|vision_reserved_special_token_895|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200982": { + "content": "<|vision_reserved_special_token_896|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200983": { + "content": "<|vision_reserved_special_token_897|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200984": { + "content": "<|vision_reserved_special_token_898|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200985": { + "content": "<|vision_reserved_special_token_899|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200986": { + "content": "<|vision_reserved_special_token_900|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200987": { + "content": "<|vision_reserved_special_token_901|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200988": { + "content": "<|vision_reserved_special_token_902|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200989": { + "content": "<|vision_reserved_special_token_903|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200990": { + "content": "<|vision_reserved_special_token_904|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200991": { + "content": "<|vision_reserved_special_token_905|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200992": { + "content": "<|vision_reserved_special_token_906|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200993": { + "content": "<|vision_reserved_special_token_907|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200994": { + "content": "<|vision_reserved_special_token_908|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200995": { + "content": "<|vision_reserved_special_token_909|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200996": { + "content": "<|vision_reserved_special_token_910|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200997": { + "content": "<|vision_reserved_special_token_911|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200998": { + "content": "<|vision_reserved_special_token_912|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "200999": { + "content": "<|vision_reserved_special_token_913|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201000": { + "content": "<|vision_reserved_special_token_914|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201001": { + "content": "<|vision_reserved_special_token_915|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201002": { + "content": "<|vision_reserved_special_token_916|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201003": { + "content": "<|vision_reserved_special_token_917|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201004": { + "content": "<|vision_reserved_special_token_918|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201005": { + "content": "<|vision_reserved_special_token_919|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201006": { + "content": "<|vision_reserved_special_token_920|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201007": { + "content": "<|vision_reserved_special_token_921|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201008": { + "content": "<|vision_reserved_special_token_922|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201009": { + "content": "<|vision_reserved_special_token_923|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201010": { + "content": "<|vision_reserved_special_token_924|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201011": { + "content": "<|vision_reserved_special_token_925|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201012": { + "content": "<|vision_reserved_special_token_926|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201013": { + "content": "<|vision_reserved_special_token_927|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201014": { + "content": "<|vision_reserved_special_token_928|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201015": { + "content": "<|vision_reserved_special_token_929|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201016": { + "content": "<|vision_reserved_special_token_930|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201017": { + "content": "<|vision_reserved_special_token_931|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201018": { + "content": "<|vision_reserved_special_token_932|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201019": { + "content": "<|vision_reserved_special_token_933|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201020": { + "content": "<|vision_reserved_special_token_934|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201021": { + "content": "<|vision_reserved_special_token_935|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201022": { + "content": "<|vision_reserved_special_token_936|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201023": { + "content": "<|vision_reserved_special_token_937|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201024": { + "content": "<|vision_reserved_special_token_938|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201025": { + "content": "<|vision_reserved_special_token_939|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201026": { + "content": "<|vision_reserved_special_token_940|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201027": { + "content": "<|vision_reserved_special_token_941|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201028": { + "content": "<|vision_reserved_special_token_942|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201029": { + "content": "<|vision_reserved_special_token_943|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201030": { + "content": "<|vision_reserved_special_token_944|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201031": { + "content": "<|vision_reserved_special_token_945|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201032": { + "content": "<|vision_reserved_special_token_946|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201033": { + "content": "<|vision_reserved_special_token_947|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201034": { + "content": "<|vision_reserved_special_token_948|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201035": { + "content": "<|vision_reserved_special_token_949|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201036": { + "content": "<|vision_reserved_special_token_950|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201037": { + "content": "<|vision_reserved_special_token_951|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201038": { + "content": "<|vision_reserved_special_token_952|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201039": { + "content": "<|vision_reserved_special_token_953|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201040": { + "content": "<|vision_reserved_special_token_954|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201041": { + "content": "<|vision_reserved_special_token_955|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201042": { + "content": "<|vision_reserved_special_token_956|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201043": { + "content": "<|vision_reserved_special_token_957|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201044": { + "content": "<|vision_reserved_special_token_958|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201045": { + "content": "<|vision_reserved_special_token_959|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201046": { + "content": "<|vision_reserved_special_token_960|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201047": { + "content": "<|vision_reserved_special_token_961|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201048": { + "content": "<|vision_reserved_special_token_962|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201049": { + "content": "<|vision_reserved_special_token_963|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201050": { + "content": "<|vision_reserved_special_token_964|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201051": { + "content": "<|vision_reserved_special_token_965|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201052": { + "content": "<|vision_reserved_special_token_966|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201053": { + "content": "<|vision_reserved_special_token_967|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201054": { + "content": "<|vision_reserved_special_token_968|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201055": { + "content": "<|vision_reserved_special_token_969|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201056": { + "content": "<|vision_reserved_special_token_970|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201057": { + "content": "<|vision_reserved_special_token_971|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201058": { + "content": "<|vision_reserved_special_token_972|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201059": { + "content": "<|vision_reserved_special_token_973|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201060": { + "content": "<|vision_reserved_special_token_974|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201061": { + "content": "<|vision_reserved_special_token_975|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201062": { + "content": "<|vision_reserved_special_token_976|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201063": { + "content": "<|vision_reserved_special_token_977|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201064": { + "content": "<|vision_reserved_special_token_978|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201065": { + "content": "<|vision_reserved_special_token_979|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201066": { + "content": "<|vision_reserved_special_token_980|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201067": { + "content": "<|vision_reserved_special_token_981|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201068": { + "content": "<|vision_reserved_special_token_982|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201069": { + "content": "<|vision_reserved_special_token_983|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201070": { + "content": "<|vision_reserved_special_token_984|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201071": { + "content": "<|vision_reserved_special_token_985|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201072": { + "content": "<|vision_reserved_special_token_986|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201073": { + "content": "<|vision_reserved_special_token_987|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201074": { + "content": "<|vision_reserved_special_token_988|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201075": { + "content": "<|vision_reserved_special_token_989|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201076": { + "content": "<|vision_reserved_special_token_990|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201077": { + "content": "<|vision_reserved_special_token_991|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201078": { + "content": "<|vision_reserved_special_token_992|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201079": { + "content": "<|vision_reserved_special_token_993|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201080": { + "content": "<|vision_reserved_special_token_994|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201081": { + "content": "<|vision_reserved_special_token_995|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201082": { + "content": "<|vision_reserved_special_token_996|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201083": { + "content": "<|vision_reserved_special_token_997|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201084": { + "content": "<|vision_reserved_special_token_998|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201085": { + "content": "<|vision_reserved_special_token_999|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201086": { + "content": "<|vision_reserved_special_token_1000|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201087": { + "content": "<|vision_reserved_special_token_1001|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201088": { + "content": "<|vision_reserved_special_token_1002|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201089": { + "content": "<|vision_reserved_special_token_1003|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201090": { + "content": "<|vision_reserved_special_token_1004|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201091": { + "content": "<|vision_reserved_special_token_1005|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201092": { + "content": "<|vision_reserved_special_token_1006|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201093": { + "content": "<|vision_reserved_special_token_1007|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201094": { + "content": "<|vision_reserved_special_token_1008|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201095": { + "content": "<|vision_reserved_special_token_1009|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201096": { + "content": "<|vision_reserved_special_token_1010|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201097": { + "content": "<|vision_reserved_special_token_1011|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201098": { + "content": "<|vision_reserved_special_token_1012|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201099": { + "content": "<|vision_reserved_special_token_1013|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201100": { + "content": "<|vision_reserved_special_token_1014|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201101": { + "content": "<|vision_reserved_special_token_1015|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201102": { + "content": "<|vision_reserved_special_token_1016|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201103": { + "content": "<|vision_reserved_special_token_1017|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201104": { + "content": "<|vision_reserved_special_token_1018|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201105": { + "content": "<|vision_reserved_special_token_1019|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201106": { + "content": "<|vision_reserved_special_token_1020|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201107": { + "content": "<|vision_reserved_special_token_1021|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201108": { + "content": "<|vision_reserved_special_token_1022|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201109": { + "content": "<|vision_reserved_special_token_1023|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201110": { + "content": "<|vision_reserved_special_token_1024|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201111": { + "content": "<|vision_reserved_special_token_1025|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201112": { + "content": "<|vision_reserved_special_token_1026|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201113": { + "content": "<|vision_reserved_special_token_1027|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201114": { + "content": "<|vision_reserved_special_token_1028|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201115": { + "content": "<|vision_reserved_special_token_1029|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201116": { + "content": "<|vision_reserved_special_token_1030|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201117": { + "content": "<|vision_reserved_special_token_1031|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201118": { + "content": "<|vision_reserved_special_token_1032|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201119": { + "content": "<|vision_reserved_special_token_1033|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201120": { + "content": "<|vision_reserved_special_token_1034|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201121": { + "content": "<|vision_reserved_special_token_1035|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201122": { + "content": "<|vision_reserved_special_token_1036|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201123": { + "content": "<|vision_reserved_special_token_1037|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201124": { + "content": "<|vision_reserved_special_token_1038|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201125": { + "content": "<|vision_reserved_special_token_1039|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201126": { + "content": "<|vision_reserved_special_token_1040|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201127": { + "content": "<|vision_reserved_special_token_1041|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201128": { + "content": "<|vision_reserved_special_token_1042|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201129": { + "content": "<|vision_reserved_special_token_1043|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201130": { + "content": "<|vision_reserved_special_token_1044|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201131": { + "content": "<|vision_reserved_special_token_1045|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201132": { + "content": "<|vision_reserved_special_token_1046|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201133": { + "content": "<|vision_reserved_special_token_1047|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "201134": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": false, + "eos_token": "<|end_of_text|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 262144, + "pad_token": "<|finetune_right_pad_id|>", + "processor_class": "Llama4Processor", + "tokenizer_class": "PreTrainedTokenizer" +}