diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md index 7b95401dc46245ac339fc25059d4a56d90b4cde5..500e6a93cb072ffc9519f3df1fec1a43fa93d2aa 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,11 @@ --- +language: +- en license: apache-2.0 +base_model: ruslanmv/Medical-Llama3-v2 +base_model_relation: quantized +library_name: mlc-llm +pipeline_tag: text-generation --- + +3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Medical-Llama3-v2](https://huggingface.co/ruslanmv/Medical-Llama3-v2) for inference with the [Private LLM](http://privatellm.app) app. diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f98e357c05745bf2cf79816dbac3b1d79de5789 --- /dev/null +++ b/config.json @@ -0,0 +1,5 @@ +{ + "quantization_config": { + "bits": 3 + } +} diff --git a/ndarray-cache.json b/ndarray-cache.json new file mode 100644 index 0000000000000000000000000000000000000000..e83ca62e7a95f053bcd8aea1fde31c9986c64371 --- /dev/null +++ b/ndarray-cache.json @@ -0,0 +1,4311 @@ +{ + "metadata": { + "ParamSize": 325, + "ParamBytes": 3631664128.0, + "BitsPerParam": 2.6739310072364444 + }, + "records": [ + { + "dataPath": "params_shard_0.bin", + "format": "raw-shard", + "nbytes": 211365888, + "records": [ + { + "name": "lm_head.q_weight", + "shape": [ + 128256, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 211365888, + "byteOffset": 0 + } + ], + "md5sum": "ea5dd67eca64d325882a3a1d80b9c7fe" + }, + { + "dataPath": "params_shard_1.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.30.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "e9f2bc29d9abdff0dab2d26822e6e5c1" + }, + { + "dataPath": "params_shard_2.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.30.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "79f5eb64cebc4f4853486115385d89dd" + }, + { + "dataPath": "params_shard_3.bin", + "format": "raw-shard", + "nbytes": 29369856, + "records": [ + { + "name": "lm_head.q_scale", + "shape": [ + 128256, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 26420736, + "byteOffset": 0 + }, + { + "name": "model.layers.30.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 26420736 + }, + { + "name": "model.layers.30.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 26428928 + } + ], + "md5sum": "e8bc7c49d43d3828eae8b9f9c0eb2f61" + }, + { + "dataPath": "params_shard_4.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.31.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "80d9dd6a3cc95f5c3d9e36957ff18d2d" + }, + { + "dataPath": "params_shard_5.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.31.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "990bcf4fbd28df5133b9206ec94a129f" + }, + { + "dataPath": "params_shard_6.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.30.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.30.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 5914624 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 12664832 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 13508608 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 23633920 + }, + { + "name": "model.layers.31.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.31.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "7519b32251ddc9cf39fd61e8f04d6bf9" + }, + { + "dataPath": "params_shard_7.bin", + "format": "raw-shard", + "nbytes": 211365888, + "records": [ + { + "name": "model.embed_tokens.q_weight", + "shape": [ + 128256, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 211365888, + "byteOffset": 0 + } + ], + "md5sum": "4add0c548bf0a6b7360c6318f78a4030" + }, + { + "dataPath": "params_shard_8.bin", + "format": "raw-shard", + "nbytes": 26420736, + "records": [ + { + "name": "model.embed_tokens.q_scale", + "shape": [ + 128256, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 26420736, + "byteOffset": 0 + } + ], + "md5sum": "26868aa6bacec31ba117907ff7bce4d0" + }, + { + "dataPath": "params_shard_9.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.0.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "26277ac4f649c7c807559191f04d0683" + }, + { + "dataPath": "params_shard_10.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.0.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "6a4474913f3058cd158ea118d1971b9c" + }, + { + "dataPath": "params_shard_11.bin", + "format": "raw-shard", + "nbytes": 27856896, + "records": [ + { + "name": "model.layers.31.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.31.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.norm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.0.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24907776 + }, + { + "name": "model.layers.0.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24915968 + } + ], + "md5sum": "8534e8b6c3278971457a9f5cd9eab385" + }, + { + "dataPath": "params_shard_12.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.1.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "f7e0baf0d25defcd5f37afa9fff714df" + }, + { + "dataPath": "params_shard_13.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.1.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "32ef1ba1b6f0b1e606f6526cb5300263" + }, + { + "dataPath": "params_shard_14.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.0.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.0.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.0.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.0.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.1.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.1.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "557b00d34efe4762984030f4d1f88850" + }, + { + "dataPath": "params_shard_15.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.2.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "234c6e1be2e90b43e8dc203fe23b174f" + }, + { + "dataPath": "params_shard_16.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.2.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "0e6cdfb50c863cb93f04a4b2c0fd1961" + }, + { + "dataPath": "params_shard_17.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.1.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.1.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.2.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.2.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "5c95445418dfd4b6f90e72a503929926" + }, + { + "dataPath": "params_shard_18.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.3.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "b472a6f39643b0c84aef5b57800bc291" + }, + { + "dataPath": "params_shard_19.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.3.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ee5ca6ad80ba2da5aee913e0860c4f7e" + }, + { + "dataPath": "params_shard_20.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.2.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.2.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.3.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.3.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "7eb8f8f389a245143883d37f9e6f610c" + }, + { + "dataPath": "params_shard_21.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.4.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "18f846f4f3c776fc8f3776082bfa5947" + }, + { + "dataPath": "params_shard_22.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.4.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "32da381de328e3dba6656ae41d574023" + }, + { + "dataPath": "params_shard_23.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.3.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.3.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.4.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.4.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "a000c6d1e57aade7fa475bb0b389a193" + }, + { + "dataPath": "params_shard_24.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.5.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "558a553929ef9d0f69217b0ba8096fda" + }, + { + "dataPath": "params_shard_25.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.5.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "258e79a9cd862094802cfdbe079a4b78" + }, + { + "dataPath": "params_shard_26.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.4.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.4.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.5.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.5.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "6075442f9770461cdfc8331c5f921f86" + }, + { + "dataPath": "params_shard_27.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.6.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "1fa893fef12079c1f217e3c93da986ad" + }, + { + "dataPath": "params_shard_28.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.6.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "e6190447db288d619e493732f4318353" + }, + { + "dataPath": "params_shard_29.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.5.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.5.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.6.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.6.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "e79d6e1222475bdb86f5c655a5fbe39a" + }, + { + "dataPath": "params_shard_30.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.7.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "63fcc78606e3a8193359e85fc3d7812f" + }, + { + "dataPath": "params_shard_31.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.7.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "cd4eeff5a41e86ff591ecef6d033b091" + }, + { + "dataPath": "params_shard_32.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.6.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.6.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.7.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.7.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "3280f3f1c70dc29447a787b1fb2f0b04" + }, + { + "dataPath": "params_shard_33.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.8.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "61480d7998a183c709e031b92ceaffb1" + }, + { + "dataPath": "params_shard_34.bin", + "format": "raw-shard", + "nbytes": 30806016, + "records": [ + { + "name": "model.layers.7.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.7.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.8.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 24899584 + } + ], + "md5sum": "1f551d5bdad518b5913f46ec988a7fa3" + }, + { + "dataPath": "params_shard_35.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.10.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "de5304f0c231ac54e7d85d344261118a" + }, + { + "dataPath": "params_shard_36.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.10.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "6b42f91e86ec519ef91c65b48374c3bf" + }, + { + "dataPath": "params_shard_37.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.8.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.8.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.10.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.10.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.10.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.10.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "72f9f901fc209a7b135eaedbb593de0a" + }, + { + "dataPath": "params_shard_38.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.11.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "d6f9e04d09af01eebebc9c9758b9a57e" + }, + { + "dataPath": "params_shard_39.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.11.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ec400e562353d478038a57f65623346a" + }, + { + "dataPath": "params_shard_40.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.10.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.10.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.11.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.11.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.11.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.11.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "e8d8567f7de0e3f06e86efe1e50179d6" + }, + { + "dataPath": "params_shard_41.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.12.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "ee2d2b3baca7eb838cc70f81fd9ba565" + }, + { + "dataPath": "params_shard_42.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.12.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "adb43b604a39d54576a1ec8834b92b4c" + }, + { + "dataPath": "params_shard_43.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.11.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.11.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.12.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.12.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.12.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.12.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "e9f173c4f1cad58e59ce7dba7add6bcb" + }, + { + "dataPath": "params_shard_44.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.13.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "1c3ce4deb6c10a03246eae2dc24a23b2" + }, + { + "dataPath": "params_shard_45.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.13.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "82bee9bef64168314cc02474ef26ad1c" + }, + { + "dataPath": "params_shard_46.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.12.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.12.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.13.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.13.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.13.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.13.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "32ed95a89a929efcee3fe854721d28e0" + }, + { + "dataPath": "params_shard_47.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.14.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "574c6eef81e9066fc211125ebd193048" + }, + { + "dataPath": "params_shard_48.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.14.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "2d8c82ded72390b7de050217cc12fb77" + }, + { + "dataPath": "params_shard_49.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.13.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.13.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.14.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.14.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.14.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.14.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "ad8d666b2d63aaf30d236a6ade69dec8" + }, + { + "dataPath": "params_shard_50.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.15.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "e9988b6199593f3db62f671b710ef54e" + }, + { + "dataPath": "params_shard_51.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.15.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "4eee3fcda55d94b431956f6499f37dcf" + }, + { + "dataPath": "params_shard_52.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.14.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.14.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.15.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.15.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.15.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.15.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "1b69ee1bdee44a2b8e8943277914c466" + }, + { + "dataPath": "params_shard_53.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.16.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "25238e13962dcaf6a33b4b0a7f1ebaa7" + }, + { + "dataPath": "params_shard_54.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.16.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "b7692e9cbd147e120c3164cd7576d1f0" + }, + { + "dataPath": "params_shard_55.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.15.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.15.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.16.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.16.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.16.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.16.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "f9182270ad6832bde6f4b392f6bd13b3" + }, + { + "dataPath": "params_shard_56.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.17.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "c662ddfb2159f60ea5818d304959eddd" + }, + { + "dataPath": "params_shard_57.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.17.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "621faff1a5ac94b5f2db8500e1e515be" + }, + { + "dataPath": "params_shard_58.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.16.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.16.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.17.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.17.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.17.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.17.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "014191cb4b455be0e88a6bd10b0995e0" + }, + { + "dataPath": "params_shard_59.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.18.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "d265c9a733077bd3fa7eadfab631313f" + }, + { + "dataPath": "params_shard_60.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.18.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "67e1ae95959d618cf77e9e035eb1370f" + }, + { + "dataPath": "params_shard_61.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.17.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.17.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.18.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.18.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.18.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.18.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "9f0a22351aea67deb64b53cf50eaefd0" + }, + { + "dataPath": "params_shard_62.bin", + "format": "raw-shard", + "nbytes": 30375936, + "records": [ + { + "name": "model.layers.18.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.18.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 18984960 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 29110272 + } + ], + "md5sum": "e7b9755524f25f91315048eec5a9af50" + }, + { + "dataPath": "params_shard_63.bin", + "format": "raw-shard", + "nbytes": 31129600, + "records": [ + { + "name": "model.layers.19.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 0 + }, + { + "name": "model.layers.19.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 6750208 + }, + { + "name": "model.layers.8.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 7593984 + }, + { + "name": "model.layers.8.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 7602176 + } + ], + "md5sum": "b191b119ccaa87a92acaac4aa007165d" + }, + { + "dataPath": "params_shard_64.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.9.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "c0ba14f4086f1f092e0695b9245f26e6" + }, + { + "dataPath": "params_shard_65.bin", + "format": "raw-shard", + "nbytes": 29425664, + "records": [ + { + "name": "model.layers.8.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 0 + }, + { + "name": "model.layers.8.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 2940928 + }, + { + "name": "model.layers.9.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 2949120 + }, + { + "name": "model.layers.9.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 2957312 + }, + { + "name": "model.layers.9.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 26484736 + } + ], + "md5sum": "002b3331ca1955af050d91551dec0c4c" + }, + { + "dataPath": "params_shard_66.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.19.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "b3b6c83bfbd6101c4725b4e0b3f234d1" + }, + { + "dataPath": "params_shard_67.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.19.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "cc81273bcf3d344ae00687ce0e48c5c7" + }, + { + "dataPath": "params_shard_68.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.9.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.9.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.19.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.19.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "8c0439f045de75383943f7bc256f5125" + }, + { + "dataPath": "params_shard_69.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.20.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "9b2b35fc92a248b0e1279dddca7d98f8" + }, + { + "dataPath": "params_shard_70.bin", + "format": "raw-shard", + "nbytes": 32391168, + "records": [ + { + "name": "model.layers.19.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.19.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.20.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5914624 + }, + { + "name": "model.layers.20.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 5922816 + }, + { + "name": "model.layers.20.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 29450240 + } + ], + "md5sum": "5fd0ea3a499fb314e58ce7e4d1c15855" + }, + { + "dataPath": "params_shard_71.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.21.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "136026206200affbfb9c6a86692c4e22" + }, + { + "dataPath": "params_shard_72.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.21.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "81a23f291e7b37a569deaa7e3e19aee6" + }, + { + "dataPath": "params_shard_73.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.20.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.20.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.21.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.21.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "73841f5719c9f0bb7de44f536b69c410" + }, + { + "dataPath": "params_shard_74.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.22.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "ee7b20e3a48db5818af354f1ce537f50" + }, + { + "dataPath": "params_shard_75.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.22.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "6da48f6898a781a706bd8095af79ac65" + }, + { + "dataPath": "params_shard_76.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.21.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.21.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.22.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.22.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "ba615ff08ff89711ab47f089e19fad2b" + }, + { + "dataPath": "params_shard_77.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.23.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "d222f9e1452cd89ebc4815117e91de43" + }, + { + "dataPath": "params_shard_78.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.23.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "bb3a206aed077705312b9d2d999c0f65" + }, + { + "dataPath": "params_shard_79.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.22.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.22.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.23.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.23.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "bc94a5d192f5dc72504f657d01861bb7" + }, + { + "dataPath": "params_shard_80.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.24.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "1a50b71ecc1a514ff154aa391f7b85ef" + }, + { + "dataPath": "params_shard_81.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.24.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "28d2fd323e4028a587767f14c91c29ae" + }, + { + "dataPath": "params_shard_82.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.23.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.23.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.24.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.24.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "5846fbe264521681346be5aeecac082e" + }, + { + "dataPath": "params_shard_83.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.25.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "53dabf74da7863561033ca5fb99b3343" + }, + { + "dataPath": "params_shard_84.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.25.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "efb5ed94b5503d3d2faec132ea0f22ef" + }, + { + "dataPath": "params_shard_85.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.24.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.24.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.25.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.25.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "d65baadc65c01c7dafb80a7eab5bb73c" + }, + { + "dataPath": "params_shard_86.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.26.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "c0ff255e843531860c40ebe26d2598de" + }, + { + "dataPath": "params_shard_87.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.26.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ce8baabbb4d18546ffd35b7d0ddaefa0" + }, + { + "dataPath": "params_shard_88.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.25.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.25.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.26.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.26.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "fa0d5535be5e79f99cbc9b73989dbbbf" + }, + { + "dataPath": "params_shard_89.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.27.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "358a63331940bcc67b0caf8959a4e25c" + }, + { + "dataPath": "params_shard_90.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.27.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "e5d56debf03c22187f47380b8f4f1971" + }, + { + "dataPath": "params_shard_91.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.26.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.26.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.27.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.27.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "d92180ff9501288a921988ab07aad030" + }, + { + "dataPath": "params_shard_92.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.28.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "04e8393c73f8f503d18ee02b3e664592" + }, + { + "dataPath": "params_shard_93.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.28.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ab6b7c5dd72a07c13670008dfb785bca" + }, + { + "dataPath": "params_shard_94.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.27.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.27.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.28.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.28.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "09e0379daef191a237f22d436808e7ea" + }, + { + "dataPath": "params_shard_95.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.29.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "30f782a49907475bdaf6798e277ab801" + }, + { + "dataPath": "params_shard_96.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.29.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ee21c1a0175c46728e24a348b05b18ee" + }, + { + "dataPath": "params_shard_97.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.28.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.28.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.29.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.29.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "15c38c0d4e50c59d3e01fefed2badc16" + }, + { + "dataPath": "params_shard_98.bin", + "format": "raw-shard", + "nbytes": 24899584, + "records": [ + { + "name": "model.layers.29.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.29.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + } + ], + "md5sum": "d89300df9afbb575cc923c7af1eacc4e" + } + ] +} \ No newline at end of file diff --git a/params_shard_0.bin b/params_shard_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d375aacfac4a19508039b0330199688bf848ab0 --- /dev/null +++ b/params_shard_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc764ece09d033574afeb58329007bbc46b2978dfc39664051cf1b860c009a7a +size 211365888 diff --git a/params_shard_1.bin b/params_shard_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..0c3f27cb092e78f558a9bcfb50f074c12eb46477 --- /dev/null +++ b/params_shard_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e28da0f434792e28028d256fb40c83eb28c085d4f8cf0bba78c59c8795e1586 +size 23527424 diff --git a/params_shard_10.bin b/params_shard_10.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3f41583ca25f0f97209c1c5b18a8cd389ebefb2 --- /dev/null +++ b/params_shard_10.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906d1d627025e0038760f75d0ccb2ba3412f7ff1dbd8211331621b2b35fb5e40 +size 47251456 diff --git a/params_shard_11.bin b/params_shard_11.bin new file mode 100644 index 0000000000000000000000000000000000000000..51f69e932a01aa77adc50ef8cd0cc195fbe8f5b2 --- /dev/null +++ b/params_shard_11.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b53c09cbbabc2de0c37740f0801b38c7fad9ea66a6f31facce77839039106f +size 27856896 diff --git a/params_shard_12.bin b/params_shard_12.bin new file mode 100644 index 0000000000000000000000000000000000000000..4717247a44ae06cab3778b118aee314663754517 --- /dev/null +++ b/params_shard_12.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21617bcdca19c0f0b5e8de1be69ee025e5a8e1fee6f73b823426ccd460558bbb +size 23527424 diff --git a/params_shard_13.bin b/params_shard_13.bin new file mode 100644 index 0000000000000000000000000000000000000000..a00ed746af4b61aa128c63613ec6412c2950cb94 --- /dev/null +++ b/params_shard_13.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8470cf35efe1d38c56635dc064a6e38a7e56c1d212a6cd4cd3d82768a09cca +size 47251456 diff --git a/params_shard_14.bin b/params_shard_14.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d6123ccf9f0a7a90f557694a9443e2b65e04868 --- /dev/null +++ b/params_shard_14.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81367774446613832bbef7a5509da070025ca2633063caada085139cd198da3e +size 27848704 diff --git a/params_shard_15.bin b/params_shard_15.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a13c8df10f20cf42d3e635f2ae8b7ddf9ffeeba --- /dev/null +++ b/params_shard_15.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:117fcb6df81c660ff6a6e2b4f289cc349d6826c490d3b148b5ed13b2abcb1811 +size 23527424 diff --git a/params_shard_16.bin b/params_shard_16.bin new file mode 100644 index 0000000000000000000000000000000000000000..df37e056d68f4c5590ed0dec931ecead69672d96 --- /dev/null +++ b/params_shard_16.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:983992f19587f6211c74b28bfa42ba5269ad5f33638657b60cb93d1318c74329 +size 47251456 diff --git a/params_shard_17.bin b/params_shard_17.bin new file mode 100644 index 0000000000000000000000000000000000000000..2348737ed12d38eb14a4af29f83aa72ce3898209 --- /dev/null +++ b/params_shard_17.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3320080f740217326bf669c37af83a99dc7d0fe78277835370bc6131252eb8 +size 27848704 diff --git a/params_shard_18.bin b/params_shard_18.bin new file mode 100644 index 0000000000000000000000000000000000000000..16e608fc40b56fff1d282b4eb7f31eb3be021762 --- /dev/null +++ b/params_shard_18.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d67c13e1cff35104f8dacd13a7bfcde55b1491ae56bd591dc62a9b6974a8c0 +size 23527424 diff --git a/params_shard_19.bin b/params_shard_19.bin new file mode 100644 index 0000000000000000000000000000000000000000..4591d76d04f51b29c631ac5f6fcd0e9be0f3106f --- /dev/null +++ b/params_shard_19.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d43a5fb8e630bf4f770711088b5c69ce01348c2661d3c6b1de07a749df145f3 +size 47251456 diff --git a/params_shard_2.bin b/params_shard_2.bin new file mode 100644 index 0000000000000000000000000000000000000000..edbd15d8301d8378889ad4915d0b1f53985d2d94 --- /dev/null +++ b/params_shard_2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e08c9ea8c3b1aa2820a48cc2f02529206d76dc32b3a35ef787303437cb1677b +size 47251456 diff --git a/params_shard_20.bin b/params_shard_20.bin new file mode 100644 index 0000000000000000000000000000000000000000..94be8749fd8cf63d172d3f83c6adfd9d2c221c87 --- /dev/null +++ b/params_shard_20.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d19bcdc4c133dada56a45ca67d5a34f1f2941d2765bed3010e88e88c87561a +size 27848704 diff --git a/params_shard_21.bin b/params_shard_21.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7078b2a93ec5e9f4952a2aef95d0cef01a61dbc --- /dev/null +++ b/params_shard_21.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29fe7bb1fb5de5ea038c619da7cd909453d5e00e209431d18c047a15074bcc0f +size 23527424 diff --git a/params_shard_22.bin b/params_shard_22.bin new file mode 100644 index 0000000000000000000000000000000000000000..c7a0af6d93f7af35c3ddc03a01d5796b33ababcc --- /dev/null +++ b/params_shard_22.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1111620722907a75733895373d239e1545216b75850d6c26cf193478a5c750d9 +size 47251456 diff --git a/params_shard_23.bin b/params_shard_23.bin new file mode 100644 index 0000000000000000000000000000000000000000..205f7e263a3d8ac0d7da837d46c4a8fefa2ec46a --- /dev/null +++ b/params_shard_23.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8404bd4def2ff02aed3018c4a98f9224e28886ac3fc2e65687392ad51894de57 +size 27848704 diff --git a/params_shard_24.bin b/params_shard_24.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ce7282529cefafa7d8755f0ced1839d30eefa73 --- /dev/null +++ b/params_shard_24.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a691cefd5eeae009c18e38c81780fa13dee07afca12c054767f36f47fd3654 +size 23527424 diff --git a/params_shard_25.bin b/params_shard_25.bin new file mode 100644 index 0000000000000000000000000000000000000000..8be908dad1cac014c0fe0884b8a4e164130d0f60 --- /dev/null +++ b/params_shard_25.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134c8ed92a9ed55cc99d1325c993150e6038215e25f9c5791d77d8fc3b4f30f3 +size 47251456 diff --git a/params_shard_26.bin b/params_shard_26.bin new file mode 100644 index 0000000000000000000000000000000000000000..099118c0340d0d436d8aa9a251f5c628a7149841 --- /dev/null +++ b/params_shard_26.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0680d7632de5b9d3b76b591c99db10be6756289d9a62ddd033586881b35ba14 +size 27848704 diff --git a/params_shard_27.bin b/params_shard_27.bin new file mode 100644 index 0000000000000000000000000000000000000000..436c82116c41adb628ae26dba75b34c8728f1673 --- /dev/null +++ b/params_shard_27.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:433f7468dddadc68097d9aa2f0c1e4da0b808bfa2a27f36c95ae4135909c56dc +size 23527424 diff --git a/params_shard_28.bin b/params_shard_28.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3ae90df266e0c99cf78b0a95f21552ed59e1b84 --- /dev/null +++ b/params_shard_28.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:722456d23b63c3c4e40bbaeecbe496690024cdfdfd6d870cdb5afa94999da76f +size 47251456 diff --git a/params_shard_29.bin b/params_shard_29.bin new file mode 100644 index 0000000000000000000000000000000000000000..51e941260fd051a496edfcf640d2a5903597185a --- /dev/null +++ b/params_shard_29.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a80c55e12a4754c3d0bc6cf40eac48ca617f133935d26a6a6d1694920b871d7 +size 27848704 diff --git a/params_shard_3.bin b/params_shard_3.bin new file mode 100644 index 0000000000000000000000000000000000000000..b72d195690ce9cb9d67e8df244eff581aaee7b62 --- /dev/null +++ b/params_shard_3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b86457b0aa07d7850672ff5b4f9eb43f1c196f2309cd385e5b341ca6685b950 +size 29369856 diff --git a/params_shard_30.bin b/params_shard_30.bin new file mode 100644 index 0000000000000000000000000000000000000000..c803db1805f0cf0ce5b9bc18a324015a8b331879 --- /dev/null +++ b/params_shard_30.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08e9272e0ff3e1d94d2dfab154fcaef2b03bd2609cae7fd4392d6a35464169a +size 23527424 diff --git a/params_shard_31.bin b/params_shard_31.bin new file mode 100644 index 0000000000000000000000000000000000000000..e67cdb0a4ea1910d09fef10b2c9a02eb47488dcd --- /dev/null +++ b/params_shard_31.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b745f73271e6e5c7d598ee26b0fa9b1a9574da4e999cc3574e1bf9f9dabedb0 +size 47251456 diff --git a/params_shard_32.bin b/params_shard_32.bin new file mode 100644 index 0000000000000000000000000000000000000000..8448442ed6e627417bbf05ff761bebbb56b7a3c6 --- /dev/null +++ b/params_shard_32.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56305d0e52f5de78860bcb13583106f24e191e3571c36168a2b5a3edd909927 +size 27848704 diff --git a/params_shard_33.bin b/params_shard_33.bin new file mode 100644 index 0000000000000000000000000000000000000000..15f395811a46617dd857749fa44e493261e76e6e --- /dev/null +++ b/params_shard_33.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e6e03c26bdf228f2f009b9d703eda157f9ab38f1c72b212ecc93bafc43e5ae +size 47251456 diff --git a/params_shard_34.bin b/params_shard_34.bin new file mode 100644 index 0000000000000000000000000000000000000000..4bfa4addd3af042a4261b0289b48663b1ef90797 --- /dev/null +++ b/params_shard_34.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c023f22612473a6ff50b6ad3233c0f8b3218ef1c56d3a2a69ad1df5e648115a +size 30806016 diff --git a/params_shard_35.bin b/params_shard_35.bin new file mode 100644 index 0000000000000000000000000000000000000000..81629b2eda711e76b2ab6fa8535d98033bed764c --- /dev/null +++ b/params_shard_35.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c02550cf0880713a48247dfe917f8eddda1e37f6aacbcf4a554ef96ea82f41a +size 23527424 diff --git a/params_shard_36.bin b/params_shard_36.bin new file mode 100644 index 0000000000000000000000000000000000000000..e2448b968a4ed8a9cd90f9f6e790b92359bdcc53 --- /dev/null +++ b/params_shard_36.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580b577cb52cc1e9000fca3b4a26b456193db30b79f1af5c48d3288e039425cb +size 47251456 diff --git a/params_shard_37.bin b/params_shard_37.bin new file mode 100644 index 0000000000000000000000000000000000000000..c25ee22ae1f3aad6a7179979abaf50856192a2a0 --- /dev/null +++ b/params_shard_37.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b731d48dffa3072c067f01d6df6fe62c788ed6dd4b7c805583d3bda35f0b500e +size 27848704 diff --git a/params_shard_38.bin b/params_shard_38.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c7de14357dca336bb7b568bd0320ebfb0b684e1 --- /dev/null +++ b/params_shard_38.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c1868cc572137bd26482865699b73fce7cf10540067dd3297e77b28086e4a2 +size 23527424 diff --git a/params_shard_39.bin b/params_shard_39.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7ef6488f2e2a036f7ba6b5bc603a61ed2fce6ee --- /dev/null +++ b/params_shard_39.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2737bcad0f8401b255913566c62430a32534427a1a351c7711f2ce36e191e985 +size 47251456 diff --git a/params_shard_4.bin b/params_shard_4.bin new file mode 100644 index 0000000000000000000000000000000000000000..5476c686d7eabc6439b8fefeb1222a0bfe006b4e --- /dev/null +++ b/params_shard_4.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7becbb88492760a9cfc5b0eeeac47f19faf0c6b16d5572928b2572168cd1f4 +size 23527424 diff --git a/params_shard_40.bin b/params_shard_40.bin new file mode 100644 index 0000000000000000000000000000000000000000..93bc0b2bb9ed6a17142ceba460a59dc70fc27162 --- /dev/null +++ b/params_shard_40.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4689e21bd8f36389a08af5f177de1df5c56e7e84e2a5bf7b2041d0979aee6678 +size 27848704 diff --git a/params_shard_41.bin b/params_shard_41.bin new file mode 100644 index 0000000000000000000000000000000000000000..ce1705d3d960f4c036c7183c85df177575b8e5ca --- /dev/null +++ b/params_shard_41.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da8ee01cc5c65aa6f0de310fb7841c4bfe5fa0336f30b5cb3858a04a8364274d +size 23527424 diff --git a/params_shard_42.bin b/params_shard_42.bin new file mode 100644 index 0000000000000000000000000000000000000000..b0c200f32b682efc0b8211ce540515774bacabb4 --- /dev/null +++ b/params_shard_42.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c22e2c2b3508b0708af0522243a2bfc35ef14cca38d044d3269c8393001dc2 +size 47251456 diff --git a/params_shard_43.bin b/params_shard_43.bin new file mode 100644 index 0000000000000000000000000000000000000000..b99384bdd63de8e5b4025f3bbff73be11b9c950f --- /dev/null +++ b/params_shard_43.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8495e74f6ec21247eccf0f122d21a9b23d31e2fe1a794d18ccca436fd0eb853a +size 27848704 diff --git a/params_shard_44.bin b/params_shard_44.bin new file mode 100644 index 0000000000000000000000000000000000000000..465d849344b22f1743757b28866903a1afe3489a --- /dev/null +++ b/params_shard_44.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1dee2dc1ad2789d526f659c991b2249de555d1fc0582405b3df0f03337c12f +size 23527424 diff --git a/params_shard_45.bin b/params_shard_45.bin new file mode 100644 index 0000000000000000000000000000000000000000..568ebce2853d131a0d13a7039a4eb24da3a5770a --- /dev/null +++ b/params_shard_45.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c54b07690158431bbec974a8bb0648e58041209cd469892bb493e32e83b3832f +size 47251456 diff --git a/params_shard_46.bin b/params_shard_46.bin new file mode 100644 index 0000000000000000000000000000000000000000..5532b786c1468ab092791d2badd56492f46857c5 --- /dev/null +++ b/params_shard_46.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0f73af5109cdbe8f992b7111ccf4c590ed18602127f2f0c3f40da30c299b8b +size 27848704 diff --git a/params_shard_47.bin b/params_shard_47.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a3a5ed264d7a3c1ac91dd67e4e1e56b3057afd8 --- /dev/null +++ b/params_shard_47.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac90ac77fdf4a20ee094443d8722e382fbe1c8017e5d2a4deec8a4744bfcc2d +size 23527424 diff --git a/params_shard_48.bin b/params_shard_48.bin new file mode 100644 index 0000000000000000000000000000000000000000..c9171e409e5c6756a74c1568379cf92e5c41090d --- /dev/null +++ b/params_shard_48.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59db6f8a132500cc18ad0d7d20d5d3595a95323cf500382247179b76d7891299 +size 47251456 diff --git a/params_shard_49.bin b/params_shard_49.bin new file mode 100644 index 0000000000000000000000000000000000000000..804d5b27a40aa4f9d7ace487c41935ea2a81a93d --- /dev/null +++ b/params_shard_49.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ec3fcbce374a28ac96756f3d6109f3d7ba77701ac473cb0117e0f0b9a8c739 +size 27848704 diff --git a/params_shard_5.bin b/params_shard_5.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ca53489cb93554d73aa9edef9dcbfde83c3f5ab --- /dev/null +++ b/params_shard_5.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38f1c5ccfbd6ad8901659b58576f65f6100f0fad532dc805049395c780378a1 +size 47251456 diff --git a/params_shard_50.bin b/params_shard_50.bin new file mode 100644 index 0000000000000000000000000000000000000000..75d3d3b22a5e0e779015c3f91ecf881471583ffc --- /dev/null +++ b/params_shard_50.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db9c8bc19caf9a4de551d20fd604abcfce291ce9a6680e0e73e2fb11d28658fe +size 23527424 diff --git a/params_shard_51.bin b/params_shard_51.bin new file mode 100644 index 0000000000000000000000000000000000000000..0c956dd0e385ce09059683e927400ed20ec62ba0 --- /dev/null +++ b/params_shard_51.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c30df3c6d2ad3116c0cdc671aa46151df8d6d15be2e2a22bcb00e1227b1e643 +size 47251456 diff --git a/params_shard_52.bin b/params_shard_52.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a28d588026342ecc660cf955805c0c7d3bf51da --- /dev/null +++ b/params_shard_52.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac2bef3dd6f3a1ff83e271933dd724310cb192f837817b43d251fd2b88ff7a9a +size 27848704 diff --git a/params_shard_53.bin b/params_shard_53.bin new file mode 100644 index 0000000000000000000000000000000000000000..07efeb643fe4abca50a6df2eba6e5c07b0facca2 --- /dev/null +++ b/params_shard_53.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b1a646f6b84670a11314bdeac181759648fb1460d1a816c3f4135bf850d6c9b +size 23527424 diff --git a/params_shard_54.bin b/params_shard_54.bin new file mode 100644 index 0000000000000000000000000000000000000000..0fedaf769a459614f8e2b5728b2ef53b5bba2d93 --- /dev/null +++ b/params_shard_54.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98f4c2faaa684fdec5e7c3631e39e6a3340574e99af05af1d2eb06ad16609b2 +size 47251456 diff --git a/params_shard_55.bin b/params_shard_55.bin new file mode 100644 index 0000000000000000000000000000000000000000..ec10b6ab86668399a22b225b6dba22f57585ce9d --- /dev/null +++ b/params_shard_55.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b875e8fffa8fb8dc3ac690f4d8db8a234b51f8f7c73206d148bbbbac43c9ac92 +size 27848704 diff --git a/params_shard_56.bin b/params_shard_56.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5e7a67fde13a906183903fce9ec48e1bad9b888 --- /dev/null +++ b/params_shard_56.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb010e1aa5eba60592315f9d91e9c783fa6734aeaf0e87f7b9ebf73e49828bb4 +size 23527424 diff --git a/params_shard_57.bin b/params_shard_57.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f5153be7b6b90d0b26c6c4514f4555460cf456e --- /dev/null +++ b/params_shard_57.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6055c57b1e531e988588aeb6a77b64703dfa1cad51dd4c6d1609c87060388361 +size 47251456 diff --git a/params_shard_58.bin b/params_shard_58.bin new file mode 100644 index 0000000000000000000000000000000000000000..a6b4b1eb238cd69309416b50d45e2788dc62c84c --- /dev/null +++ b/params_shard_58.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58a4fe7f851201c8073871ef62db643f331c57b86555be01f2df22db774c6f2 +size 27848704 diff --git a/params_shard_59.bin b/params_shard_59.bin new file mode 100644 index 0000000000000000000000000000000000000000..936972e08e36c5cbfad634fa64894882c1694d38 --- /dev/null +++ b/params_shard_59.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02576a61f3e2709890e984d3ba79bb083c7acfb25810c506dc58e464e466c43 +size 23527424 diff --git a/params_shard_6.bin b/params_shard_6.bin new file mode 100644 index 0000000000000000000000000000000000000000..f858b9b182b5e8876e67d913b59696d017974ecd --- /dev/null +++ b/params_shard_6.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c938cefad9397d12c1e7200eb666a3682c028ba7d181df463dc316db684177a +size 27848704 diff --git a/params_shard_60.bin b/params_shard_60.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bda5dfc457de242de915a57bc5ed86741018c1b --- /dev/null +++ b/params_shard_60.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac6c17bc1872365b642723f66e28a13a9a14ba1f09a11476a8408b0dbb7aec7 +size 47251456 diff --git a/params_shard_61.bin b/params_shard_61.bin new file mode 100644 index 0000000000000000000000000000000000000000..b5930e434d097dc2821d8b0a91113644f9c3d6fd --- /dev/null +++ b/params_shard_61.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2f89919ff70873edca933108566d0595dfd853865f2eab3f96edad02e92726 +size 27848704 diff --git a/params_shard_62.bin b/params_shard_62.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ef679530d49490e63dde11a52ff4fdb79cfc70a --- /dev/null +++ b/params_shard_62.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed52ffd33641e8208f44b68611578311bd733ec3099e5f04e075a096ebb2433 +size 30375936 diff --git a/params_shard_63.bin b/params_shard_63.bin new file mode 100644 index 0000000000000000000000000000000000000000..43a00ea2de63f2739114d3940304454d143a057f --- /dev/null +++ b/params_shard_63.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7229906050637350b97ca7bea869a3c7db893aa3d2380951afedb55411cb3ec9 +size 31129600 diff --git a/params_shard_64.bin b/params_shard_64.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d506be0dd17f2bc5ae57a9afa899dd5919ee90d --- /dev/null +++ b/params_shard_64.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d532ad7e1b3b3937b54772abb0df78a237f8c014e95b0894ed47b91b482edfe3 +size 47251456 diff --git a/params_shard_65.bin b/params_shard_65.bin new file mode 100644 index 0000000000000000000000000000000000000000..45d37151ad74e409b2210c653b2d39492cb0e616 --- /dev/null +++ b/params_shard_65.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641c21fbd03378ee5caada51c0eb0e78ae6f6b1787705107c1d6137be3d94de1 +size 29425664 diff --git a/params_shard_66.bin b/params_shard_66.bin new file mode 100644 index 0000000000000000000000000000000000000000..53c1fe49a8583bb0fbcad48da35c66be62300753 --- /dev/null +++ b/params_shard_66.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8874f119ba804a7596587525fb1e132c9c1133788e0bde6b682a09da47b0a941 +size 23527424 diff --git a/params_shard_67.bin b/params_shard_67.bin new file mode 100644 index 0000000000000000000000000000000000000000..de3ac92208127089aa5490b1c5558e98f034b8aa --- /dev/null +++ b/params_shard_67.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59657e8042ac283b077f4e601c2ad5d3bc1f6f3fc75b6c6cb40ea6c8869510c9 +size 47251456 diff --git a/params_shard_68.bin b/params_shard_68.bin new file mode 100644 index 0000000000000000000000000000000000000000..95d6db7d803cc163621e8f85abfe34ef48831db0 --- /dev/null +++ b/params_shard_68.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3f22c0b5208e9e612274a785a74479d5bd6d38f82c463f8d84eee858be8f40 +size 27848704 diff --git a/params_shard_69.bin b/params_shard_69.bin new file mode 100644 index 0000000000000000000000000000000000000000..f8e3152457bd59ddb3cd21215e92b26b84a84c62 --- /dev/null +++ b/params_shard_69.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5192dd2042d8313711f0b4c62db79519e73844bd36171ab613761ea62346b1 +size 47251456 diff --git a/params_shard_7.bin b/params_shard_7.bin new file mode 100644 index 0000000000000000000000000000000000000000..40c8e82435c84a8426917b8cfac80fe11a3b7e10 --- /dev/null +++ b/params_shard_7.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32f6fc12e991d8656d3b3b01556d8810fd89a255859c41a9e7c40770505746d +size 211365888 diff --git a/params_shard_70.bin b/params_shard_70.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2f04a720dbba8e2d3562eab0fb47eb8dee70080 --- /dev/null +++ b/params_shard_70.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37fbf8d5c1e2f36a7dcd6a4d9967f251ce6ec34f054470f285e442873278ea5 +size 32391168 diff --git a/params_shard_71.bin b/params_shard_71.bin new file mode 100644 index 0000000000000000000000000000000000000000..21136d04065b532ff952f38395fa78e96fe68af5 --- /dev/null +++ b/params_shard_71.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb7fe3e32630e082899348dd5987196d2e98fac3c27fcc8590387b8fb20e958 +size 23527424 diff --git a/params_shard_72.bin b/params_shard_72.bin new file mode 100644 index 0000000000000000000000000000000000000000..13c51535e0fe3a4f668913cd800f20006fc8ea0e --- /dev/null +++ b/params_shard_72.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a0dde20d4df4c6d0e264f601c386a32a211e86b92f81f076d3cad35fee2461 +size 47251456 diff --git a/params_shard_73.bin b/params_shard_73.bin new file mode 100644 index 0000000000000000000000000000000000000000..c01485503797f9bbbed79204eff9ada283681a25 --- /dev/null +++ b/params_shard_73.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a081f2eba8014aac221975f1d616695a3bfbf5ba6b23312b14a7cc04916aa46c +size 27848704 diff --git a/params_shard_74.bin b/params_shard_74.bin new file mode 100644 index 0000000000000000000000000000000000000000..d93203597dea42caa6a36fe8fe2f92bfa12d9473 --- /dev/null +++ b/params_shard_74.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efbb790e6baa3f4474926ad713266f209ae22074c53bc5cd042b61b897e5313f +size 23527424 diff --git a/params_shard_75.bin b/params_shard_75.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f6f78d320fa5f191111b0157253f735a8e2179b --- /dev/null +++ b/params_shard_75.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45de32c06fb5a8d77c722b9e6b4606ad7d82edd167864e837d6de7b429f3ed69 +size 47251456 diff --git a/params_shard_76.bin b/params_shard_76.bin new file mode 100644 index 0000000000000000000000000000000000000000..499e02ecca34c28a2fc51c9d8b30f8e376ada696 --- /dev/null +++ b/params_shard_76.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68dc50cfcea5ad4de6efb7b3d41f55e577a463457336558ebca2bea91b8911e +size 27848704 diff --git a/params_shard_77.bin b/params_shard_77.bin new file mode 100644 index 0000000000000000000000000000000000000000..1dc5838d9eb7bd3a59b643c488b63bb9c18fe545 --- /dev/null +++ b/params_shard_77.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8c0c4fda4fa36a1297c747b907a60d3b75d70a90ade26a549ed42d93fae4eb +size 23527424 diff --git a/params_shard_78.bin b/params_shard_78.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f5f315489b930a71122601df5487e395ffc589b --- /dev/null +++ b/params_shard_78.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2de43039a104182b8a730166630877734ff4d55a5fd3e3c18df48036e7b595 +size 47251456 diff --git a/params_shard_79.bin b/params_shard_79.bin new file mode 100644 index 0000000000000000000000000000000000000000..907dcfab708e1ad37972f948ad90b6fce663367c --- /dev/null +++ b/params_shard_79.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd758903ac370d670f17c5be2855c553c73bc661d75c08a015be8fad7b7ac0a +size 27848704 diff --git a/params_shard_8.bin b/params_shard_8.bin new file mode 100644 index 0000000000000000000000000000000000000000..b206a794046fc21bb62da4df1f22313e9e972abe --- /dev/null +++ b/params_shard_8.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4032510617d1d1bcff9d26fd50d385b5b620fb7d73fff98f5071c8bb3607d27e +size 26420736 diff --git a/params_shard_80.bin b/params_shard_80.bin new file mode 100644 index 0000000000000000000000000000000000000000..1fef991727216496a4ee7bfb91c623fb266e0d95 --- /dev/null +++ b/params_shard_80.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984ac9cbaaf8ea32ec1b6873d501bde7ec12def8390afd46939c1718c1503ede +size 23527424 diff --git a/params_shard_81.bin b/params_shard_81.bin new file mode 100644 index 0000000000000000000000000000000000000000..0a093235ac2e66bfa8fe668c1b3b235faf8fea52 --- /dev/null +++ b/params_shard_81.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295e692a4106dbefe1a8b9f6cc8dc93d780bbfa07e504f05991043d31c1e5290 +size 47251456 diff --git a/params_shard_82.bin b/params_shard_82.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5d897c74fea82d7de6f1a9ff068478cac84e93e --- /dev/null +++ b/params_shard_82.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1bc3a71f775ef0165c2c220b19acc412ffedc26b22ebc9eb4f79f36d6aea0c +size 27848704 diff --git a/params_shard_83.bin b/params_shard_83.bin new file mode 100644 index 0000000000000000000000000000000000000000..75bcf2a506faf73b0f8c237edbb38e583dc0ca36 --- /dev/null +++ b/params_shard_83.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13aed1180f2aee893b021f57deefc33e2cb68215f72e8e2bbb0fc49307ff3965 +size 23527424 diff --git a/params_shard_84.bin b/params_shard_84.bin new file mode 100644 index 0000000000000000000000000000000000000000..28d3ba7abbe390b25b0ce61579d313bb9a957083 --- /dev/null +++ b/params_shard_84.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6601efa0dce6d5f04224ab77524545538f25fe3fe942ce0b2f56c9e62befb246 +size 47251456 diff --git a/params_shard_85.bin b/params_shard_85.bin new file mode 100644 index 0000000000000000000000000000000000000000..98c2d759b96f0a3654b54f037a66cc21a6402982 --- /dev/null +++ b/params_shard_85.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e00be1274eb24106967725561765be74811f6949d7f9b3059efe2369fb9bdd +size 27848704 diff --git a/params_shard_86.bin b/params_shard_86.bin new file mode 100644 index 0000000000000000000000000000000000000000..99102928ae945137aba66f1aa6ca2eaeee8a968f --- /dev/null +++ b/params_shard_86.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06041ca4d082d066ee0d1f72900204f722ee6e1475d41d09155ca45644d01534 +size 23527424 diff --git a/params_shard_87.bin b/params_shard_87.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f0606d60bb542284f951502dc822182f93cc391 --- /dev/null +++ b/params_shard_87.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fedfd063ee616b573ae5d00f89be4b6c59e23e0728248dbe3b367fbd25fe528d +size 47251456 diff --git a/params_shard_88.bin b/params_shard_88.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3e22e4e79da18cd9be8dcaabe9f12edc3a04356 --- /dev/null +++ b/params_shard_88.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9a5c8f54f9eca12074baba58d05809514d4c84a1704dc4adc4ada82d0d464c +size 27848704 diff --git a/params_shard_89.bin b/params_shard_89.bin new file mode 100644 index 0000000000000000000000000000000000000000..81a5ff03920c04ac139d14d6f09969a875e09b8f --- /dev/null +++ b/params_shard_89.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2127bb8ec3c7c9ec97a5f33fe45d36b1318e745c46cd4826586612d887d39f1a +size 23527424 diff --git a/params_shard_9.bin b/params_shard_9.bin new file mode 100644 index 0000000000000000000000000000000000000000..d1a08e551d543a615d34f83ec093b5e812e7ce7d --- /dev/null +++ b/params_shard_9.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a4a90a3b2d01044271b70a0a2881fde4e72ea083bd3df698539170305421e9 +size 23527424 diff --git a/params_shard_90.bin b/params_shard_90.bin new file mode 100644 index 0000000000000000000000000000000000000000..5f9dce3e668b47eac96529b069304b7747f85756 --- /dev/null +++ b/params_shard_90.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fdb778d7be3dbeafdebec2d49f4bb1f5b483dd07d222f85a16312b92f8af395 +size 47251456 diff --git a/params_shard_91.bin b/params_shard_91.bin new file mode 100644 index 0000000000000000000000000000000000000000..d2c440023203f5ca868f10c0c774c90d3310ca9f --- /dev/null +++ b/params_shard_91.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3514197f83adc161020f67e3983042eda9372d32145e0370707a3840d374aa0 +size 27848704 diff --git a/params_shard_92.bin b/params_shard_92.bin new file mode 100644 index 0000000000000000000000000000000000000000..473ca77ec26ad0a4dd431726e137f26a4bf12100 --- /dev/null +++ b/params_shard_92.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cc68dcafa28c15f6289aa9009b6cd47d396573c2fc405af14c93d639c85c3e8 +size 23527424 diff --git a/params_shard_93.bin b/params_shard_93.bin new file mode 100644 index 0000000000000000000000000000000000000000..892e458a1ba557be7c02031c355e9d949f5e43cf --- /dev/null +++ b/params_shard_93.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7568bd455a95e56d6baf67f74fb5d0cb21ff3e15f5e55f40b009d392ecc795 +size 47251456 diff --git a/params_shard_94.bin b/params_shard_94.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a4439199272e7d804425a8be81b487298061694 --- /dev/null +++ b/params_shard_94.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d768dc437037d0083619f49df20e0cc1205930ee9a548b6b1329df162bfaaa1 +size 27848704 diff --git a/params_shard_95.bin b/params_shard_95.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d44afe5cf677e662819329052eeeefc81bb7466 --- /dev/null +++ b/params_shard_95.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d630b26abcfddb16b89c07c3e59811c1d2311c6a9a8ba7a2b24c6a5adec9062 +size 23527424 diff --git a/params_shard_96.bin b/params_shard_96.bin new file mode 100644 index 0000000000000000000000000000000000000000..36066b6358b9167e10613dc54e71f59868648d0d --- /dev/null +++ b/params_shard_96.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a28cabe6a58ef0db2bfa0ca446b021f64bf84680bdca4413a1dc9d7cb57fcb69 +size 47251456 diff --git a/params_shard_97.bin b/params_shard_97.bin new file mode 100644 index 0000000000000000000000000000000000000000..f06cd4b271c672d1e146f6bac76aaf46f4bf6f0e --- /dev/null +++ b/params_shard_97.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee31c5a34f685ab29b9788def9d59e6f596ffd06116c3304b195175ace6de5e5 +size 27848704 diff --git a/params_shard_98.bin b/params_shard_98.bin new file mode 100644 index 0000000000000000000000000000000000000000..7aa061e0929abe8f5b739de9a7a86c10bbc59192 --- /dev/null +++ b/params_shard_98.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:257dfec11c1503d8e9d07231dc521267e96e3cedd800c25329d10ede16140c75 +size 24899584 diff --git a/private-llm-config.json b/private-llm-config.json new file mode 100644 index 0000000000000000000000000000000000000000..d780c9609a61364cd8dbeb5fb78697b2db8f54f4 --- /dev/null +++ b/private-llm-config.json @@ -0,0 +1,48 @@ +{ + "model_type": "llama", + "quantization": "w3a16g40sym", + "model_config": { + "hidden_size": 4096, + "intermediate_size": 14336, + "num_attention_heads": 32, + "num_hidden_layers": 32, + "rms_norm_eps": 1e-05, + "vocab_size": 128256, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "rope_scaling": null, + "context_window_size": 4096, + "prefill_chunk_size": 128, + "num_key_value_heads": 8, + "head_dim": 128, + "tensor_parallel_shards": 1, + "pipeline_parallel_stages": 1, + "max_batch_size": 80 + }, + "vocab_size": 128256, + "context_window_size": 4096, + "sliding_window_size": -1, + "prefill_chunk_size": 128, + "attention_sink_size": -1, + "tensor_parallel_shards": 1, + "mean_gen_len": 128, + "max_gen_len": 512, + "shift_fill_factor": 0.3, + "temperature": 0.6, + "presence_penalty": 0.0, + "frequency_penalty": 0.0, + "repetition_penalty": 1.0, + "top_p": 0.9, + "conv_template": "llama-3", + "pad_token_id": 0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128009 + ], + "tokenizer_files": [ + "tokenizer.json", + "tokenizer_config.json" + ], + "version": "0.1.0" +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..6c9be6b5299759e55ba3e8b90173158a92327119 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2539802b4016767e5475c0fa774895f4c33683f7c2ed9df643a61279e9ef1bd2 +size 17209962 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a353d851a53d9ef1d40b4f302e2ff241ef67eae --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2065 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_248|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_249|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_250|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}{{ message['content'] }}{% elif message['role'] == 'user' %}{{ '\n\nHuman: ' + message['content'] + eos_token }}{% elif message['role'] == 'assistant' %}{{ '\n\nAssistant: ' + message['content'] + eos_token }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n\nAssistant: ' }}{% endif %}", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "legacy": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 1000000000000000019884624838656, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +}