{ "metadata": { "ParamSize": 325, "ParamBytes": 3631664128.0, "BitsPerParam": 2.6739310072364444 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", "nbytes": 211365888, "records": [ { "name": "lm_head.q_weight", "shape": [ 128256, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 211365888, "byteOffset": 0 } ], "md5sum": "ea5dd67eca64d325882a3a1d80b9c7fe" }, { "dataPath": "params_shard_1.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.30.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "e9f2bc29d9abdff0dab2d26822e6e5c1" }, { "dataPath": "params_shard_2.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.30.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "79f5eb64cebc4f4853486115385d89dd" }, { "dataPath": "params_shard_3.bin", "format": "raw-shard", "nbytes": 29369856, "records": [ { "name": "lm_head.q_scale", "shape": [ 128256, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 26420736, "byteOffset": 0 }, { "name": "model.layers.30.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 26420736 }, { "name": "model.layers.30.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 26428928 } ], "md5sum": "e8bc7c49d43d3828eae8b9f9c0eb2f61" }, { "dataPath": "params_shard_4.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.31.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "80d9dd6a3cc95f5c3d9e36957ff18d2d" }, { "dataPath": "params_shard_5.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.31.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "990bcf4fbd28df5133b9206ec94a129f" }, { "dataPath": "params_shard_6.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.30.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.30.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.30.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 5914624 }, { "name": "model.layers.30.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 12664832 }, { "name": "model.layers.30.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 13508608 }, { "name": "model.layers.30.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 23633920 }, { "name": "model.layers.31.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.31.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "7519b32251ddc9cf39fd61e8f04d6bf9" }, { "dataPath": "params_shard_7.bin", "format": "raw-shard", "nbytes": 211365888, "records": [ { "name": "model.embed_tokens.q_weight", "shape": [ 128256, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 211365888, "byteOffset": 0 } ], "md5sum": "4add0c548bf0a6b7360c6318f78a4030" }, { "dataPath": "params_shard_8.bin", "format": "raw-shard", "nbytes": 26420736, "records": [ { "name": "model.embed_tokens.q_scale", "shape": [ 128256, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 26420736, "byteOffset": 0 } ], "md5sum": "26868aa6bacec31ba117907ff7bce4d0" }, { "dataPath": "params_shard_9.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.0.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "26277ac4f649c7c807559191f04d0683" }, { "dataPath": "params_shard_10.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "6a4474913f3058cd158ea118d1971b9c" }, { "dataPath": "params_shard_11.bin", "format": "raw-shard", "nbytes": 27856896, "records": [ { "name": "model.layers.31.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.31.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.31.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.31.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.31.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.31.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.norm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.0.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24907776 }, { "name": "model.layers.0.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24915968 } ], "md5sum": "8534e8b6c3278971457a9f5cd9eab385" }, { "dataPath": "params_shard_12.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.1.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "f7e0baf0d25defcd5f37afa9fff714df" }, { "dataPath": "params_shard_13.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "32ef1ba1b6f0b1e606f6526cb5300263" }, { "dataPath": "params_shard_14.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.0.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.0.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.0.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.0.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.0.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.1.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.1.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "557b00d34efe4762984030f4d1f88850" }, { "dataPath": "params_shard_15.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.2.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "234c6e1be2e90b43e8dc203fe23b174f" }, { "dataPath": "params_shard_16.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "0e6cdfb50c863cb93f04a4b2c0fd1961" }, { "dataPath": "params_shard_17.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.1.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.1.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.1.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.1.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.1.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.2.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.2.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "5c95445418dfd4b6f90e72a503929926" }, { "dataPath": "params_shard_18.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.3.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "b472a6f39643b0c84aef5b57800bc291" }, { "dataPath": "params_shard_19.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "ee5ca6ad80ba2da5aee913e0860c4f7e" }, { "dataPath": "params_shard_20.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.2.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.2.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.2.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.2.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.2.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.3.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.3.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "7eb8f8f389a245143883d37f9e6f610c" }, { "dataPath": "params_shard_21.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.4.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "18f846f4f3c776fc8f3776082bfa5947" }, { "dataPath": "params_shard_22.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "32da381de328e3dba6656ae41d574023" }, { "dataPath": "params_shard_23.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.3.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.3.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.3.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.3.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.3.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.4.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.4.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "a000c6d1e57aade7fa475bb0b389a193" }, { "dataPath": "params_shard_24.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.5.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "558a553929ef9d0f69217b0ba8096fda" }, { "dataPath": "params_shard_25.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "258e79a9cd862094802cfdbe079a4b78" }, { "dataPath": "params_shard_26.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.4.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.4.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.4.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.4.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.4.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.5.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.5.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "6075442f9770461cdfc8331c5f921f86" }, { "dataPath": "params_shard_27.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.6.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "1fa893fef12079c1f217e3c93da986ad" }, { "dataPath": "params_shard_28.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "e6190447db288d619e493732f4318353" }, { "dataPath": "params_shard_29.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.5.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.5.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.5.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.5.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.5.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.6.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.6.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "e79d6e1222475bdb86f5c655a5fbe39a" }, { "dataPath": "params_shard_30.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.7.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "63fcc78606e3a8193359e85fc3d7812f" }, { "dataPath": "params_shard_31.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "cd4eeff5a41e86ff591ecef6d033b091" }, { "dataPath": "params_shard_32.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.6.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.6.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.6.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.6.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.6.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.7.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.7.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "3280f3f1c70dc29447a787b1fb2f0b04" }, { "dataPath": "params_shard_33.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.8.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "61480d7998a183c709e031b92ceaffb1" }, { "dataPath": "params_shard_34.bin", "format": "raw-shard", "nbytes": 30806016, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.7.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.7.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.7.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.7.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.7.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.8.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 24899584 } ], "md5sum": "1f551d5bdad518b5913f46ec988a7fa3" }, { "dataPath": "params_shard_35.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.10.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "de5304f0c231ac54e7d85d344261118a" }, { "dataPath": "params_shard_36.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.10.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "6b42f91e86ec519ef91c65b48374c3bf" }, { "dataPath": "params_shard_37.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.8.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.8.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.8.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.8.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.10.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.10.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.10.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.10.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "72f9f901fc209a7b135eaedbb593de0a" }, { "dataPath": "params_shard_38.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.11.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "d6f9e04d09af01eebebc9c9758b9a57e" }, { "dataPath": "params_shard_39.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.11.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "ec400e562353d478038a57f65623346a" }, { "dataPath": "params_shard_40.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.10.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.10.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.10.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.10.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.11.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.11.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.11.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.11.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "e8d8567f7de0e3f06e86efe1e50179d6" }, { "dataPath": "params_shard_41.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.12.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "ee2d2b3baca7eb838cc70f81fd9ba565" }, { "dataPath": "params_shard_42.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.12.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "adb43b604a39d54576a1ec8834b92b4c" }, { "dataPath": "params_shard_43.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.11.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.11.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.11.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.11.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.12.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.12.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.12.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.12.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "e9f173c4f1cad58e59ce7dba7add6bcb" }, { "dataPath": "params_shard_44.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.13.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "1c3ce4deb6c10a03246eae2dc24a23b2" }, { "dataPath": "params_shard_45.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.13.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "82bee9bef64168314cc02474ef26ad1c" }, { "dataPath": "params_shard_46.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.12.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.12.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.12.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.12.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.13.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.13.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.13.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.13.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "32ed95a89a929efcee3fe854721d28e0" }, { "dataPath": "params_shard_47.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.14.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "574c6eef81e9066fc211125ebd193048" }, { "dataPath": "params_shard_48.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.14.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "2d8c82ded72390b7de050217cc12fb77" }, { "dataPath": "params_shard_49.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.13.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.13.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.13.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.13.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.14.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.14.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.14.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.14.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "ad8d666b2d63aaf30d236a6ade69dec8" }, { "dataPath": "params_shard_50.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.15.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "e9988b6199593f3db62f671b710ef54e" }, { "dataPath": "params_shard_51.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.15.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "4eee3fcda55d94b431956f6499f37dcf" }, { "dataPath": "params_shard_52.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.14.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.14.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.14.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.14.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.15.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.15.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.15.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.15.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "1b69ee1bdee44a2b8e8943277914c466" }, { "dataPath": "params_shard_53.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.16.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "25238e13962dcaf6a33b4b0a7f1ebaa7" }, { "dataPath": "params_shard_54.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.16.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "b7692e9cbd147e120c3164cd7576d1f0" }, { "dataPath": "params_shard_55.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.15.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.15.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.15.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.15.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.16.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.16.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.16.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.16.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "f9182270ad6832bde6f4b392f6bd13b3" }, { "dataPath": "params_shard_56.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.17.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "c662ddfb2159f60ea5818d304959eddd" }, { "dataPath": "params_shard_57.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.17.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "621faff1a5ac94b5f2db8500e1e515be" }, { "dataPath": "params_shard_58.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.16.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.16.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.16.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.16.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.17.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.17.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.17.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.17.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "014191cb4b455be0e88a6bd10b0995e0" }, { "dataPath": "params_shard_59.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.18.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "d265c9a733077bd3fa7eadfab631313f" }, { "dataPath": "params_shard_60.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.18.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "67e1ae95959d618cf77e9e035eb1370f" }, { "dataPath": "params_shard_61.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.17.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.17.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.17.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.17.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.18.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.18.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.18.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.18.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "9f0a22351aea67deb64b53cf50eaefd0" }, { "dataPath": "params_shard_62.bin", "format": "raw-shard", "nbytes": 30375936, "records": [ { "name": "model.layers.18.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.18.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.18.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.18.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.19.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 18984960 }, { "name": "model.layers.19.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 29110272 } ], "md5sum": "e7b9755524f25f91315048eec5a9af50" }, { "dataPath": "params_shard_63.bin", "format": "raw-shard", "nbytes": 31129600, "records": [ { "name": "model.layers.19.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 0 }, { "name": "model.layers.19.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 6750208 }, { "name": "model.layers.8.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 7593984 }, { "name": "model.layers.8.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 7602176 } ], "md5sum": "b191b119ccaa87a92acaac4aa007165d" }, { "dataPath": "params_shard_64.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "c0ba14f4086f1f092e0695b9245f26e6" }, { "dataPath": "params_shard_65.bin", "format": "raw-shard", "nbytes": 29425664, "records": [ { "name": "model.layers.8.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 0 }, { "name": "model.layers.8.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 2940928 }, { "name": "model.layers.9.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 2949120 }, { "name": "model.layers.9.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 2957312 }, { "name": "model.layers.9.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 26484736 } ], "md5sum": "002b3331ca1955af050d91551dec0c4c" }, { "dataPath": "params_shard_66.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.19.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "b3b6c83bfbd6101c4725b4e0b3f234d1" }, { "dataPath": "params_shard_67.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "cc81273bcf3d344ae00687ce0e48c5c7" }, { "dataPath": "params_shard_68.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.9.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.9.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.9.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.9.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.9.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.19.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.19.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "8c0439f045de75383943f7bc256f5125" }, { "dataPath": "params_shard_69.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "9b2b35fc92a248b0e1279dddca7d98f8" }, { "dataPath": "params_shard_70.bin", "format": "raw-shard", "nbytes": 32391168, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.19.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.20.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5914624 }, { "name": "model.layers.20.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 5922816 }, { "name": "model.layers.20.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 29450240 } ], "md5sum": "5fd0ea3a499fb314e58ce7e4d1c15855" }, { "dataPath": "params_shard_71.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.21.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "136026206200affbfb9c6a86692c4e22" }, { "dataPath": "params_shard_72.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "81a23f291e7b37a569deaa7e3e19aee6" }, { "dataPath": "params_shard_73.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.20.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.20.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.20.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.20.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.20.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.21.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.21.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "73841f5719c9f0bb7de44f536b69c410" }, { "dataPath": "params_shard_74.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.22.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "ee7b20e3a48db5818af354f1ce537f50" }, { "dataPath": "params_shard_75.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "6da48f6898a781a706bd8095af79ac65" }, { "dataPath": "params_shard_76.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.21.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.21.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.21.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.21.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.21.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.22.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.22.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "ba615ff08ff89711ab47f089e19fad2b" }, { "dataPath": "params_shard_77.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.23.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "d222f9e1452cd89ebc4815117e91de43" }, { "dataPath": "params_shard_78.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "bb3a206aed077705312b9d2d999c0f65" }, { "dataPath": "params_shard_79.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.22.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.22.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.22.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.22.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.22.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.23.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.23.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "bc94a5d192f5dc72504f657d01861bb7" }, { "dataPath": "params_shard_80.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.24.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "1a50b71ecc1a514ff154aa391f7b85ef" }, { "dataPath": "params_shard_81.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "28d2fd323e4028a587767f14c91c29ae" }, { "dataPath": "params_shard_82.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.23.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.23.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.23.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.23.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.23.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.24.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.24.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "5846fbe264521681346be5aeecac082e" }, { "dataPath": "params_shard_83.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.25.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "53dabf74da7863561033ca5fb99b3343" }, { "dataPath": "params_shard_84.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "efb5ed94b5503d3d2faec132ea0f22ef" }, { "dataPath": "params_shard_85.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.24.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.24.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.24.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.24.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.24.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.25.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.25.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "d65baadc65c01c7dafb80a7eab5bb73c" }, { "dataPath": "params_shard_86.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.26.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "c0ff255e843531860c40ebe26d2598de" }, { "dataPath": "params_shard_87.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "ce8baabbb4d18546ffd35b7d0ddaefa0" }, { "dataPath": "params_shard_88.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.25.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.25.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.25.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.25.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.25.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.26.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.26.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "fa0d5535be5e79f99cbc9b73989dbbbf" }, { "dataPath": "params_shard_89.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.27.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "358a63331940bcc67b0caf8959a4e25c" }, { "dataPath": "params_shard_90.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "e5d56debf03c22187f47380b8f4f1971" }, { "dataPath": "params_shard_91.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.26.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.26.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.26.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.26.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.26.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.27.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.27.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "d92180ff9501288a921988ab07aad030" }, { "dataPath": "params_shard_92.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.28.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "04e8393c73f8f503d18ee02b3e664592" }, { "dataPath": "params_shard_93.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.28.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "ab6b7c5dd72a07c13670008dfb785bca" }, { "dataPath": "params_shard_94.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.27.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.27.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.27.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.27.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.27.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.28.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.28.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "09e0379daef191a237f22d436808e7ea" }, { "dataPath": "params_shard_95.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.29.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "30f782a49907475bdaf6798e277ab801" }, { "dataPath": "params_shard_96.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.29.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "ee21c1a0175c46728e24a348b05b18ee" }, { "dataPath": "params_shard_97.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.28.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.28.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.28.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.28.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.28.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.28.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.29.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.29.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "15c38c0d4e50c59d3e01fefed2badc16" }, { "dataPath": "params_shard_98.bin", "format": "raw-shard", "nbytes": 24899584, "records": [ { "name": "model.layers.29.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.29.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.29.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.29.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.29.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.29.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 } ], "md5sum": "d89300df9afbb575cc923c7af1eacc4e" } ] }