{ "metadata": { "ParamSize": 805, "ParamBytes": 31066067264.0, "BitsPerParam": 3.4852341809509815 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", "nbytes": 105012480, "records": [ { "name": "lm_head.q_weight", "shape": [ 32016, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 105012480, "byteOffset": 0 } ], "md5sum": "735ec93a4d2c7cf8ce06bdcda92e26f4" }, { "dataPath": "params_shard_1.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.78.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "87240e58250a6624ffd49202d33be8b5" }, { "dataPath": "params_shard_2.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.78.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "dc17c55d5e8441427de704d4aaccc3e7" }, { "dataPath": "params_shard_3.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.78.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "31a0cd7c8422b0be694624bf3b003d56" }, { "dataPath": "params_shard_4.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.78.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "1aa4c43c049c75c70f02d35ef78b16d7" }, { "dataPath": "params_shard_5.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.79.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "97c6a298a8dbe3bd5995ea02138b13c9" }, { "dataPath": "params_shard_6.bin", "format": "raw-shard", "nbytes": 28281760, "records": [ { "name": "lm_head.q_scale", "shape": [ 32016, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 13126560, "byteOffset": 0 }, { "name": "model.layers.78.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 13126560 }, { "name": "model.layers.78.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 13142944 }, { "name": "model.layers.78.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 24890272 }, { "name": "model.layers.78.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 24906656 }, { "name": "model.layers.79.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 28265376 } ], "md5sum": "7d3f9184d6d414c68f4ad0cd79744f68" }, { "dataPath": "params_shard_7.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.79.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "64d1881f69911b3c8a63ef2b710cb3bc" }, { "dataPath": "params_shard_8.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.79.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "23d76c1f59733f1dd600e6d54fb834a2" }, { "dataPath": "params_shard_9.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.79.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "51e2462944885d5853ea7b84be6c1664" }, { "dataPath": "params_shard_10.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.79.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "93402fe2582261a8ec99d71a11560f59" }, { "dataPath": "params_shard_11.bin", "format": "raw-shard", "nbytes": 105012480, "records": [ { "name": "model.embed_tokens.q_weight", "shape": [ 32016, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 105012480, "byteOffset": 0 } ], "md5sum": "8ae0677925cc0024493f94fb3c11984b" }, { "dataPath": "params_shard_12.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.0.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "0fcdebe48a51ce9b10f58b3248aa2998" }, { "dataPath": "params_shard_13.bin", "format": "raw-shard", "nbytes": 32480160, "records": [ { "name": "model.layers.79.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.79.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.79.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.79.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.norm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 19320832 }, { "name": "model.embed_tokens.q_scale", "shape": [ 32016, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 13126560, "byteOffset": 19337216 }, { "name": "model.layers.0.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 32463776 } ], "md5sum": "9e8a7b1c05e01eb798e7f3f4ebf3f9a0" }, { "dataPath": "params_shard_14.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "9754f8489f101d55f0832fc94cc3b3bf" }, { "dataPath": "params_shard_15.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "932ab91493ebb12b94cd533a6726ad1f" }, { "dataPath": "params_shard_16.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.0.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "bd611bd90a5b68e8ed1dcb2f53eb95ac" }, { "dataPath": "params_shard_17.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.0.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "0e519b7d8c59d7afcc63d4f6e6098973" }, { "dataPath": "params_shard_18.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.1.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "a8d9724924510d7d0a27980a63807c08" }, { "dataPath": "params_shard_19.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "4c6276a254be0fd26fcd99bd14d563cc" }, { "dataPath": "params_shard_20.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "53994c4e0ae7fbee6a2a821534538b2d" }, { "dataPath": "params_shard_21.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.1.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "b34086eea51005c6066964521263b00c" }, { "dataPath": "params_shard_22.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.0.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.0.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.0.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.0.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.1.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 19320832 }, { "name": "model.layers.1.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 19337216 }, { "name": "model.layers.1.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31084544 } ], "md5sum": "8fe598db78bc6c693e3993e9522df01f" }, { "dataPath": "params_shard_23.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.1.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 0 }, { "name": "model.layers.1.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 4198400 } ], "md5sum": "add282fa9dcd1d16ddc9137eb4094f1f" }, { "dataPath": "params_shard_24.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "3e281a5577c5450a2cc516f47f537b40" }, { "dataPath": "params_shard_25.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.2.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "eb47192c8a2b077f69c7fe3cdabb9931" }, { "dataPath": "params_shard_26.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.2.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "b27de7c8807d8bbec514e81bd787a2cf" }, { "dataPath": "params_shard_27.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.1.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.2.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 3358720 }, { "name": "model.layers.2.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26869760 } ], "md5sum": "7adf672e46c4421d986ef4ecc34594c9" }, { "dataPath": "params_shard_28.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.10.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "d8e18c9e7efab3466904a357f94f523a" }, { "dataPath": "params_shard_29.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.10.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "0baa43a931a4921c413ee9f9650276d3" }, { "dataPath": "params_shard_30.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.10.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "2fef7298905615cb594da04f1313746a" }, { "dataPath": "params_shard_31.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.10.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "fd5ea7b06570dbc8bc61a2132d44accb" }, { "dataPath": "params_shard_32.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.10.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "42b6d1289cd485fd6d752a0c3d53c897" }, { "dataPath": "params_shard_33.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.8.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "c8687cd6fddae00bfbdc31572c8d4234" }, { "dataPath": "params_shard_34.bin", "format": "raw-shard", "nbytes": 22712320, "records": [ { "name": "model.layers.2.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.10.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.10.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.10.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.10.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.10.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.8.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 22695936 } ], "md5sum": "7d69ca40820ba2b57361ebfb401102a0" }, { "dataPath": "params_shard_35.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.8.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "432a278eb91d1a3212b81c6f8330d66a" }, { "dataPath": "params_shard_36.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.8.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "9261058a7548770c11f0afa620f49d55" }, { "dataPath": "params_shard_37.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.8.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "f747bddb07d9c80f6e4adb3aae17ca8a" }, { "dataPath": "params_shard_38.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.9.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "1dda5f3741a5a1aa1e93ebd0c3e8b90c" }, { "dataPath": "params_shard_39.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "22f7358e9c9ef0254aca32206374633a" }, { "dataPath": "params_shard_40.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "ab9ad8871a3a26beb875bfce66ca4c35" }, { "dataPath": "params_shard_41.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.9.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "854f06bab163eb34279471cde11c3df3" }, { "dataPath": "params_shard_42.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.9.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "4ab9fd09d6b76ebf270056e52ef8fa95" }, { "dataPath": "params_shard_43.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.8.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.8.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.8.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 11763712 }, { "name": "model.layers.9.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.9.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15138816 }, { "name": "model.layers.9.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26886144 }, { "name": "model.layers.9.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26902528 } ], "md5sum": "dd240e4538f828cfcabea593f2f08b73" }, { "dataPath": "params_shard_44.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.11.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "16e6e1804ffb5b4675623cdd3e4f3cc8" }, { "dataPath": "params_shard_45.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.11.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "6d01cfcec0e3a389e84a8f7f7393003b" }, { "dataPath": "params_shard_46.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.11.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "ee1c02daca471c5ac61be7ebb9f186b9" }, { "dataPath": "params_shard_47.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.11.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ea799725014c4b43c52d38896d25c2cf" }, { "dataPath": "params_shard_48.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.11.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "46e74f480c73d16086cc8ca88ee2bd7d" }, { "dataPath": "params_shard_49.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.12.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "2415ef20c8d8acb420a08092ece24864" }, { "dataPath": "params_shard_50.bin", "format": "raw-shard", "nbytes": 22712320, "records": [ { "name": "model.layers.9.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.11.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.11.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.11.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.11.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.11.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.12.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 22695936 } ], "md5sum": "218ecb48375f9fba97590c84e2bbfe35" }, { "dataPath": "params_shard_51.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.12.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "0c57a30509643f40a48aae25d23811bb" }, { "dataPath": "params_shard_52.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.12.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "2acdfe171bd023573b04e2dd93ae27c1" }, { "dataPath": "params_shard_53.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.12.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "420c296604ad49258332182fa1bae916" }, { "dataPath": "params_shard_54.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.12.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "8313111afff408962bdfbba2f4a7c379" }, { "dataPath": "params_shard_55.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.13.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "4f9e88b4f9f4f44a3dfbf52c92dea104" }, { "dataPath": "params_shard_56.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.13.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "4d5fb47f4401356642d6e40e2b1516ee" }, { "dataPath": "params_shard_57.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.13.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "d3f3b0ffa87688c6573488a9931be933" }, { "dataPath": "params_shard_58.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.13.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "41605069f26648dbf55bd1812e11972d" }, { "dataPath": "params_shard_59.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.13.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "ff61765e119750925afed536c4f8dc2b" }, { "dataPath": "params_shard_60.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.12.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.12.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.12.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.12.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.13.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.13.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.13.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "b6a9124c36926bcfbdce4ce24265aadd" }, { "dataPath": "params_shard_61.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.14.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "a6fdef7f9b50b14e31d8cd8912344271" }, { "dataPath": "params_shard_62.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.14.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "69781c23e84218e8b1208c7582761752" }, { "dataPath": "params_shard_63.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.14.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "da4da6762f587af13a3fdb41fe07f1cb" }, { "dataPath": "params_shard_64.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.14.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "3ed8775afc3571165bc8729364661cf5" }, { "dataPath": "params_shard_65.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.14.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "169ae8287b1b710104307c4276573c82" }, { "dataPath": "params_shard_66.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.15.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "ab74cc230f9885cdf15ec258b3bec618" }, { "dataPath": "params_shard_67.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.13.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.13.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.14.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.14.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.14.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.14.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.14.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.15.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "7bbfa5bad5eba1c2717840ffd3fe6be3" }, { "dataPath": "params_shard_68.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.15.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "a19f8273fd57677860d4dfa1c22307af" }, { "dataPath": "params_shard_69.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.15.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "9210b1e5fb54c7f85c249e03645fd5a7" }, { "dataPath": "params_shard_70.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.15.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "a0eba35898090d3deade14a5d5ff2542" }, { "dataPath": "params_shard_71.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.15.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "aa67bd26a05d7f79dff11ce2970d4c2b" }, { "dataPath": "params_shard_72.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.16.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "ee23159f071e1131607c877a970ae603" }, { "dataPath": "params_shard_73.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.16.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "1103254c7a75ce9e2f9fbaae81d53308" }, { "dataPath": "params_shard_74.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.16.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "1cd87004de7a4bca1b955e0f829a088c" }, { "dataPath": "params_shard_75.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.16.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "6a2ca0c7b4646afa3d86cd5c161a502c" }, { "dataPath": "params_shard_76.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.16.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "c93718c04f2103be7ab3b600c2ceb1db" }, { "dataPath": "params_shard_77.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.15.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.15.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.15.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.15.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.16.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.16.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.16.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "86aef1efcd055355ada442dad16d5c71" }, { "dataPath": "params_shard_78.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.17.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "a7415fd1a38b444df2d6409ff8581f5d" }, { "dataPath": "params_shard_79.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.17.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "d07f10e86fe87b529e57e185cfdffcd3" }, { "dataPath": "params_shard_80.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.17.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "6959996a3f9a8528f99ed498c94ecfcc" }, { "dataPath": "params_shard_81.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.17.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "0140438b03ef379b8eb676ba851fe0bf" }, { "dataPath": "params_shard_82.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.17.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "0ab30c201ff2b101d9da71b1adbdf68f" }, { "dataPath": "params_shard_83.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.18.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "83251e90a47c2aac790bbf2d5d5cd867" }, { "dataPath": "params_shard_84.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.16.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.16.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.17.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.17.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.17.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.17.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.17.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.18.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "c3dfbba4b07c160e48639549eebed7a3" }, { "dataPath": "params_shard_85.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.18.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "d2c4fb136b2ac45d07e82f025a89e6e3" }, { "dataPath": "params_shard_86.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.18.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "3b65792e1eb9d0c72ef22b16910e5aa7" }, { "dataPath": "params_shard_87.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.18.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "645e5d9f0c36cf60509d985f613dc8c4" }, { "dataPath": "params_shard_88.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.18.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "f69fa3c6c44dd8245d52932db90080b6" }, { "dataPath": "params_shard_89.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.19.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "859fc856267531b8b18df32739969d55" }, { "dataPath": "params_shard_90.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.19.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "aa87e13a36368f0ead26a822397bc0c7" }, { "dataPath": "params_shard_91.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.19.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "d4988cdb9e69770e6e57027e5a02e0f3" }, { "dataPath": "params_shard_92.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.18.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.18.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.18.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.18.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.19.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.19.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.19.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "bb1370fec2dc4dc968761fd7b787fbc4" }, { "dataPath": "params_shard_93.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "f3e8db51b29c7c9761d0c43d319188b3" }, { "dataPath": "params_shard_94.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "c26b159973dbac5a89d5b258f64314c0" }, { "dataPath": "params_shard_95.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.20.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "666745326e91bdb1fbbd76f2f7814aca" }, { "dataPath": "params_shard_96.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "4bad170240940de1d3d68b16d68c04d3" }, { "dataPath": "params_shard_97.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "20f24ee42e3191eafc7cbc4a19ca7e60" }, { "dataPath": "params_shard_98.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.20.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "fc7464b353100f0c1e4117755c207b3d" }, { "dataPath": "params_shard_99.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.20.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "3ab409990886a8a8d20522e69d94c51c" }, { "dataPath": "params_shard_100.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.21.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "9f9a2d0f4c9711b36957ade4c5a74450" }, { "dataPath": "params_shard_101.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.19.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.19.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.20.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.20.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.20.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.20.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.20.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.21.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "6720febaef3a6876a65b687d17f5c13e" }, { "dataPath": "params_shard_102.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "ffc9618fdaeb1998022ea165d49be5b8" }, { "dataPath": "params_shard_103.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "e3cf95d6608a3f2c3c4ec362e613696d" }, { "dataPath": "params_shard_104.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.21.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "e188c2e1f47307f7a6b8d12631c05c44" }, { "dataPath": "params_shard_105.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.21.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "f33efd9ef9ff76b9552c92bf2fdd1666" }, { "dataPath": "params_shard_106.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.22.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ce7870df53299545da8d32e3d3695983" }, { "dataPath": "params_shard_107.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.2.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "6b01ca72c72d0cb50af91c91ed78f4ca" }, { "dataPath": "params_shard_108.bin", "format": "raw-shard", "nbytes": 23535616, "records": [ { "name": "model.layers.21.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.21.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.21.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.21.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.22.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.2.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23519232 } ], "md5sum": "021d57f9d9ec036e9553c76332b0a905" }, { "dataPath": "params_shard_109.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.3.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "fb5cc35e6e262a8e9d48659c827f6614" }, { "dataPath": "params_shard_110.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "99000a1503448ad16dc59959cb8ccd6c" }, { "dataPath": "params_shard_111.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "5d70d53a6177bcfc302eff2bb9f7104f" }, { "dataPath": "params_shard_112.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.3.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "63499926a11608d29e213a5ce05714c9" }, { "dataPath": "params_shard_113.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.3.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "6e13cbcce58b2915bafb38816b27bebe" }, { "dataPath": "params_shard_114.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.4.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "2f9f7b03ffe4ac9129dc20f6360ce59f" }, { "dataPath": "params_shard_115.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.2.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.2.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.3.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.3.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.3.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.3.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.3.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.4.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "27c3e49deb833df752da3c296decb1ef" }, { "dataPath": "params_shard_116.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "ad005d468f35c065847861e4c16d4753" }, { "dataPath": "params_shard_117.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "404938600d7c81ec7bcd003786fc4214" }, { "dataPath": "params_shard_118.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.4.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "d3360197446d83f1912aca8ef89ff992" }, { "dataPath": "params_shard_119.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.4.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "b74f39159b136a090c757ca16e97c356" }, { "dataPath": "params_shard_120.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.5.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "c13ec66caa590fc39eb8ac609b7719cf" }, { "dataPath": "params_shard_121.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.5.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "50b840e2b1c6bac48a37755d68f7ecf0" }, { "dataPath": "params_shard_122.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.22.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "c2c2db2d662730d120a9010371c46c48" }, { "dataPath": "params_shard_123.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.4.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.4.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.4.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.4.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.5.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.5.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.22.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "3ef8f706b451403685d4fc4a2ec5d984" }, { "dataPath": "params_shard_124.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "9e4adc24a28d278669e32ead4931470a" }, { "dataPath": "params_shard_125.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "2f85c44f920b380117a3024e53efbe4a" }, { "dataPath": "params_shard_126.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.22.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "7de007c97e397a0fb5bbd56201ada201" }, { "dataPath": "params_shard_127.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.23.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "5b3a994bc93a5ff86e6c996196077f43" }, { "dataPath": "params_shard_128.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "4a092763c38913e3934e3eb90d0c5250" }, { "dataPath": "params_shard_129.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "12c533c0b76233072b3dc55467702928" }, { "dataPath": "params_shard_130.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.23.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "cdc5e27f2aa5c7dd06caaa565d43ec6f" }, { "dataPath": "params_shard_131.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.23.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "5c2f3396b6cc1f58f38aa5f7ad075801" }, { "dataPath": "params_shard_132.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.22.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.22.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.22.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 11763712 }, { "name": "model.layers.23.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.23.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15138816 }, { "name": "model.layers.23.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26886144 }, { "name": "model.layers.23.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26902528 } ], "md5sum": "deff8b8620f231150b07c5f2f544cca3" }, { "dataPath": "params_shard_133.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.24.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "cd491c6ad831e24a24f12d4d6f38ad9f" }, { "dataPath": "params_shard_134.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "5867b42b0277315bd8cc8ef592925064" }, { "dataPath": "params_shard_135.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "9a92c19b7d551a87d65556df322372c4" }, { "dataPath": "params_shard_136.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.24.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "47a5e049350a6f6797be7cc236aaca82" }, { "dataPath": "params_shard_137.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.24.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "5b3ae328082e975507f60203791cafaf" }, { "dataPath": "params_shard_138.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.25.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "59b495897f95449b19eb916896e2afae" }, { "dataPath": "params_shard_139.bin", "format": "raw-shard", "nbytes": 22712320, "records": [ { "name": "model.layers.23.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.24.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.24.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.24.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.24.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.24.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.25.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 22695936 } ], "md5sum": "148304df1e37a5a0e25109bf8361a862" }, { "dataPath": "params_shard_140.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "165f87467504a773eae425c09b720c1f" }, { "dataPath": "params_shard_141.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "2fd04a3d41cc9638d071f0f4e47e6121" }, { "dataPath": "params_shard_142.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.25.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "32b6fa7a1a95624b6a30d4c1d6350e07" }, { "dataPath": "params_shard_143.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.25.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "b773c99b8dce13b8e7dee91338707b01" }, { "dataPath": "params_shard_144.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.26.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "8ad08b627fbd2c07260c81e8a061e704" }, { "dataPath": "params_shard_145.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "23149e1832bb324c2e60c2c1c9c4ea59" }, { "dataPath": "params_shard_146.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "ef3e7029275867444b04c703874bf5c1" }, { "dataPath": "params_shard_147.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.26.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "5f1d699544cee966e0201ce24e535ce8" }, { "dataPath": "params_shard_148.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.25.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.25.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.25.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.25.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.26.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 19320832 }, { "name": "model.layers.26.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 19337216 }, { "name": "model.layers.26.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31084544 } ], "md5sum": "812991bb4d87a6d4adb827e52e42b59c" }, { "dataPath": "params_shard_149.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.26.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 0 }, { "name": "model.layers.26.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 4198400 } ], "md5sum": "21f054b192aeb1e482f92d11ccdb3b2b" }, { "dataPath": "params_shard_150.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "4eaa1156553aa0fa93ea3307b1205f86" }, { "dataPath": "params_shard_151.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.27.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "15fdb028864d690b60e15aea0b9792c6" }, { "dataPath": "params_shard_152.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.27.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "6489ef1c09e9dc75ba0e54f248ade685" }, { "dataPath": "params_shard_153.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.26.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.27.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 3358720 }, { "name": "model.layers.27.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26869760 } ], "md5sum": "f8d7ee94c4e5e5d77a0e21f3c3cec96e" }, { "dataPath": "params_shard_154.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.27.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "4f1d2e14f42d283dc5b09c645f25cc0c" }, { "dataPath": "params_shard_155.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.28.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "488ff2363d18e3c24f6fa2b6797f203d" }, { "dataPath": "params_shard_156.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.28.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "842d47d319441ab2674d144f1299afa0" }, { "dataPath": "params_shard_157.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.28.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "2988798e1f9315a8c383ec908c6b78e1" }, { "dataPath": "params_shard_158.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.28.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "276d80c5603e8038a51d5080775ec642" }, { "dataPath": "params_shard_159.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.28.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "a53593264c7d4d4980228c3abdaabcf0" }, { "dataPath": "params_shard_160.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.27.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.27.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.27.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.27.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.28.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15138816 }, { "name": "model.layers.28.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15155200 }, { "name": "model.layers.28.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26902528 }, { "name": "model.layers.28.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26918912 } ], "md5sum": "9723b0d72e1aae29ce719dca07c563f7" }, { "dataPath": "params_shard_161.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.29.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "348e73b3835263e7db0473daa4459eb3" }, { "dataPath": "params_shard_162.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.29.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "c088f4e6521de4c733be129d110a8b86" }, { "dataPath": "params_shard_163.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.29.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "ef3692c1d0a5064cf908d4cf048ecda5" }, { "dataPath": "params_shard_164.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.29.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "8da013af4b85ade33da42c670ecbea99" }, { "dataPath": "params_shard_165.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.29.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "68f788307433dae8d07edfd756c3371e" }, { "dataPath": "params_shard_166.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.30.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "878d3259337552db5a48eee73875f468" }, { "dataPath": "params_shard_167.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.30.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "d93c7edb2af41c5c19701e4c75fc49c2" }, { "dataPath": "params_shard_168.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.30.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "06fb28269232b1fad6a0bf8a84848c7e" }, { "dataPath": "params_shard_169.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.30.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "6b06fd5edfbb0e5086caa3bf4b7426e0" }, { "dataPath": "params_shard_170.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.30.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "7df5f5005c367dd7e8da8f16dbb2b9f7" }, { "dataPath": "params_shard_171.bin", "format": "raw-shard", "nbytes": 30269440, "records": [ { "name": "model.layers.28.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.29.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.29.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.29.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.29.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.29.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.30.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 22695936 }, { "name": "model.layers.30.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 26894336 }, { "name": "model.layers.30.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 30253056 } ], "md5sum": "dd91274cc87b0a52f308890f9338833b" }, { "dataPath": "params_shard_172.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.31.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "af32113e2e2000cf4ecde0add327de33" }, { "dataPath": "params_shard_173.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.31.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "339b6d506a6184b3046e7a9021a69f0f" }, { "dataPath": "params_shard_174.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.31.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "2ac4ea000f1d377f443965e73c833b32" }, { "dataPath": "params_shard_175.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.31.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "c6c73b7d5d3ade0699b3809ecad1edc0" }, { "dataPath": "params_shard_176.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.31.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "b1a3518db65ab0bb8d2405f48e51e7fb" }, { "dataPath": "params_shard_177.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.32.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "c94769ce0a010eec7539e1cf9ded5f56" }, { "dataPath": "params_shard_178.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.30.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.30.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.31.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.31.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.31.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.31.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.31.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.32.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "4527e8b053eac97466a1e92c2fecb2c7" }, { "dataPath": "params_shard_179.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.32.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "f82578ae80b21cf5088d47d73d007370" }, { "dataPath": "params_shard_180.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.32.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "eae2fd27c9c3cd93b51af5d0b96b5240" }, { "dataPath": "params_shard_181.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.32.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "dc6361c54e4544903c5aa32aae5652ad" }, { "dataPath": "params_shard_182.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.32.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "9f451c33ac5d08ab52f83414c0986750" }, { "dataPath": "params_shard_183.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.33.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "01813cfa8f3281dabff64651d0642e37" }, { "dataPath": "params_shard_184.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.33.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "f350b8110ffa5df65ca0ae80199c35c5" }, { "dataPath": "params_shard_185.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.33.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "8348a45879e7434cdf307c3a376d7fe4" }, { "dataPath": "params_shard_186.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.32.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.32.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.32.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.32.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.33.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.33.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.33.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "a79b5c2d53302c751422a6a1c72f566a" }, { "dataPath": "params_shard_187.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.33.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "876721f0da26d1b757437b48e39c5cfb" }, { "dataPath": "params_shard_188.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.33.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "ed02f82b6a858b71237282dafa8476a3" }, { "dataPath": "params_shard_189.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.34.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "7f465792eec9bd62bce7dfc8b04c3d07" }, { "dataPath": "params_shard_190.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.34.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "e51fb6d97ef8f525260e49846e4cefc7" }, { "dataPath": "params_shard_191.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.34.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "63a80eb40a2a4884e1177d02a5360d97" }, { "dataPath": "params_shard_192.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.34.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "b419063eede909ce346f0e0cdc7bd27a" }, { "dataPath": "params_shard_193.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.34.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "2470f1f5da09bbf5cd4c0e02404bea89" }, { "dataPath": "params_shard_194.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.35.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "1c330840ed6b5421169f4b208c5c569b" }, { "dataPath": "params_shard_195.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.33.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.33.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.34.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.34.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.34.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.34.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.34.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.35.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "6a878122b2b4312f47f4be3798af8e2d" }, { "dataPath": "params_shard_196.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.35.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "32ecd9104ddb92b6e012c074165092e9" }, { "dataPath": "params_shard_197.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.35.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "4afebd1fe58ace098b511ebfc4c2bcf2" }, { "dataPath": "params_shard_198.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.35.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "1a472f556d1d3eb6cdd34d7cc7f86d0f" }, { "dataPath": "params_shard_199.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.35.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "3670a7814f51f12ae086ce7cbda8b3ac" }, { "dataPath": "params_shard_200.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.36.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "4fe8a8c0ba53d50a34648101e1777282" }, { "dataPath": "params_shard_201.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.36.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "00706fc1ee2c09c5681b65be3f3c5498" }, { "dataPath": "params_shard_202.bin", "format": "raw-shard", "nbytes": 23535616, "records": [ { "name": "model.layers.35.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.35.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.35.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.35.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.36.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.36.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23519232 } ], "md5sum": "e85d1982d36e0ef388668324c8182053" }, { "dataPath": "params_shard_203.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.36.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "c2544f571639199ae2e6c978a410a194" }, { "dataPath": "params_shard_204.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.36.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "3ddbc8eab6fcf06e9ebc57c3d7cc919e" }, { "dataPath": "params_shard_205.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.36.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "ee906d73bf2df81ca15affb2604b4f21" }, { "dataPath": "params_shard_206.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.37.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "6b73c7a7dd3b45b28210a7e559a1fd23" }, { "dataPath": "params_shard_207.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.37.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "1806189be1452cb5b05f2300c32ace29" }, { "dataPath": "params_shard_208.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.37.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "c2ab37aa52f30d604c7cfa08c0b9b7ee" }, { "dataPath": "params_shard_209.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.37.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "34085a21667a7deea1a6a11b08d1e328" }, { "dataPath": "params_shard_210.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.37.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "7ef69148c8c7d31ef6fe97a7bc925c5e" }, { "dataPath": "params_shard_211.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.36.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.36.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.36.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 11763712 }, { "name": "model.layers.37.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.37.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15138816 }, { "name": "model.layers.37.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26886144 }, { "name": "model.layers.37.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26902528 } ], "md5sum": "892ded28ce3b02479cbd343c09f59d9e" }, { "dataPath": "params_shard_212.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.38.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "4617718f2e32e17d851090a55b1c5ec6" }, { "dataPath": "params_shard_213.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.38.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "b9892dbaf93cac1f118fcdc8a2bc8e48" }, { "dataPath": "params_shard_214.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.38.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "035237f4d974bea47eae02c305a65f4a" }, { "dataPath": "params_shard_215.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.38.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "144eab267dbbd859575232b66b972417" }, { "dataPath": "params_shard_216.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.38.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "294202120dbc36dfe405ed13a0994ec1" }, { "dataPath": "params_shard_217.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.39.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "b653456b28d200ccec7f8a8935315fab" }, { "dataPath": "params_shard_218.bin", "format": "raw-shard", "nbytes": 22712320, "records": [ { "name": "model.layers.37.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.38.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.38.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.38.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.38.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.38.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.39.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 22695936 } ], "md5sum": "29c3bfaf85ac1d7d4ab97ad9ea6557b7" }, { "dataPath": "params_shard_219.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.39.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "5e82d8c48ac3a0dc14cc8710bffe5782" }, { "dataPath": "params_shard_220.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.39.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "63a0c073418eed3bfdd32995b0e40562" }, { "dataPath": "params_shard_221.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.39.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "8c429c27175774215423623a72836ec2" }, { "dataPath": "params_shard_222.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.39.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "203082b0a7d660d6c06da5e2385dbf7f" }, { "dataPath": "params_shard_223.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.40.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "a8df7388845b762709b833a894ad4117" }, { "dataPath": "params_shard_224.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.40.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "30921dc814991849d8f06f4b1346430a" }, { "dataPath": "params_shard_225.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.40.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "1ae2d78f7dd3b94e02eeae9c20c8849e" }, { "dataPath": "params_shard_226.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.40.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "03496a34587f756fa1d82cd5b1d2aa0a" }, { "dataPath": "params_shard_227.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.39.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.39.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.39.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.39.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.40.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 19320832 }, { "name": "model.layers.40.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 19337216 }, { "name": "model.layers.40.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31084544 } ], "md5sum": "8931ae3953a272d4d19733b55129a891" }, { "dataPath": "params_shard_228.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.40.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 0 }, { "name": "model.layers.40.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 4198400 } ], "md5sum": "1d735ed83a664fe680fa86047acc4ac9" }, { "dataPath": "params_shard_229.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.41.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "363e20199e9345ec632438579990ecd9" }, { "dataPath": "params_shard_230.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.41.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "401d23f0aab156089bf5e4db4edfec3b" }, { "dataPath": "params_shard_231.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.41.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "a12ff689fc23f971c10719246d1b8862" }, { "dataPath": "params_shard_232.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.40.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.41.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 3358720 }, { "name": "model.layers.41.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26869760 } ], "md5sum": "329cae333c98c52e54221aa12699385a" }, { "dataPath": "params_shard_233.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.41.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "8cbf0480c6374b0e629f3479b97b6276" }, { "dataPath": "params_shard_234.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.42.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "a719e3dea9bc39dcad6751672532666f" }, { "dataPath": "params_shard_235.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.42.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "50cb8ee7b305dbaab2bb1487b2b196a0" }, { "dataPath": "params_shard_236.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.42.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "1a6742473c7cee7c0de063dbbbaed1a9" }, { "dataPath": "params_shard_237.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.42.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "f40349feae0fd5c71bd92bc96b6ff8f5" }, { "dataPath": "params_shard_238.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.42.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "b8e3e1f606e39dc3791a6a0dd091f59a" }, { "dataPath": "params_shard_239.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.41.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.41.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.41.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.41.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.42.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15138816 }, { "name": "model.layers.42.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15155200 }, { "name": "model.layers.42.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26902528 }, { "name": "model.layers.42.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26918912 } ], "md5sum": "3ec98bd7641f70142c702ebd29d2f2e9" }, { "dataPath": "params_shard_240.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.43.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "38f47e4e8169910df33dfdeec2fa349b" }, { "dataPath": "params_shard_241.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.43.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "5fc6d992653c6475374de5d7851d436b" }, { "dataPath": "params_shard_242.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.43.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "6f49f48e385ec8ad304445884981e40b" }, { "dataPath": "params_shard_243.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.43.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ff90a8219c0dc720cd0b965f39bc9d33" }, { "dataPath": "params_shard_244.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.43.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "7109a2fedc097302feb5382197ef558b" }, { "dataPath": "params_shard_245.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.44.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "dd9be2c99c802156634ab8b6176cabe0" }, { "dataPath": "params_shard_246.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.44.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "5e60c5163f6385d9c169cf2d6307fea5" }, { "dataPath": "params_shard_247.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.44.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "89eb41e3d20a6e28d7ea646b7e53cdbc" }, { "dataPath": "params_shard_248.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.44.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "4b8b9c0b3ca442317e55594d85aaff80" }, { "dataPath": "params_shard_249.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.44.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "2d8ddeea1abdecd97a74f788f13d9566" }, { "dataPath": "params_shard_250.bin", "format": "raw-shard", "nbytes": 30269440, "records": [ { "name": "model.layers.42.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.43.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.43.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.43.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.43.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.43.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.44.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 22695936 }, { "name": "model.layers.44.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 26894336 }, { "name": "model.layers.44.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 30253056 } ], "md5sum": "6b8cbebf30feb3a2ce75fba47dd37f07" }, { "dataPath": "params_shard_251.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.45.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "fbcb7f50bfa653229b8a27c4cfe5fc98" }, { "dataPath": "params_shard_252.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.45.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "f9ba07c6012ce11ff39480063a5fc6cf" }, { "dataPath": "params_shard_253.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.45.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "b774d0bf669f14d866d31f5e18b32b9b" }, { "dataPath": "params_shard_254.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.45.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "402f2a67e9fa231ce7e6cb31059e6997" }, { "dataPath": "params_shard_255.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.45.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "f3f795986df3ca6110508534183eda69" }, { "dataPath": "params_shard_256.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.46.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "4424bee3ccbe66052fbc3a99d706e6bc" }, { "dataPath": "params_shard_257.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.44.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.44.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.45.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.45.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.45.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.45.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.45.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.46.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "97890c419530a8b4d795db657a44a05f" }, { "dataPath": "params_shard_258.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.46.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "f44c6589fdf882a238bb241f46f076a3" }, { "dataPath": "params_shard_259.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.46.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "212fc90776aa7e3979407618c17a6b2d" }, { "dataPath": "params_shard_260.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.46.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "7ec46a9a78618fcad8d0f5784620169e" }, { "dataPath": "params_shard_261.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.46.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "7e8cbf3e54a5c904df893ca1ec079750" }, { "dataPath": "params_shard_262.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.47.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ea47e390c4540a7f541ae90b1f857ef7" }, { "dataPath": "params_shard_263.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.47.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "5b9039662e13c1d08190eb5be4f7c418" }, { "dataPath": "params_shard_264.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.47.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "b7396045772e38ad363dc2862f00d2d7" }, { "dataPath": "params_shard_265.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.46.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.46.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.46.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.46.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.47.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.47.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.47.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "1f75c4a9234b48717f00ade8c0a55449" }, { "dataPath": "params_shard_266.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.47.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "478c2707ee6e59e06bb328c875b61e61" }, { "dataPath": "params_shard_267.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.47.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "836d8537050d21e268f44c885c5f677b" }, { "dataPath": "params_shard_268.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.48.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "62265757f9d7b98223795263ca987db2" }, { "dataPath": "params_shard_269.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.48.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "9cabc1b80a6517dc582f59b9e0f73652" }, { "dataPath": "params_shard_270.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.48.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "5cef74b52566e1725cc2167c3b7ed584" }, { "dataPath": "params_shard_271.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.48.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "63f7816ea68ebe4b8e2c6d8daaa8620e" }, { "dataPath": "params_shard_272.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.48.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "2ba436248c336923bb6b65121b7eb46e" }, { "dataPath": "params_shard_273.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.49.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "d9329ebba994e0d1c6687c64a9a3b758" }, { "dataPath": "params_shard_274.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.47.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.47.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.48.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.48.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.48.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.48.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.48.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.49.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "64a892b92e0cfa1099a24852e0e28194" }, { "dataPath": "params_shard_275.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.49.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "81f11ccc0d52b31186fb32a6eecfb1c0" }, { "dataPath": "params_shard_276.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.49.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "798c8d7ea476796e7115ddfaffc8ab05" }, { "dataPath": "params_shard_277.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.49.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "3c80f9a46c3e78088688797bf09d7299" }, { "dataPath": "params_shard_278.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.49.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "d0bac9a3a3314ff6658156d1d8ce6ecf" }, { "dataPath": "params_shard_279.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.50.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ac921d1f77b73f12dfd1fdb1fe186904" }, { "dataPath": "params_shard_280.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.5.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "520de9d613ccc5d76b482a25f051a89c" }, { "dataPath": "params_shard_281.bin", "format": "raw-shard", "nbytes": 23535616, "records": [ { "name": "model.layers.49.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.49.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.49.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.49.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.50.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.5.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23519232 } ], "md5sum": "753476f24762f49e483b575445539df1" }, { "dataPath": "params_shard_282.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "785c46e3e4422c8847012ac0d6e7c99b" }, { "dataPath": "params_shard_283.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "70b137ccc8c07242f5032bf3e66e5f73" }, { "dataPath": "params_shard_284.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.6.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "dee4daa07f38fb848ffeecff5fab6f85" }, { "dataPath": "params_shard_285.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "dc00f594eab44bef70ee8db8dd143cee" }, { "dataPath": "params_shard_286.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "24e9e177d4a64c3c809dcfe720af8d39" }, { "dataPath": "params_shard_287.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.6.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "56c901fba92ff4b9fcc27811669366a9" }, { "dataPath": "params_shard_288.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.6.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "1dea41927edd780e8f5b35833d26adbe" }, { "dataPath": "params_shard_289.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.7.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "6587e93565002fcac3b6c0e5c053b400" }, { "dataPath": "params_shard_290.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.5.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.5.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.6.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.6.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.6.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.6.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.6.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.7.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "8fe3bb1c26396ee3c0da9ded0e674227" }, { "dataPath": "params_shard_291.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "b8268347b4039b14a6868f2a08d1a8bb" }, { "dataPath": "params_shard_292.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "49214467a3fb26ed29746dc3f6975847" }, { "dataPath": "params_shard_293.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.7.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "dac75334a9e2939105de6ff4de8c7da5" }, { "dataPath": "params_shard_294.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.7.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "e37f9bd88eac25e51921ba041982e479" }, { "dataPath": "params_shard_295.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.8.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "96475dcad87f94a66d92fe5a05a30fe2" }, { "dataPath": "params_shard_296.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.50.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "557b14a9445495a801cbc8797a009652" }, { "dataPath": "params_shard_297.bin", "format": "raw-shard", "nbytes": 23535616, "records": [ { "name": "model.layers.7.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.7.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.7.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.7.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.8.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.50.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23519232 } ], "md5sum": "36777b8c22645371df8b79a6d6c6541b" }, { "dataPath": "params_shard_298.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.50.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "ee4e786229c3e13a2df40417b6477369" }, { "dataPath": "params_shard_299.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.50.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "1beebb824f2c17cb5595c39638e9d06e" }, { "dataPath": "params_shard_300.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.50.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "a76f3a750d65c790c89cf650724c470c" }, { "dataPath": "params_shard_301.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.51.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "7094ce95acae144ee2e2bcac83a3f869" }, { "dataPath": "params_shard_302.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.51.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "91f4b9dffafe3bb362eb9221031b0dce" }, { "dataPath": "params_shard_303.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.51.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "088a55647bc011fb922c640b512ca2a1" }, { "dataPath": "params_shard_304.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.51.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "471eaa491037a230ffe05f48cc79755f" }, { "dataPath": "params_shard_305.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.51.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "7163c11dc895101c7273996f68f1dff1" }, { "dataPath": "params_shard_306.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.50.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.50.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.50.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 11763712 }, { "name": "model.layers.51.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.51.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15138816 }, { "name": "model.layers.51.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26886144 }, { "name": "model.layers.51.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26902528 } ], "md5sum": "ad8f001320511a9f0eab7bdd3f4484a9" }, { "dataPath": "params_shard_307.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.52.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "65901fc0fd7e5e2e2fb05e25d0544261" }, { "dataPath": "params_shard_308.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.52.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "755c37c677170abe535d4510180b4191" }, { "dataPath": "params_shard_309.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.52.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "5c9cadcb9426efe47eac094b313748d0" }, { "dataPath": "params_shard_310.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.52.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ac003a94c3d6011f38dbcd2af692e394" }, { "dataPath": "params_shard_311.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.52.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "0d234476884085242c3c6d29945782c7" }, { "dataPath": "params_shard_312.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.53.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "7dd5ab464cd400c989b345b3e669c015" }, { "dataPath": "params_shard_313.bin", "format": "raw-shard", "nbytes": 22712320, "records": [ { "name": "model.layers.51.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.52.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.52.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.52.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.52.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.52.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.53.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 22695936 } ], "md5sum": "5240010f4c0d26796b0119cc2b2922fb" }, { "dataPath": "params_shard_314.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.53.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "58d12b50c1a7199b29f1a508b6ba5526" }, { "dataPath": "params_shard_315.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.53.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "0a3c9097725061ffe1b625817e9d10a3" }, { "dataPath": "params_shard_316.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.53.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "f5c4c6014163f6c4581bcd11415e87c8" }, { "dataPath": "params_shard_317.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.53.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "9bfaedc88fe056974ded9545c091fe4b" }, { "dataPath": "params_shard_318.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.54.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "6781a3cb627eaa8a9238226380ce52ba" }, { "dataPath": "params_shard_319.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.54.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "1918c099a84c71549ab8c667d4909415" }, { "dataPath": "params_shard_320.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.54.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "3e090ed0a50efe81e4633f67861fb7fe" }, { "dataPath": "params_shard_321.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.54.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ae37c59c000b4c6b90632de3b67fd0b3" }, { "dataPath": "params_shard_322.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.53.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.53.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.53.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.53.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.54.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 19320832 }, { "name": "model.layers.54.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 19337216 }, { "name": "model.layers.54.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31084544 } ], "md5sum": "ad64b4a4907279cc84ba9a97333d0e62" }, { "dataPath": "params_shard_323.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.54.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 0 }, { "name": "model.layers.54.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 4198400 } ], "md5sum": "00e4afd08cbdd87b9a885a4600e88601" }, { "dataPath": "params_shard_324.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.55.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "8f677f09112f9ec60df51dd9367e1428" }, { "dataPath": "params_shard_325.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.55.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "9efcec5853db9b21cf75a056065f5181" }, { "dataPath": "params_shard_326.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.55.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "239b9e3adc70be0920f10fb1f810bc81" }, { "dataPath": "params_shard_327.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.54.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.55.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 3358720 }, { "name": "model.layers.55.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26869760 } ], "md5sum": "8e47812b4f452507280648d2926db053" }, { "dataPath": "params_shard_328.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.55.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "7eb776b293514f6e2e1c0dc70737e257" }, { "dataPath": "params_shard_329.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.56.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "7c3338fc6e6f1fff14ebc1b50c233e0e" }, { "dataPath": "params_shard_330.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.56.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "2e97f3c77b5e2e642db2e392e31fbead" }, { "dataPath": "params_shard_331.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.56.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "679a142216b6d74f21012deaf225f834" }, { "dataPath": "params_shard_332.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.56.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "72f345e5a3f7574fcbe425fb2d07678a" }, { "dataPath": "params_shard_333.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.56.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "0250c3e2a4acfd33785670cefdadea0c" }, { "dataPath": "params_shard_334.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.55.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.55.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.55.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.55.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.56.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15138816 }, { "name": "model.layers.56.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15155200 }, { "name": "model.layers.56.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26902528 }, { "name": "model.layers.56.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26918912 } ], "md5sum": "a07b2bcd8ff612a6533fd28f0603a1b2" }, { "dataPath": "params_shard_335.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.57.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "8669800fecc40424e40adc4e234a8e3a" }, { "dataPath": "params_shard_336.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.57.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "9634ff0eac6ee330136b09f9dc9ce6a1" }, { "dataPath": "params_shard_337.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.57.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "4b74cde2e42371638381913d1ab122d9" }, { "dataPath": "params_shard_338.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.57.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "eaccec821e99d0b3c2701f3918864c8c" }, { "dataPath": "params_shard_339.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.57.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "6dbc42e4087e4d3d383925bfccc90a7c" }, { "dataPath": "params_shard_340.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.58.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "8ffe1a9e9b8db405622e8ee83e2bd747" }, { "dataPath": "params_shard_341.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.58.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "9c3a1974b2e2106b9974e2e33af6fb7f" }, { "dataPath": "params_shard_342.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.58.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "5a5626dac903730af30f4a3ff2321122" }, { "dataPath": "params_shard_343.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.58.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "1bdef2d7f5d1d25a6c680e04889b36e8" }, { "dataPath": "params_shard_344.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.58.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "01c00d48295e1ddcc2c67d33f5c20cc0" }, { "dataPath": "params_shard_345.bin", "format": "raw-shard", "nbytes": 30269440, "records": [ { "name": "model.layers.56.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.57.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.57.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.57.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.57.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.57.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.58.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 22695936 }, { "name": "model.layers.58.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 26894336 }, { "name": "model.layers.58.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 30253056 } ], "md5sum": "ca520bd07a7c1a1b9d7d6e94c1d08fcf" }, { "dataPath": "params_shard_346.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.59.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "b59f86f9d34170b0117fae7f6b5428ae" }, { "dataPath": "params_shard_347.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.59.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "33667b2c12c6db7ab5a274f4ce6fc64b" }, { "dataPath": "params_shard_348.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.59.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "837247c0919549e2d497a6bc448b5ce8" }, { "dataPath": "params_shard_349.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.59.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "655c6185dd015dccaa4cab84f696e2d8" }, { "dataPath": "params_shard_350.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.59.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "9f4857c14ef3d55d1314b38c9d02f902" }, { "dataPath": "params_shard_351.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.60.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "7fe9614c2ff25710eedb077d96b55c65" }, { "dataPath": "params_shard_352.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.58.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.58.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.59.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.59.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.59.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.59.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.59.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.60.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "32c742cf0d87baeff006cb5c8d749a42" }, { "dataPath": "params_shard_353.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.60.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "3be5c9d4a81a26659a5373e7f8eb0e2e" }, { "dataPath": "params_shard_354.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.60.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "43253b64bf51bec914c9fdeb46d2ccd3" }, { "dataPath": "params_shard_355.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.60.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "78ea181fec7d61d4da111c649cd07ae1" }, { "dataPath": "params_shard_356.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.60.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "20e204ef2d6db29ca8b9efdf37f33b42" }, { "dataPath": "params_shard_357.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.61.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "f190166c8cc4773908218f6df0eb22e6" }, { "dataPath": "params_shard_358.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.61.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "4e33bcb2ce9396dccefe73c44d328e9d" }, { "dataPath": "params_shard_359.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.61.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "f4e6874f67e2c5aa0bf9b86c55957200" }, { "dataPath": "params_shard_360.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.60.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.60.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.60.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.60.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.61.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.61.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.61.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "4514fa999ba2eda791c6a0259e5f3529" }, { "dataPath": "params_shard_361.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.61.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "f6f94d35a0a178e5a868ff4ff81c825f" }, { "dataPath": "params_shard_362.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.61.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "a4b0723378a05c9e1c411a41271f664e" }, { "dataPath": "params_shard_363.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.62.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "254ebaa50c6b46973a979fe652f13082" }, { "dataPath": "params_shard_364.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.62.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "b3358e78337aa462405f3926b13d9bfa" }, { "dataPath": "params_shard_365.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.62.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "59702704105f19b525ed5119cc1eb59a" }, { "dataPath": "params_shard_366.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.62.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "25da93b635af44d012aebc35b26f1231" }, { "dataPath": "params_shard_367.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.62.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "7545814b9e268a08e9c9e94b64305f53" }, { "dataPath": "params_shard_368.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.63.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "25dddbb9ac42d7d4800e528ff0bc4b9d" }, { "dataPath": "params_shard_369.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.61.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.61.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.62.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.62.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.62.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.62.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.62.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.63.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "c3871ba850f182d1ee05526d9ac00ed5" }, { "dataPath": "params_shard_370.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.63.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "07701050dcb40d244c518a4291740964" }, { "dataPath": "params_shard_371.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.63.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "3657524b3cc1348ca6f4041b291da28b" }, { "dataPath": "params_shard_372.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.63.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "c164e26673457e7b1f2fdc02f3dddd98" }, { "dataPath": "params_shard_373.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.63.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "9b554018fa47e5f7bb519903ef91a2d3" }, { "dataPath": "params_shard_374.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.64.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "7198dd2b3a628c762588b48c537b276f" }, { "dataPath": "params_shard_375.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.64.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "fad54da334bfa1382c0842066c3ec1ff" }, { "dataPath": "params_shard_376.bin", "format": "raw-shard", "nbytes": 23535616, "records": [ { "name": "model.layers.63.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.63.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.63.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.63.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.64.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.64.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23519232 } ], "md5sum": "7a62e577d3ad37d157350e77de8c7f2c" }, { "dataPath": "params_shard_377.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.64.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "18e75f316dd8a08ed7dbe0a5fdb99b7b" }, { "dataPath": "params_shard_378.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.64.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "4af145b99e74f164411add9e889f078d" }, { "dataPath": "params_shard_379.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.64.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "ed41be28d26dac1cd8ad1c7a624f2eec" }, { "dataPath": "params_shard_380.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.65.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "322fb478789b15d5afedcac7378da892" }, { "dataPath": "params_shard_381.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.65.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "6304a31ce5838e51180ec8376e0f6347" }, { "dataPath": "params_shard_382.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.65.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "ac6ed629041c35559f3cefb1f6a8a7f1" }, { "dataPath": "params_shard_383.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.65.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "44a84eca0117e54bfea10777a4c168ba" }, { "dataPath": "params_shard_384.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.65.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "6c1a0c226905f6ef175417e99b777614" }, { "dataPath": "params_shard_385.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.64.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.64.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.64.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 11763712 }, { "name": "model.layers.65.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.65.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15138816 }, { "name": "model.layers.65.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26886144 }, { "name": "model.layers.65.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26902528 } ], "md5sum": "ab352f79f16a7502854e2fed2fb2bb9e" }, { "dataPath": "params_shard_386.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.66.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "eedf53d574b2560eeb825f61b47505a0" }, { "dataPath": "params_shard_387.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.66.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "2469beae64d76d1ac4f21c8f800c364a" }, { "dataPath": "params_shard_388.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.66.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "d3796740810fa98d715f9fea9545c239" }, { "dataPath": "params_shard_389.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.66.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ce657b49b2be2801fcedb80a57922a31" }, { "dataPath": "params_shard_390.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.66.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "56e40d2502a32d1833a340671e942547" }, { "dataPath": "params_shard_391.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.67.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "75acef2f8de50272bfe245ce37900fb6" }, { "dataPath": "params_shard_392.bin", "format": "raw-shard", "nbytes": 22712320, "records": [ { "name": "model.layers.65.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.66.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.66.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.66.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.66.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.66.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.67.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 22695936 } ], "md5sum": "2467c16bb64d28e832fb8791f1df6fb7" }, { "dataPath": "params_shard_393.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.67.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "db2a47cfc1560622cf3d74b0e04eb835" }, { "dataPath": "params_shard_394.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.67.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "9f977e4858ba1532c35d05a8784636f1" }, { "dataPath": "params_shard_395.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.67.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "faaa364b8635cf849dee2b3fceeab403" }, { "dataPath": "params_shard_396.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.67.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "2f3e3f3c1dd7682df5c35b5dc65dfcf8" }, { "dataPath": "params_shard_397.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.68.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "a7e8e784c4cd821354652a346717e5f4" }, { "dataPath": "params_shard_398.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.68.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "28e7169551451242f017045a3853212c" }, { "dataPath": "params_shard_399.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.68.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "a5b6e71d842203daf862ad559f72a2dc" }, { "dataPath": "params_shard_400.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.68.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "8931e30d776aeb3c97fcf6e094cc0058" }, { "dataPath": "params_shard_401.bin", "format": "raw-shard", "nbytes": 31100928, "records": [ { "name": "model.layers.67.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.67.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.67.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.67.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.68.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 19320832 }, { "name": "model.layers.68.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 19337216 }, { "name": "model.layers.68.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31084544 } ], "md5sum": "cbc83ae4483628610547b01ca3edc4c6" }, { "dataPath": "params_shard_402.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.68.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 0 }, { "name": "model.layers.68.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 4198400 } ], "md5sum": "f37a639f8692be739a389fb77b50db27" }, { "dataPath": "params_shard_403.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.69.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "9b4475f97fe8e717f11649ed6fdcc771" }, { "dataPath": "params_shard_404.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.69.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "4eb8d91e3b9203bc3f33700d6ad5d85e" }, { "dataPath": "params_shard_405.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.69.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "940d4e8399b09e6a0e3d2da71207ecbc" }, { "dataPath": "params_shard_406.bin", "format": "raw-shard", "nbytes": 31068160, "records": [ { "name": "model.layers.68.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.69.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 3358720 }, { "name": "model.layers.69.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26869760 } ], "md5sum": "11fc6973d045aaf07a9340156730d6cd" }, { "dataPath": "params_shard_407.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.69.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "3aaacb609c210508a022da5cc2882419" }, { "dataPath": "params_shard_408.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.70.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "8aec5931de02554c345b6ce4e21aeebb" }, { "dataPath": "params_shard_409.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.70.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "7287b1d5404ebb70cc0875d5715405c9" }, { "dataPath": "params_shard_410.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.70.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "7a64a6dbf0a32e63adeaf3c454eb328d" }, { "dataPath": "params_shard_411.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.70.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "3d11c2470e7074d52c3103cb7adb3b3e" }, { "dataPath": "params_shard_412.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.70.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "78ab57cc829b19142ae7114dd11c2cf7" }, { "dataPath": "params_shard_413.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.69.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.69.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.69.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.69.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.70.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15138816 }, { "name": "model.layers.70.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 15155200 }, { "name": "model.layers.70.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26902528 }, { "name": "model.layers.70.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 26918912 } ], "md5sum": "659697bc55559e34fb6e43412b5f55e8" }, { "dataPath": "params_shard_414.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.71.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "653602069db197c2266b5977a1df1dfe" }, { "dataPath": "params_shard_415.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.71.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "cd8aeee9c6df4aa596cf68fdc42a9ec5" }, { "dataPath": "params_shard_416.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.71.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "d5cbc14c78342e89ecdc46ec9fdb0544" }, { "dataPath": "params_shard_417.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.71.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "ace0d8cc6a180d1f13bc1c015f8aeaa4" }, { "dataPath": "params_shard_418.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.71.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "d765744728c41b4749ffa8ee3eb1853d" }, { "dataPath": "params_shard_419.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.72.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "c964b5bd3829f31a676cf82b76db7c12" }, { "dataPath": "params_shard_420.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.72.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "260d7b1c7f150800bf66cc776533f184" }, { "dataPath": "params_shard_421.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.72.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "c7e8f5f3a3840f709dae8bde63ab15d6" }, { "dataPath": "params_shard_422.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.72.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "e4f298e5bd303532f16bbd005dfaa8b6" }, { "dataPath": "params_shard_423.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.72.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "5777f48b7d89710138da8b5e9e1b94bc" }, { "dataPath": "params_shard_424.bin", "format": "raw-shard", "nbytes": 30269440, "records": [ { "name": "model.layers.70.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 0 }, { "name": "model.layers.71.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 3358720 }, { "name": "model.layers.71.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 3375104 }, { "name": "model.layers.71.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 15122432 }, { "name": "model.layers.71.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 15138816 }, { "name": "model.layers.71.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 19337216 }, { "name": "model.layers.72.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 22695936 }, { "name": "model.layers.72.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 26894336 }, { "name": "model.layers.72.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 30253056 } ], "md5sum": "a305322309f679c4eb1159228a27e10b" }, { "dataPath": "params_shard_425.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.73.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "dedeec32875af4e9c36c6ae080847377" }, { "dataPath": "params_shard_426.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.73.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "76545efc82c78f3b21773efb0f91df88" }, { "dataPath": "params_shard_427.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.73.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "f27c22b5c79f43575ea327c8b7c76004" }, { "dataPath": "params_shard_428.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.73.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "347d71e083e9d02199ea9990ec4fbddb" }, { "dataPath": "params_shard_429.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.73.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "e0b044e8de82455370d40d59a36144bc" }, { "dataPath": "params_shard_430.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.74.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "053fa1912e5d2a042965fe44e183f5ad" }, { "dataPath": "params_shard_431.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.72.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.72.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.73.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.73.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.73.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.73.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.73.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.74.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "ab4b130af9c85f25b163c4dcf73a478c" }, { "dataPath": "params_shard_432.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.74.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "10e610fbcd99c2cabde97929e3d3c500" }, { "dataPath": "params_shard_433.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.74.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "147e58a524c972cff9e3fdb080ca93a6" }, { "dataPath": "params_shard_434.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.74.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "71a27a0f28e9effd2452e4b562b9674d" }, { "dataPath": "params_shard_435.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.74.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "4accd8b0faf5726dceb18115a64d4a6e" }, { "dataPath": "params_shard_436.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.75.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "b588c1b0a74e72403c11e9f2a4487ab4" }, { "dataPath": "params_shard_437.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.75.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "1c889cb00c376e93251cffd9644b9ac6" }, { "dataPath": "params_shard_438.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.75.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "5fa1d492cf59ef15bcb2d675067cb332" }, { "dataPath": "params_shard_439.bin", "format": "raw-shard", "nbytes": 26894336, "records": [ { "name": "model.layers.74.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.74.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.74.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.74.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.75.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 }, { "name": "model.layers.75.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 23519232 }, { "name": "model.layers.75.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 26877952 } ], "md5sum": "cddd3d28f360787fa3f151759988836b" }, { "dataPath": "params_shard_440.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.75.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "1444eb0d8e8891e34a32f4c3300b86c2" }, { "dataPath": "params_shard_441.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.75.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "9b0f7ce1f94f34f7a7a6e4300958364a" }, { "dataPath": "params_shard_442.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.76.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "2d83152d561dfa0db16faf365231de89" }, { "dataPath": "params_shard_443.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.76.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "cecbc79188dd0e73e9efa5b17144798e" }, { "dataPath": "params_shard_444.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.76.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "039c6d382a816a08c0d69ec4632fccc8" }, { "dataPath": "params_shard_445.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.76.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "928c41008da6ee4b84bc23f263545f39" }, { "dataPath": "params_shard_446.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.76.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "f0178213e6fbcf1535be6f6810d32cd0" }, { "dataPath": "params_shard_447.bin", "format": "raw-shard", "nbytes": 93978624, "records": [ { "name": "model.layers.77.mlp.down_proj.q_weight", "shape": [ 8192, 2868 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 93978624, "byteOffset": 0 } ], "md5sum": "40b7021837cf62be47cd68a235c36bb4" }, { "dataPath": "params_shard_448.bin", "format": "raw-shard", "nbytes": 31117312, "records": [ { "name": "model.layers.75.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.75.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.76.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11763712 }, { "name": "model.layers.76.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 11780096 }, { "name": "model.layers.76.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 23527424 }, { "name": "model.layers.76.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 23543808 }, { "name": "model.layers.76.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 27742208 }, { "name": "model.layers.77.input_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 31100928 } ], "md5sum": "9e90b9fd7a783761d9776dfe6eb72061" }, { "dataPath": "params_shard_449.bin", "format": "raw-shard", "nbytes": 188088320, "records": [ { "name": "model.layers.77.mlp.gate_up_proj.q_weight", "shape": [ 57344, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 188088320, "byteOffset": 0 } ], "md5sum": "831f9bda82f5c02a93ae96c6009fbb6a" }, { "dataPath": "params_shard_450.bin", "format": "raw-shard", "nbytes": 23511040, "records": [ { "name": "model.layers.77.mlp.gate_up_proj.q_scale", "shape": [ 57344, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 23511040, "byteOffset": 0 } ], "md5sum": "67e075c7bcdeb36e263651fc5ccb83fd" }, { "dataPath": "params_shard_451.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.77.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "3291ca76733037efc7e6d80e25fa9c91" }, { "dataPath": "params_shard_452.bin", "format": "raw-shard", "nbytes": 26869760, "records": [ { "name": "model.layers.77.self_attn.o_proj.q_weight", "shape": [ 8192, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 26869760, "byteOffset": 0 } ], "md5sum": "546923cc4df673b1b8cab91260d317b5" }, { "dataPath": "params_shard_453.bin", "format": "raw-shard", "nbytes": 33587200, "records": [ { "name": "model.layers.78.self_attn.qkv_proj.q_weight", "shape": [ 10240, 820 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 33587200, "byteOffset": 0 } ], "md5sum": "2c8cd6ae8b6eb1314a5bc23250790249" }, { "dataPath": "params_shard_454.bin", "format": "raw-shard", "nbytes": 23519232, "records": [ { "name": "model.layers.77.mlp.down_proj.q_scale", "shape": [ 8192, 717 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 11747328, "byteOffset": 0 }, { "name": "model.layers.77.post_attention_layernorm.weight", "shape": [ 8192 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 16384, "byteOffset": 11747328 }, { "name": "model.layers.77.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 11763712 }, { "name": "model.layers.77.self_attn.o_proj.q_scale", "shape": [ 8192, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 3358720, "byteOffset": 15962112 }, { "name": "model.layers.78.self_attn.qkv_proj.q_scale", "shape": [ 10240, 205 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 4198400, "byteOffset": 19320832 } ], "md5sum": "26b445f11ff1000eeaa986b3a8ae0d97" } ] }