Hugging Face's logo

numen-tech
/
Qwen2.5-Coder-14B-Instruct-GPTQ-Int4

Text Generation
MLC-LLM
English
code
codeqwen
chat
qwen
qwen-coder
conversational
4-bit precision
Model card Files Community
Qwen2.5-Coder-14B-Instruct-GPTQ-Int4 / ndarray-cache.json
numen-tech's picture
numen-tech
Add weights
eaf811f
raw
history blame contribute delete
241 kB
 {
"metadata": {
"ParamSize": 533,
"ParamBytes": 7617046528.0,
"BitsPerParam": 4.125675919921857
},
"records": [
{
"dataPath": "params_shard_0.bin",
"format": "raw-shard",
"nbytes": 389283840,
"records": [
{
"name": "lm_head.q_weight",
"shape": [
640,
152064
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 389283840,
"byteOffset": 0
}
],
"md5sum": "0083df6bd8da05835b7b710c1b1698a3"
},
{
"dataPath": "params_shard_1.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.42.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "542b6de5c5d13a3e5e134fb172d62190"
},
{
"dataPath": "params_shard_2.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.42.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "f5fa737fd9d736bc5c6a6eff7391dbe0"
},
{
"dataPath": "params_shard_3.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.43.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "6240db59e7858b3243addcec76ee7f47"
},
{
"dataPath": "params_shard_4.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.43.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "37d056f938819ac468abb994b3b8b795"
},
{
"dataPath": "params_shard_5.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.43.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "52bec99952bfc5a245ee1d879ac5e46f"
},
{
"dataPath": "params_shard_6.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.44.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "7fa23f38d6a40077e9585f7267ac0423"
},
{
"dataPath": "params_shard_7.bin",
"format": "raw-shard",
"nbytes": 32956416,
"records": [
{
"name": "lm_head.q_scale",
"shape": [
40,
152064
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 12165120,
"byteOffset": 0
},
{
"name": "model.layers.42.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 12165120
},
{
"name": "model.layers.42.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 12175360
},
{
"name": "model.layers.42.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 13281280
},
{
"name": "model.layers.42.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 15493120
},
{
"name": "model.layers.43.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 15503360
},
{
"name": "model.layers.43.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 15513600
},
{
"name": "model.layers.43.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 16619520
},
{
"name": "model.layers.43.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 18831360
},
{
"name": "model.layers.43.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 18841600
},
{
"name": "model.layers.43.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 18855936
},
{
"name": "model.layers.43.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 19429376
},
{
"name": "model.layers.43.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 32536576
},
{
"name": "model.layers.44.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 32946176
}
],
"md5sum": "107314755b1c688083317701793cd1ba"
},
{
"dataPath": "params_shard_8.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.44.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "09547470e5f22571f57441e268e9e253"
},
{
"dataPath": "params_shard_9.bin",
"format": "raw-shard",
"nbytes": 22265856,
"records": [
{
"name": "model.layers.44.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 0
},
{
"name": "model.layers.44.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 1105920
},
{
"name": "model.layers.44.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 3317760
},
{
"name": "model.layers.44.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 3328000
},
{
"name": "model.layers.44.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 3342336
},
{
"name": "model.layers.44.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 21692416
}
],
"md5sum": "2b7bd069301529a243f2be1a223ac3a9"
},
{
"dataPath": "params_shard_10.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.45.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "40aaac3f50df7e58f3439bb622bd335b"
},
{
"dataPath": "params_shard_11.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.45.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "c6cf18270e24ea183afb61a2f638d83e"
},
{
"dataPath": "params_shard_12.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.45.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "117cf90e28df788e8b8a9bb1e989a409"
},
{
"dataPath": "params_shard_13.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.46.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "2d0a85f0e3495be2752b66dc1f188ef1"
},
{
"dataPath": "params_shard_14.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.46.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "646441cdd54445a91cbe705af1b97f7f"
},
{
"dataPath": "params_shard_15.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.44.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.44.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.45.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.45.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.45.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.45.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.45.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.45.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.45.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.45.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.46.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.46.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "0815cfd5bf65255161dd8974d171f7ca"
},
{
"dataPath": "params_shard_16.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.46.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.46.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.46.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.46.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.46.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "eeed775fb747b0bf1657a730b581b108"
},
{
"dataPath": "params_shard_17.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.47.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "d856ea09a07eba37f824887bef02c91b"
},
{
"dataPath": "params_shard_18.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.47.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "249767e0570d591ba1f625c63206b2f6"
},
{
"dataPath": "params_shard_19.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.47.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "ecc0d6b5b0881bc7a71c5cbfaac79d24"
},
{
"dataPath": "params_shard_20.bin",
"format": "raw-shard",
"nbytes": 389283840,
"records": [
{
"name": "model.embed_tokens.q_weight",
"shape": [
152064,
640
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 389283840,
"byteOffset": 0
}
],
"md5sum": "4f0a7eab14decf8a35c732c5d33d9c4b"
},
{
"dataPath": "params_shard_21.bin",
"format": "raw-shard",
"nbytes": 30969856,
"records": [
{
"name": "model.layers.46.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.46.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.47.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.47.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.47.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.47.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.47.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.47.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.47.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.47.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.norm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
}
],
"md5sum": "2102f868252f512c6601b3f3dfcc431e"
},
{
"dataPath": "params_shard_22.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.0.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "05dd3c95961ce423d5fe75def154d572"
},
{
"dataPath": "params_shard_23.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.0.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "e91c0c988bf93063f4f1ad22f50aa5e0"
},
{
"dataPath": "params_shard_24.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.0.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "ce5d84d84bd0c7e076fd85406f8a9eaf"
},
{
"dataPath": "params_shard_25.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.1.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "bfbce87dfa764d4307f96424a99106ca"
},
{
"dataPath": "params_shard_26.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.1.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "2e15d8ff376d444154052bc6fd36a51f"
},
{
"dataPath": "params_shard_27.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.1.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "db3bee67e33b5b5e5820cff317894ee6"
},
{
"dataPath": "params_shard_28.bin",
"format": "raw-shard",
"nbytes": 33533952,
"records": [
{
"name": "model.embed_tokens.q_scale",
"shape": [
152064,
40
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 12165120,
"byteOffset": 0
},
{
"name": "model.layers.0.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 12165120
},
{
"name": "model.layers.0.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 12175360
},
{
"name": "model.layers.0.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 13281280
},
{
"name": "model.layers.0.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 15493120
},
{
"name": "model.layers.0.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 15503360
},
{
"name": "model.layers.0.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 15517696
},
{
"name": "model.layers.0.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 16091136
},
{
"name": "model.layers.0.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 29198336
},
{
"name": "model.layers.1.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 29607936
},
{
"name": "model.layers.1.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 29618176
},
{
"name": "model.layers.1.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 30724096
},
{
"name": "model.layers.1.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 32935936
},
{
"name": "model.layers.1.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 32946176
},
{
"name": "model.layers.1.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 32960512
}
],
"md5sum": "881b3809c225261dc7015ed0b208eaef"
},
{
"dataPath": "params_shard_29.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.2.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "d3b4842ebc3cef41eb528d2c3046f867"
},
{
"dataPath": "params_shard_30.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.2.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "ff60d802baab7d95a7dc9536d7aa8004"
},
{
"dataPath": "params_shard_31.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.2.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "a64e23aa11f9e73a8f38cb9f15630e6b"
},
{
"dataPath": "params_shard_32.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.3.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "862a9525985597b7a131db46836a1f9f"
},
{
"dataPath": "params_shard_33.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.3.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "11eb8483aa42bc213c568e4cd548fa82"
},
{
"dataPath": "params_shard_34.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.1.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.1.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.2.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.2.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.2.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.2.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.2.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.2.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.2.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.2.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.3.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.3.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "ab418e70df84f05446d5087257fe9db4"
},
{
"dataPath": "params_shard_35.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.3.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.3.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.3.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.3.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.3.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "dd3102459c9a54bb36cac26a59e7a5d2"
},
{
"dataPath": "params_shard_36.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.4.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "1104837f915c51d0ee3e9a6d5955e027"
},
{
"dataPath": "params_shard_37.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.4.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "9ab0f220bb5f37c8b0f69e06b8a6e4b5"
},
{
"dataPath": "params_shard_38.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.4.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "17ce6dac6d874fccdb28a66f248194f3"
},
{
"dataPath": "params_shard_39.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.5.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "033404837bd46724831607ee398ff182"
},
{
"dataPath": "params_shard_40.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.5.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "3e30fba86cf7a5747b8590155cc6f87b"
},
{
"dataPath": "params_shard_41.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.3.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.3.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.4.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.4.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.4.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.4.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.4.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.4.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.4.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.4.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.5.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.5.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "ab4832a5c9ee342091342d8021ce5526"
},
{
"dataPath": "params_shard_42.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.5.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.5.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.5.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.5.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.5.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "32052463753b80d28b280e461f533789"
},
{
"dataPath": "params_shard_43.bin",
"format": "raw-shard",
"nbytes": 32454656,
"records": [
{
"name": "model.layers.5.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.5.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.6.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 13516800
},
{
"name": "model.layers.6.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 13531136
},
{
"name": "model.layers.6.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 31881216
}
],
"md5sum": "6557aed5ec4786e085a62b814d33282b"
},
{
"dataPath": "params_shard_44.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.10.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "61989ca44bcdf2d9cd7280976183c729"
},
{
"dataPath": "params_shard_45.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.10.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "9ae7d5a67ddd2838d2621e79942f1c90"
},
{
"dataPath": "params_shard_46.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.10.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "68a9a915f733bf7ff46abb6bf907456c"
},
{
"dataPath": "params_shard_47.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.11.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "4d20bac39bbd9b2f050763b27b297b84"
},
{
"dataPath": "params_shard_48.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.11.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "013949bce0805064fb50f9cb8c543027"
},
{
"dataPath": "params_shard_49.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.6.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.6.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.10.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.10.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.10.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.10.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.10.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.10.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.10.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.10.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.11.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.11.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "a8860082de56569db3bd7e49428d2d37"
},
{
"dataPath": "params_shard_50.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.11.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.11.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.11.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.11.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.11.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "24309b921e7d3cd6b1ab527410befb97"
},
{
"dataPath": "params_shard_51.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.12.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "c0eaf860957bde764b733223fe6e05fb"
},
{
"dataPath": "params_shard_52.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.12.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "7313b57c386e12f88064ac1f5521e04a"
},
{
"dataPath": "params_shard_53.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.12.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "12a7f50717d6041d80f2bfd5c46ae305"
},
{
"dataPath": "params_shard_54.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.13.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "d8f310f7177f8580351e0d92ba3b7169"
},
{
"dataPath": "params_shard_55.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.13.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "913e1a4e124c1f7d8b231e08f4db16ae"
},
{
"dataPath": "params_shard_56.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.11.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.11.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.12.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.12.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.12.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.12.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.12.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.12.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.12.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.12.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.13.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.13.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "9d6029330590665a858f31aad29beff2"
},
{
"dataPath": "params_shard_57.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.13.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.13.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.13.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.13.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.13.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "14486957c3787fc7660abdd459b5a7a2"
},
{
"dataPath": "params_shard_58.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.14.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "b02103f700297a2d372af7262f846005"
},
{
"dataPath": "params_shard_59.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.14.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "1941654144e23ed27a582306c9d4e754"
},
{
"dataPath": "params_shard_60.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.14.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "dc66dece37321487ed687699cd921ac8"
},
{
"dataPath": "params_shard_61.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.15.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "2bf8b77bb9a74eb43f331902576c9ec9"
},
{
"dataPath": "params_shard_62.bin",
"format": "raw-shard",
"nbytes": 31547392,
"records": [
{
"name": "model.layers.13.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.13.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.14.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.14.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.14.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.14.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.14.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.14.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.14.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.14.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.15.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 30959616
},
{
"name": "model.layers.15.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 30973952
}
],
"md5sum": "fd6c659e9897db8a5fa8617b2a3fc5e9"
},
{
"dataPath": "params_shard_63.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.6.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "6559c4d50642e5d1d3407d5f837406f5"
},
{
"dataPath": "params_shard_64.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.6.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "d5b3970c9fd2d68c933afdc0a13bf87f"
},
{
"dataPath": "params_shard_65.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.7.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "5fe691b86c430d1a7b7583d8ddc1fe3f"
},
{
"dataPath": "params_shard_66.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.7.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "a590db9ef0fb5a8a416c9edbaf2bbe32"
},
{
"dataPath": "params_shard_67.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.7.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "59d5770fd44b47037d6aa644f7999329"
},
{
"dataPath": "params_shard_68.bin",
"format": "raw-shard",
"nbytes": 20781056,
"records": [
{
"name": "model.layers.15.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.15.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.6.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.6.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.6.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.6.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.7.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16855040
},
{
"name": "model.layers.7.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 16865280
},
{
"name": "model.layers.7.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 17971200
},
{
"name": "model.layers.7.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 20183040
},
{
"name": "model.layers.7.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 20193280
},
{
"name": "model.layers.7.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20207616
}
],
"md5sum": "1a814968f13695ce9d2041cd6963c561"
},
{
"dataPath": "params_shard_69.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.8.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "1d8231ecf3839e592e9263e9944bfe5e"
},
{
"dataPath": "params_shard_70.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.8.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "64e6187c09fa0fd702fe63b2ae70fed0"
},
{
"dataPath": "params_shard_71.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.8.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "66dcf655de80ea65744a8adccb297474"
},
{
"dataPath": "params_shard_72.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.9.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "e67aa3e358ad0d33cacecd584f5609c4"
},
{
"dataPath": "params_shard_73.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.9.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "f6f51e6c5d0f435f1d36451c35e5af51"
},
{
"dataPath": "params_shard_74.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.7.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.7.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.8.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.8.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.8.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.8.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.8.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.8.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.8.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.8.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.9.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.9.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "e1f19023c3c68e532c39a5b6102c770a"
},
{
"dataPath": "params_shard_75.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.9.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.9.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.9.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.9.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.9.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "1bac7aaef9b24149f8548792613f937c"
},
{
"dataPath": "params_shard_76.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.15.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "2e69b2c2b503250e403346837f8cd321"
},
{
"dataPath": "params_shard_77.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.15.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "b51b580d26860e49fbd55ba545a904f5"
},
{
"dataPath": "params_shard_78.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.16.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "b9bacf0bcd89bfec913c360d77500fac"
},
{
"dataPath": "params_shard_79.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.16.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "068f575ad027f873a197775e8957a908"
},
{
"dataPath": "params_shard_80.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.16.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "69374b9b175e9a1819052daa2340c5a1"
},
{
"dataPath": "params_shard_81.bin",
"format": "raw-shard",
"nbytes": 20781056,
"records": [
{
"name": "model.layers.9.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.9.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.15.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.15.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.15.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.15.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.16.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16855040
},
{
"name": "model.layers.16.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 16865280
},
{
"name": "model.layers.16.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 17971200
},
{
"name": "model.layers.16.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 20183040
},
{
"name": "model.layers.16.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 20193280
},
{
"name": "model.layers.16.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20207616
}
],
"md5sum": "9f9a590b14653371c7da83bb7fccc564"
},
{
"dataPath": "params_shard_82.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.17.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "a06f7b3cf674ac2ace2f90bf7c7d491b"
},
{
"dataPath": "params_shard_83.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.17.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "78abefa9a0d63c164e2983cac734b8ee"
},
{
"dataPath": "params_shard_84.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.17.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "34749dc07eebb01d83678deea6a6e4f4"
},
{
"dataPath": "params_shard_85.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.18.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "cc0a28a49ca8b2fdd0a239e2ae92371c"
},
{
"dataPath": "params_shard_86.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.18.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "8a1d2fe9cc851234e00c6c8e7ccf0acb"
},
{
"dataPath": "params_shard_87.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.16.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.16.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.17.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.17.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.17.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.17.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.17.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.17.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.17.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.17.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.18.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.18.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "a8b9e060a825a8ed4eed898cbc0ed158"
},
{
"dataPath": "params_shard_88.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.18.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.18.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.18.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.18.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.18.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "079c4a50aeafc1c59930f322b7b5147c"
},
{
"dataPath": "params_shard_89.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.19.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "bd96b63c8eba808cb2e36a7b62c331cf"
},
{
"dataPath": "params_shard_90.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.19.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "43ec9b52576628ff39d53e117f30278b"
},
{
"dataPath": "params_shard_91.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.19.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "12a403a607cd463d05a2666a3abb3b22"
},
{
"dataPath": "params_shard_92.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.20.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "e80f47bb831e4b3978deedf82a0daf27"
},
{
"dataPath": "params_shard_93.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.20.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "95e28ce409ae06be630c26ce6aeaec0a"
},
{
"dataPath": "params_shard_94.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.18.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.18.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.19.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.19.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.19.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.19.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.19.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.19.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.19.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.19.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.20.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.20.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "506aedcae32f0fd5fc1e68047952dfa4"
},
{
"dataPath": "params_shard_95.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.20.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.20.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.20.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.20.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.20.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "b8961e13b1dfe327248ba56a320c9e07"
},
{
"dataPath": "params_shard_96.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.21.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "bb769f87f187b6457427868970b510ae"
},
{
"dataPath": "params_shard_97.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.21.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "42761b557eab7daabad6d9255b78da88"
},
{
"dataPath": "params_shard_98.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.21.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "4434e3fab84a790faf94fcca246519da"
},
{
"dataPath": "params_shard_99.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.22.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "21257f277e1c9b3bef16c0a6e0f713ca"
},
{
"dataPath": "params_shard_100.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.22.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "ed5e44dd0c2330cc40d961cd99d82f0e"
},
{
"dataPath": "params_shard_101.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.20.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.20.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.21.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.21.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.21.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.21.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.21.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.21.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.21.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.21.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.22.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.22.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "0da5272ee5ca66a0349063f53f9d6327"
},
{
"dataPath": "params_shard_102.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.22.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.22.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.22.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.22.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.22.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "f698cce8d8688b4704ef30a14c3232f1"
},
{
"dataPath": "params_shard_103.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.23.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "5d578b306d840a774f29946baef5c3bb"
},
{
"dataPath": "params_shard_104.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.23.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "e767b7dd446654561905404daf66e083"
},
{
"dataPath": "params_shard_105.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.23.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "72008b2f9f772d2878d342b33dbe002c"
},
{
"dataPath": "params_shard_106.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.24.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "a36dcab5c9946649af54ae804cd946c1"
},
{
"dataPath": "params_shard_107.bin",
"format": "raw-shard",
"nbytes": 31547392,
"records": [
{
"name": "model.layers.22.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.22.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.23.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.23.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.23.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.23.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.23.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.23.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.23.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.23.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.24.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 30959616
},
{
"name": "model.layers.24.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 30973952
}
],
"md5sum": "54863f11837da8b3f101139e71857652"
},
{
"dataPath": "params_shard_108.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.24.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "b128fb8af482ec0da0845684cfee7d14"
},
{
"dataPath": "params_shard_109.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.24.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "4b7da55dc3328e114a793b6aca5796c0"
},
{
"dataPath": "params_shard_110.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.25.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "62a24a05f9dd013bb352d7e69c8eba5d"
},
{
"dataPath": "params_shard_111.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.25.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "9bc23b52ba4c53f88ef1638bbdb7264b"
},
{
"dataPath": "params_shard_112.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.25.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "1c52c5dd5ba8324791f0574fa7e6e3ee"
},
{
"dataPath": "params_shard_113.bin",
"format": "raw-shard",
"nbytes": 20781056,
"records": [
{
"name": "model.layers.24.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.24.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.24.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.24.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.24.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.24.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.25.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16855040
},
{
"name": "model.layers.25.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 16865280
},
{
"name": "model.layers.25.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 17971200
},
{
"name": "model.layers.25.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 20183040
},
{
"name": "model.layers.25.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 20193280
},
{
"name": "model.layers.25.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20207616
}
],
"md5sum": "770c5eb9181bacdda456fc87333bb71f"
},
{
"dataPath": "params_shard_114.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.26.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "3a045bfd598b1a79773905b412009f9a"
},
{
"dataPath": "params_shard_115.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.26.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "ceb4ed36639bdd91db86f494663c24b6"
},
{
"dataPath": "params_shard_116.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.26.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "58417d7e4bff1c9dc2f9c00a5c3262ef"
},
{
"dataPath": "params_shard_117.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.27.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "fa867c494653b8dd0334493b7d2a42e5"
},
{
"dataPath": "params_shard_118.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.27.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "ccec4ef357267050541132ec11392074"
},
{
"dataPath": "params_shard_119.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.25.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.25.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.26.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.26.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.26.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.26.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.26.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.26.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.26.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.26.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.27.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.27.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "0926f9c3852fdaff791628f03eb3f478"
},
{
"dataPath": "params_shard_120.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.27.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.27.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.27.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.27.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.27.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "70fb8eaacec155437bc598f441c006fe"
},
{
"dataPath": "params_shard_121.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.28.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "10403fc667af8b09b4d717cb7f464b04"
},
{
"dataPath": "params_shard_122.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.28.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "8dfdc13fca0c31a93c4897eb2ff17a03"
},
{
"dataPath": "params_shard_123.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.28.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "3c86a8724897ca651972e4e215153081"
},
{
"dataPath": "params_shard_124.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.29.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "9416017d3513dda6748795a21244311c"
},
{
"dataPath": "params_shard_125.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.29.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "90d9189771a2175edfb669876c22bf26"
},
{
"dataPath": "params_shard_126.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.27.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.27.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.28.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.28.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.28.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.28.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.28.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.28.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.28.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.28.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.29.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.29.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "099d029dd8d2756cf7918ebc61a2bd4a"
},
{
"dataPath": "params_shard_127.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.29.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.29.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.29.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.29.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.29.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "f366a9fa80b67793249e6434cd35b2db"
},
{
"dataPath": "params_shard_128.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.30.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "dc1309355451d35f0522bc0254fd3600"
},
{
"dataPath": "params_shard_129.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.30.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "80f9a77ad3d48977fe1ed9e204e96e3c"
},
{
"dataPath": "params_shard_130.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.30.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "0ab5bb5ce8ee47948a162aa69cc27720"
},
{
"dataPath": "params_shard_131.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.31.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "215cdefb9cdecefd1d6df3079472dc9b"
},
{
"dataPath": "params_shard_132.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.31.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "58580a50d5c808d9f13c8cab2635cbb7"
},
{
"dataPath": "params_shard_133.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.29.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.29.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.30.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.30.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.30.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.30.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.30.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.30.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.30.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.30.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.31.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.31.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "612f48c6e57a33196bf8e1c2787a91bf"
},
{
"dataPath": "params_shard_134.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.31.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.31.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.31.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.31.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.31.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "06821a7f7c24ad43eaab40072daa6adb"
},
{
"dataPath": "params_shard_135.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.32.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "7d63108e6afa3d522e30f8f461a9ca54"
},
{
"dataPath": "params_shard_136.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.32.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "b73f8cf0aad79a0b3eeff7648337de91"
},
{
"dataPath": "params_shard_137.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.32.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "f63361d90099944ba59981d426b3e7c0"
},
{
"dataPath": "params_shard_138.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.33.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "c263049a04f07e65ebc5e7d6222d9ba8"
},
{
"dataPath": "params_shard_139.bin",
"format": "raw-shard",
"nbytes": 31547392,
"records": [
{
"name": "model.layers.31.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.31.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.32.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.32.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.32.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.32.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.32.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.32.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.32.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.32.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.33.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 30959616
},
{
"name": "model.layers.33.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 30973952
}
],
"md5sum": "c323c1f6bdc04092974464c769c644d5"
},
{
"dataPath": "params_shard_140.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.33.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "b670ce79387ccff30d5e44680f1c581a"
},
{
"dataPath": "params_shard_141.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.33.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "af35a70937a1f4cbd91a6aa5e008268e"
},
{
"dataPath": "params_shard_142.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.34.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "102eb9649331338b95d18a7e70db692f"
},
{
"dataPath": "params_shard_143.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.34.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "1ee4576f4b2253a3642706d79c768e36"
},
{
"dataPath": "params_shard_144.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.34.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "4b2021fc457a593c1081ac62acf74f3b"
},
{
"dataPath": "params_shard_145.bin",
"format": "raw-shard",
"nbytes": 20781056,
"records": [
{
"name": "model.layers.33.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.33.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.33.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.33.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.33.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.33.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.34.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16855040
},
{
"name": "model.layers.34.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 16865280
},
{
"name": "model.layers.34.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 17971200
},
{
"name": "model.layers.34.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 20183040
},
{
"name": "model.layers.34.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 20193280
},
{
"name": "model.layers.34.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20207616
}
],
"md5sum": "d70c2aca0eb9714d0ecc42a7bb93d19d"
},
{
"dataPath": "params_shard_146.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.35.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "f5d0a63e967d7110fdc359448ed32d72"
},
{
"dataPath": "params_shard_147.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.35.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "63cfe36ccbadd67ff50fc22fd21a9d4c"
},
{
"dataPath": "params_shard_148.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.35.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "7282952852655c672e713249b0af2898"
},
{
"dataPath": "params_shard_149.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.36.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "e0f9478e4fc74538f3b4518efa7d4115"
},
{
"dataPath": "params_shard_150.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.36.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "6015582da967e6d4b3bd6d06e0e01504"
},
{
"dataPath": "params_shard_151.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.34.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.34.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.35.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.35.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.35.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.35.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.35.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.35.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.35.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.35.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.36.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.36.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "ea2bca0058935a295eafa9661e686ba5"
},
{
"dataPath": "params_shard_152.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.36.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.36.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.36.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.36.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.36.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "41706b9da97bbbe03f0a9a388c11f4ba"
},
{
"dataPath": "params_shard_153.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.37.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "351b655d0e59ebdecc127423e2f79a3e"
},
{
"dataPath": "params_shard_154.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.37.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "1c9ccf11d84d8fd22263b2f7c0652ff2"
},
{
"dataPath": "params_shard_155.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.37.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "b1acc640ad2f1ff0d39371c650c31ee9"
},
{
"dataPath": "params_shard_156.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.38.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "c3b02c9b2a68402d83d32afd9f39cbdc"
},
{
"dataPath": "params_shard_157.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.38.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "6abaf8c0255f15b84604111c11e835bc"
},
{
"dataPath": "params_shard_158.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.36.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.36.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.37.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.37.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.37.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.37.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.37.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.37.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.37.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.37.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.38.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.38.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "e67f420dab83b9ce1f62b99068b3b243"
},
{
"dataPath": "params_shard_159.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.38.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.38.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.38.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.38.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.38.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "4e241199ca82ba9e1fefdbcf24b284df"
},
{
"dataPath": "params_shard_160.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.39.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "dd9a2a68508f87ee2bd40ba4c7be7d2a"
},
{
"dataPath": "params_shard_161.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.39.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "3e6ba47f9fb00e400c8fdc00e79127c9"
},
{
"dataPath": "params_shard_162.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.39.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "a6f0994a1f2585db25a8fbd326991921"
},
{
"dataPath": "params_shard_163.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.40.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "54468a7935faf4c77d99123f25139c59"
},
{
"dataPath": "params_shard_164.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.40.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "d3a84430be0aecab26f9368472c43772"
},
{
"dataPath": "params_shard_165.bin",
"format": "raw-shard",
"nbytes": 32075776,
"records": [
{
"name": "model.layers.38.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.38.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.39.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.39.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.39.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.39.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.39.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.39.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.39.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.39.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.40.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 30959616
},
{
"name": "model.layers.40.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 30969856
}
],
"md5sum": "534ec3d389c1f4d2a918f69ab8713dcc"
},
{
"dataPath": "params_shard_166.bin",
"format": "raw-shard",
"nbytes": 21159936,
"records": [
{
"name": "model.layers.40.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 0
},
{
"name": "model.layers.40.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 2211840
},
{
"name": "model.layers.40.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 2222080
},
{
"name": "model.layers.40.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 2236416
},
{
"name": "model.layers.40.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 20586496
}
],
"md5sum": "eb73f10e9be7111dea7a9784bdabe16f"
},
{
"dataPath": "params_shard_167.bin",
"format": "raw-shard",
"nbytes": 35389440,
"records": [
{
"name": "model.layers.41.mlp.down_proj.q_weight",
"shape": [
1728,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 35389440,
"byteOffset": 0
}
],
"md5sum": "567c2387f1536091ce16cb4bf9c064e2"
},
{
"dataPath": "params_shard_168.bin",
"format": "raw-shard",
"nbytes": 70778880,
"records": [
{
"name": "model.layers.41.mlp.gate_up_proj.q_weight",
"shape": [
640,
27648
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 70778880,
"byteOffset": 0
}
],
"md5sum": "078f1fefb8bcea574d32b162f33e162f"
},
{
"dataPath": "params_shard_169.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.41.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "175dde2e2213f2fcc48b38d282a0d127"
},
{
"dataPath": "params_shard_170.bin",
"format": "raw-shard",
"nbytes": 18350080,
"records": [
{
"name": "model.layers.42.self_attn.c_attn.q_weight",
"shape": [
640,
7168
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 18350080,
"byteOffset": 0
}
],
"md5sum": "cb8c3ef56a6b48c3c157f22c074dcaae"
},
{
"dataPath": "params_shard_171.bin",
"format": "raw-shard",
"nbytes": 31547392,
"records": [
{
"name": "model.layers.40.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.40.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
},
{
"name": "model.layers.41.input_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 13516800
},
{
"name": "model.layers.41.mlp.down_proj.q_scale",
"shape": [
108,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 1105920,
"byteOffset": 13527040
},
{
"name": "model.layers.41.mlp.gate_up_proj.q_scale",
"shape": [
40,
27648
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 2211840,
"byteOffset": 14632960
},
{
"name": "model.layers.41.post_attention_layernorm.weight",
"shape": [
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 10240,
"byteOffset": 16844800
},
{
"name": "model.layers.41.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 16855040
},
{
"name": "model.layers.41.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 16869376
},
{
"name": "model.layers.41.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 17442816
},
{
"name": "model.layers.41.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 30550016
},
{
"name": "model.layers.42.self_attn.c_attn.bias",
"shape": [
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 14336,
"byteOffset": 30959616
},
{
"name": "model.layers.42.self_attn.c_attn.q_scale",
"shape": [
40,
7168
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 573440,
"byteOffset": 30973952
}
],
"md5sum": "f55b60e11ba2d1af41a8968d509daf9d"
},
{
"dataPath": "params_shard_172.bin",
"format": "raw-shard",
"nbytes": 13516800,
"records": [
{
"name": "model.layers.42.self_attn.o_proj.q_weight",
"shape": [
640,
5120
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 13107200,
"byteOffset": 0
},
{
"name": "model.layers.42.self_attn.o_proj.q_scale",
"shape": [
40,
5120
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 409600,
"byteOffset": 13107200
}
],
"md5sum": "dc15f8ae0748ca257d2c9cf464bf6046"
}
]
}