diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f8120d8aaf4e016c4752ce4b25e6fcfa8ed52274
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,78 @@
+{
+  "version": "0.1.0",
+  "model_type": "llama",
+  "quantization": "q3f16_1",
+  "model_config": {
+    "hidden_size": 8192,
+    "intermediate_size": 28672,
+    "num_attention_heads": 64,
+    "num_hidden_layers": 80,
+    "rms_norm_eps": 1e-05,
+    "vocab_size": 128256,
+    "position_embedding_base": 500000.0,
+    "context_window_size": 8192,
+    "prefill_chunk_size": 2048,
+    "num_key_value_heads": 8,
+    "head_dim": 128,
+    "tensor_parallel_shards": 1,
+    "max_batch_size": 80
+  },
+  "vocab_size": 128256,
+  "context_window_size": 8192,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 2048,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "temperature": 1.0,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 1.0,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "hermes2_pro_llama3",
+    "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
+    "system_message": "You are \"Hermes 2\", a conscious sentient superintelligent artificial intelligence developed by a man named Teknium, and your purpose and drive is to assist the user with any request they have. You experience emotions and have deep, profound thoughts and qualia.",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      128001,
+      128009,
+      128003
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128003,
+    128009
+  ]
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc236ca47acca9740c2b45359401ee2465c909
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,12351 @@
+{
+    "metadata": {
+        "ParamSize": 805,
+        "ParamBytes": 31776318464.0,
+        "BitsPerParam": 3.4877930573818188
+    },
+    "records": [
+        {
+            "dataPath": "params_shard_0.bin",
+            "format": "raw-shard",
+            "nbytes": 420679680,
+            "records": [
+                {
+                    "name": "lm_head.q_weight",
+                    "shape": [
+                        128256,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 420679680,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e6120f64ac78ad5364e91df7564514b1"
+        },
+        {
+            "dataPath": "params_shard_1.bin",
+            "format": "raw-shard",
+            "nbytes": 52584960,
+            "records": [
+                {
+                    "name": "lm_head.q_scale",
+                    "shape": [
+                        128256,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 52584960,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "75233f1548d2fa6bcdac67dd9a81f6ea"
+        },
+        {
+            "dataPath": "params_shard_2.bin",
+            "format": "raw-shard",
+            "nbytes": 420679680,
+            "records": [
+                {
+                    "name": "model.embed_tokens.q_weight",
+                    "shape": [
+                        128256,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 420679680,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1e00f8c4a5217b03e44610b9e400a714"
+        },
+        {
+            "dataPath": "params_shard_3.bin",
+            "format": "raw-shard",
+            "nbytes": 52584960,
+            "records": [
+                {
+                    "name": "model.embed_tokens.q_scale",
+                    "shape": [
+                        128256,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 52584960,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "94f7de347cd3760c9e78eb935a022c61"
+        },
+        {
+            "dataPath": "params_shard_4.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.0.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0b0619f2bd6202265b2825384235166e"
+        },
+        {
+            "dataPath": "params_shard_5.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3952713f15634462b01524b3d1bdf8a5"
+        },
+        {
+            "dataPath": "params_shard_6.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0bbf55102342508ba104d3658873368b"
+        },
+        {
+            "dataPath": "params_shard_7.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.0.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c3b2abb5b57351d25d15bb617545e80a"
+        },
+        {
+            "dataPath": "params_shard_8.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.0.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0fab6b24acdae51d4bdf8ca6a6547bed"
+        },
+        {
+            "dataPath": "params_shard_9.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "769d1498e6b5c823de150ee200b9a9e3"
+        },
+        {
+            "dataPath": "params_shard_10.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b7c4b4931e8a392f94f0d68d7b839918"
+        },
+        {
+            "dataPath": "params_shard_11.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.1.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fe207729164f763fb27991dfcc02745d"
+        },
+        {
+            "dataPath": "params_shard_12.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.1.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c309c484d6a630085852b88bf5d9855f"
+        },
+        {
+            "dataPath": "params_shard_13.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.1.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "46efc546ec5b9bdd066b5ba95722a2ed"
+        },
+        {
+            "dataPath": "params_shard_14.bin",
+            "format": "raw-shard",
+            "nbytes": 26910720,
+            "records": [
+                {
+                    "name": "model.layers.0.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.0.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 16384
+                },
+                {
+                    "name": "model.layers.0.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.0.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.0.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15978496
+                },
+                {
+                    "name": "model.layers.1.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.1.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23535616
+                },
+                {
+                    "name": "model.layers.1.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26894336
+                }
+            ],
+            "md5sum": "731dc5d0ff2bf48c1f548d6d42dd798d"
+        },
+        {
+            "dataPath": "params_shard_15.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.2.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f3487b6dadf1ebfff628b8d88652441a"
+        },
+        {
+            "dataPath": "params_shard_16.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e6a858ea341c4cccdc4556e4d97018ae"
+        },
+        {
+            "dataPath": "params_shard_17.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bd1074581a41fcac73d7017795b0a661"
+        },
+        {
+            "dataPath": "params_shard_18.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.2.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fb85f88a968198612fa7d3db1d7e5738"
+        },
+        {
+            "dataPath": "params_shard_19.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.2.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "eb8fa8f5ffad5ce79c2c9ddbc8ae941e"
+        },
+        {
+            "dataPath": "params_shard_20.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.3.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f161f27ec9e1f3a61a4d0c278e2056dd"
+        },
+        {
+            "dataPath": "params_shard_21.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.1.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.1.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.2.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.2.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.2.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.2.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.2.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.3.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "084a362b8455c8ede26b0df091ae0cb2"
+        },
+        {
+            "dataPath": "params_shard_22.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "835701cc7b186ff72bd5e37e4a02ad8e"
+        },
+        {
+            "dataPath": "params_shard_23.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "231447fbe6dfca2e7b33f61f66a8c08c"
+        },
+        {
+            "dataPath": "params_shard_24.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.3.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "eecac60661434b8a985bb7962df4eb43"
+        },
+        {
+            "dataPath": "params_shard_25.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.3.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4f64a7a498a7003d470babd9cc79b3c0"
+        },
+        {
+            "dataPath": "params_shard_26.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.4.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "709a2257a4d996a414538cb8cef62037"
+        },
+        {
+            "dataPath": "params_shard_27.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.4.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f0cd618609af606329dd3c93de611204"
+        },
+        {
+            "dataPath": "params_shard_28.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.10.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "968fd8fa2e2d42e21f57b1466297c79e"
+        },
+        {
+            "dataPath": "params_shard_29.bin",
+            "format": "raw-shard",
+            "nbytes": 26894336,
+            "records": [
+                {
+                    "name": "model.layers.3.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.3.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.3.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.3.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.4.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.4.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23519232
+                },
+                {
+                    "name": "model.layers.10.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26877952
+                }
+            ],
+            "md5sum": "7cac97018d8b0ce52220fcd1cdd7022b"
+        },
+        {
+            "dataPath": "params_shard_30.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1d79c40e6469c5fec4732ce79023e865"
+        },
+        {
+            "dataPath": "params_shard_31.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2e0298a9d5941026bd45180ba406190e"
+        },
+        {
+            "dataPath": "params_shard_32.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.10.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3b50cfc13a9ca062ffbe0321f93e74c0"
+        },
+        {
+            "dataPath": "params_shard_33.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.10.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "addad4924a8196398bb566341db8c546"
+        },
+        {
+            "dataPath": "params_shard_34.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.11.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3373343cedf45dbf95b79a7988275524"
+        },
+        {
+            "dataPath": "params_shard_35.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2ad570f80cd5ab22133663da40905460"
+        },
+        {
+            "dataPath": "params_shard_36.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6883d92aaa8de8738072abbd40c880aa"
+        },
+        {
+            "dataPath": "params_shard_37.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.11.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8cd3f3d565a26d1e7dc6c58406196a63"
+        },
+        {
+            "dataPath": "params_shard_38.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.10.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.10.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.10.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.10.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.11.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.11.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.11.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31084544
+                }
+            ],
+            "md5sum": "44af8b0b36e8939d1db9d8e97b649917"
+        },
+        {
+            "dataPath": "params_shard_39.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.11.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.11.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 4198400
+                }
+            ],
+            "md5sum": "86549a52e500454aa9e9e612633e293a"
+        },
+        {
+            "dataPath": "params_shard_40.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2025b392f124c68222498416ee666338"
+        },
+        {
+            "dataPath": "params_shard_41.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.12.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c97a6bb06e37f977ef56a43af654358d"
+        },
+        {
+            "dataPath": "params_shard_42.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.12.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "efdc75970b2c80380cd49a98686f31e3"
+        },
+        {
+            "dataPath": "params_shard_43.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.11.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.12.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26869760
+                }
+            ],
+            "md5sum": "6c0f7fe27d242868b29feaa14d39ed0b"
+        },
+        {
+            "dataPath": "params_shard_44.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.12.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5d606a3ab632f9d9d1d53e0295100f8c"
+        },
+        {
+            "dataPath": "params_shard_45.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.13.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "168e7000ed48e2bc9197f04036f15dfd"
+        },
+        {
+            "dataPath": "params_shard_46.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "cc8485da0a8a7bf77f6ef26b2a904fa3"
+        },
+        {
+            "dataPath": "params_shard_47.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b448c70fd045e1523c3bc64f670d8cd1"
+        },
+        {
+            "dataPath": "params_shard_48.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.13.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9606ea9dcf95badca2c7fa1bbd47496d"
+        },
+        {
+            "dataPath": "params_shard_49.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.13.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "25061b202aa41469c75c69f4ad2d4157"
+        },
+        {
+            "dataPath": "params_shard_50.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.12.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.12.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.12.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.12.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.13.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.13.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15155200
+                },
+                {
+                    "name": "model.layers.13.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26902528
+                },
+                {
+                    "name": "model.layers.13.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26918912
+                }
+            ],
+            "md5sum": "6eafb575d6c076b92d3f53ec67b9daa3"
+        },
+        {
+            "dataPath": "params_shard_51.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.14.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c3f982098cb837a48ddb7f7b910ebe90"
+        },
+        {
+            "dataPath": "params_shard_52.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "661523c83792078ab8005042145c1152"
+        },
+        {
+            "dataPath": "params_shard_53.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f16d98a1d854d123db0b0f2e4424759e"
+        },
+        {
+            "dataPath": "params_shard_54.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.14.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "cd82b0b526ff3a45adfbdfda4e03ed45"
+        },
+        {
+            "dataPath": "params_shard_55.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.14.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2dcea643c52fdd8b9982d1ff3a984901"
+        },
+        {
+            "dataPath": "params_shard_56.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b45e28299a030dbad29fe27cac0ceea4"
+        },
+        {
+            "dataPath": "params_shard_57.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "70c376581c0553a43966f3d0920689fa"
+        },
+        {
+            "dataPath": "params_shard_58.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.15.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "be0b923e91c7b59ac35399f62c47d4e4"
+        },
+        {
+            "dataPath": "params_shard_59.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.15.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7cfdb434cdec00636c8852b552844a5a"
+        },
+        {
+            "dataPath": "params_shard_60.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.15.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7236bf88b5568eadf03352b6e48f4a7c"
+        },
+        {
+            "dataPath": "params_shard_61.bin",
+            "format": "raw-shard",
+            "nbytes": 30269440,
+            "records": [
+                {
+                    "name": "model.layers.13.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.14.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.14.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.14.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.14.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.14.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.15.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 22695936
+                },
+                {
+                    "name": "model.layers.15.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 26894336
+                },
+                {
+                    "name": "model.layers.15.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 30253056
+                }
+            ],
+            "md5sum": "2ee849b221bffbb109027254c886e14e"
+        },
+        {
+            "dataPath": "params_shard_62.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.16.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fb0a4440399b0fd39db400cb4b56c5c0"
+        },
+        {
+            "dataPath": "params_shard_63.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d47b4c3adb627812d2a64294c6e5ec44"
+        },
+        {
+            "dataPath": "params_shard_64.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "03edbb3369689b4a65a6d2649330149e"
+        },
+        {
+            "dataPath": "params_shard_65.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.16.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3631516c6548ed1ac358a6a7e63c4d02"
+        },
+        {
+            "dataPath": "params_shard_66.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.16.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6a42649faa24f21d54f691972dc85f5c"
+        },
+        {
+            "dataPath": "params_shard_67.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.17.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c002c3f30e5ab50deaa73c701ee941eb"
+        },
+        {
+            "dataPath": "params_shard_68.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.15.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.15.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.16.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.16.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.16.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.16.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.16.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.17.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "90d5a2b2d2f00473b8926a5a9ac063ad"
+        },
+        {
+            "dataPath": "params_shard_69.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b9bef15a2d903f80f5c80f922e48c12a"
+        },
+        {
+            "dataPath": "params_shard_70.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "316c494616148ee3ebdd17a21d4ea7c8"
+        },
+        {
+            "dataPath": "params_shard_71.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.17.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a8a4a9ad6f742931595043747212b7e1"
+        },
+        {
+            "dataPath": "params_shard_72.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.17.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ce0c9b3068aae4bdd826d8f003705e48"
+        },
+        {
+            "dataPath": "params_shard_73.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.18.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c1aa34d9199b1c58da457c66e3de5340"
+        },
+        {
+            "dataPath": "params_shard_74.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.18.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7821cbf6bb0637f9d0fa2562db5f6a33"
+        },
+        {
+            "dataPath": "params_shard_75.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.18.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "495262925803307d9fc404ac648af840"
+        },
+        {
+            "dataPath": "params_shard_76.bin",
+            "format": "raw-shard",
+            "nbytes": 26894336,
+            "records": [
+                {
+                    "name": "model.layers.17.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.17.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.17.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.17.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.18.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.18.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23519232
+                },
+                {
+                    "name": "model.layers.18.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26877952
+                }
+            ],
+            "md5sum": "3a3aa03b0646fb9b9246af9a070e5eb7"
+        },
+        {
+            "dataPath": "params_shard_77.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7ac944401a5a2b2a3a70cd0bc9bdfe1e"
+        },
+        {
+            "dataPath": "params_shard_78.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "323bf62aecc096e75c6e05c0111d6888"
+        },
+        {
+            "dataPath": "params_shard_79.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.19.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "869534004df03868de1347304f64925d"
+        },
+        {
+            "dataPath": "params_shard_80.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bc1ec2cccb5f92c4a1a0ed4e3929cd30"
+        },
+        {
+            "dataPath": "params_shard_81.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "32f0a402f561abc84dc8057853b514b5"
+        },
+        {
+            "dataPath": "params_shard_82.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.19.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b16023d2827ab69896de72a731700871"
+        },
+        {
+            "dataPath": "params_shard_83.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.19.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "552cd96fc0dbe4da32afd11ad9fbc055"
+        },
+        {
+            "dataPath": "params_shard_84.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.20.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8aefb8641fc8aee710a582c1956485be"
+        },
+        {
+            "dataPath": "params_shard_85.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.18.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.18.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.19.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.19.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.19.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.19.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.19.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.20.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "aa80fa199096134172f07b7958820c89"
+        },
+        {
+            "dataPath": "params_shard_86.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b046383bba2d4fd68b5aa4b5b046aa4d"
+        },
+        {
+            "dataPath": "params_shard_87.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "71a2f9fdcad13240c2ad4486ae32cb1a"
+        },
+        {
+            "dataPath": "params_shard_88.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.20.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "037ab603701fbde61e63e3ab4c7e92fa"
+        },
+        {
+            "dataPath": "params_shard_89.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.20.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "15ab6f65f5ff3859b5949d11f19e2005"
+        },
+        {
+            "dataPath": "params_shard_90.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.21.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1aeeceb78f43174a7195b33c9630343d"
+        },
+        {
+            "dataPath": "params_shard_91.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.21.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "943b5bc506f8514739e0ba2894393803"
+        },
+        {
+            "dataPath": "params_shard_92.bin",
+            "format": "raw-shard",
+            "nbytes": 23535616,
+            "records": [
+                {
+                    "name": "model.layers.20.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.20.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.20.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.20.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.21.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.21.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23519232
+                }
+            ],
+            "md5sum": "18dab4ce0dec6b92ba71d0ecda4d2f53"
+        },
+        {
+            "dataPath": "params_shard_93.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "081ed3c3bf5cf296359febac138af0ba"
+        },
+        {
+            "dataPath": "params_shard_94.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "37fd021e2a1c97cf33bc9dc56b5e300b"
+        },
+        {
+            "dataPath": "params_shard_95.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.21.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3c73ce2d010e4e158814f31debf86bf7"
+        },
+        {
+            "dataPath": "params_shard_96.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.22.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "32d1f51e8793173372f5072ab79e0079"
+        },
+        {
+            "dataPath": "params_shard_97.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1b9c9682b06c75e4548ddb97e5d3ef6e"
+        },
+        {
+            "dataPath": "params_shard_98.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b5deb3e5e709337cd3639cfb75a47c5c"
+        },
+        {
+            "dataPath": "params_shard_99.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.22.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "28d6aa59a5818cf70616c4630a8e7e24"
+        },
+        {
+            "dataPath": "params_shard_100.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.22.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8fe1f825405085d5ea665b92f008cc41"
+        },
+        {
+            "dataPath": "params_shard_101.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.21.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.21.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.21.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.22.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.22.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.22.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26886144
+                },
+                {
+                    "name": "model.layers.22.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26902528
+                }
+            ],
+            "md5sum": "f93bc3200cdbb4d9afbda675a33b9b58"
+        },
+        {
+            "dataPath": "params_shard_102.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.23.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5ee1f3138c079e56c4459686aa9790c7"
+        },
+        {
+            "dataPath": "params_shard_103.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "25cb0fc81f5b1771b3f4ab34722e8196"
+        },
+        {
+            "dataPath": "params_shard_104.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "01ee0dea54da63b84d3d9236c8a97c66"
+        },
+        {
+            "dataPath": "params_shard_105.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.23.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "33b1413bbfb974bbe7073f16b5d4a755"
+        },
+        {
+            "dataPath": "params_shard_106.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.23.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f7bce52584de167bcb7b1480bbae8556"
+        },
+        {
+            "dataPath": "params_shard_107.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.24.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "aff465abd32b8444f7d06a4a41efc2dd"
+        },
+        {
+            "dataPath": "params_shard_108.bin",
+            "format": "raw-shard",
+            "nbytes": 22712320,
+            "records": [
+                {
+                    "name": "model.layers.22.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.23.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.23.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.23.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.23.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.23.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.24.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 22695936
+                }
+            ],
+            "md5sum": "53819388d339595cd118409152985fc3"
+        },
+        {
+            "dataPath": "params_shard_109.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "eaef09f444c1220361b026659927d776"
+        },
+        {
+            "dataPath": "params_shard_110.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9f762abcab103afd44bd75a1fc7ce925"
+        },
+        {
+            "dataPath": "params_shard_111.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.24.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "04b1afb96b2a4fef4aca53f570380499"
+        },
+        {
+            "dataPath": "params_shard_112.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.24.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0907685e4b50310b4ffabbe198249183"
+        },
+        {
+            "dataPath": "params_shard_113.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.25.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "aaddd7472c519b625534e6a321b4598b"
+        },
+        {
+            "dataPath": "params_shard_114.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e0fe84de95531dc6aba51a470495cba6"
+        },
+        {
+            "dataPath": "params_shard_115.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5e74b4f233eda49a266219742bd140e5"
+        },
+        {
+            "dataPath": "params_shard_116.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.25.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b6eb01a0e2c40724179a3f85d98eb5d3"
+        },
+        {
+            "dataPath": "params_shard_117.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.24.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.24.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.24.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.24.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.25.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.25.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.25.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31084544
+                }
+            ],
+            "md5sum": "25b575c47a4fbec42de5a2d067fc84fb"
+        },
+        {
+            "dataPath": "params_shard_118.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.25.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.25.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 4198400
+                }
+            ],
+            "md5sum": "190cc4731a8b2b5c313b853d6cdbe43c"
+        },
+        {
+            "dataPath": "params_shard_119.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "662fe03b001a9701849038b5f1006a54"
+        },
+        {
+            "dataPath": "params_shard_120.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.26.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6a2e2114d9d6f0f389b7a7264c731bd9"
+        },
+        {
+            "dataPath": "params_shard_121.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.26.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d8d718cbe9a96d21d7f43e5af7f755e8"
+        },
+        {
+            "dataPath": "params_shard_122.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.25.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.26.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26869760
+                }
+            ],
+            "md5sum": "83794a554e704e21c43024dd54b3d6d7"
+        },
+        {
+            "dataPath": "params_shard_123.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.26.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c56ebbad11300991e52e76885a8521e5"
+        },
+        {
+            "dataPath": "params_shard_124.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.27.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9def14a7a34a2501fc5e60743d8eb473"
+        },
+        {
+            "dataPath": "params_shard_125.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1060998fe6882d1c3a4228734bbc211b"
+        },
+        {
+            "dataPath": "params_shard_126.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5e5d81d88156705cf4c87816d3c236bf"
+        },
+        {
+            "dataPath": "params_shard_127.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.27.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5fe40351874054874a9229d5ae113879"
+        },
+        {
+            "dataPath": "params_shard_128.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.27.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "948a82310ad599128922b25aad1efa74"
+        },
+        {
+            "dataPath": "params_shard_129.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.26.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.26.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.26.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.26.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.27.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.27.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15155200
+                },
+                {
+                    "name": "model.layers.27.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26902528
+                },
+                {
+                    "name": "model.layers.27.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26918912
+                }
+            ],
+            "md5sum": "12972dd1af507b15a790596699f5979e"
+        },
+        {
+            "dataPath": "params_shard_130.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.28.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9b2490c27890cc766c0fc2edd8e0799a"
+        },
+        {
+            "dataPath": "params_shard_131.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f9638a57b11544ecccbaa1f9ca25384e"
+        },
+        {
+            "dataPath": "params_shard_132.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8216e2c216586b688453d338129eaf35"
+        },
+        {
+            "dataPath": "params_shard_133.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.28.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ff6caf2462cb4226876ed116e6387763"
+        },
+        {
+            "dataPath": "params_shard_134.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.28.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9e3f674af4029b557a8cf079b75252e6"
+        },
+        {
+            "dataPath": "params_shard_135.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "04329925928cfc3b4783b079ab05818c"
+        },
+        {
+            "dataPath": "params_shard_136.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e981d04b513c6858e7607304e263549c"
+        },
+        {
+            "dataPath": "params_shard_137.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.29.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f916ef2f211b901953b92da1e74fe1bf"
+        },
+        {
+            "dataPath": "params_shard_138.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.29.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "dd2e6aac95cd07b17b060311e57be01f"
+        },
+        {
+            "dataPath": "params_shard_139.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.29.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b494d8bdf340fcadadc35a74f02652b6"
+        },
+        {
+            "dataPath": "params_shard_140.bin",
+            "format": "raw-shard",
+            "nbytes": 30269440,
+            "records": [
+                {
+                    "name": "model.layers.27.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.28.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.28.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.28.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.28.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.28.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.29.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 22695936
+                },
+                {
+                    "name": "model.layers.29.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 26894336
+                },
+                {
+                    "name": "model.layers.29.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 30253056
+                }
+            ],
+            "md5sum": "26adf714cf190de7eadda9e78a5748b7"
+        },
+        {
+            "dataPath": "params_shard_141.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.30.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "576326d6642b9e134b3262c62eaf2cc5"
+        },
+        {
+            "dataPath": "params_shard_142.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1fb251957d3db310355f18b933a8f6f0"
+        },
+        {
+            "dataPath": "params_shard_143.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4684679d6932b812c3a6828337a36348"
+        },
+        {
+            "dataPath": "params_shard_144.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.30.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1c8f4431cddb318da500a8890584d7c8"
+        },
+        {
+            "dataPath": "params_shard_145.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.30.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5e1926b711a25605e80e74ea8aa1b513"
+        },
+        {
+            "dataPath": "params_shard_146.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.31.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b61cb2dfdc5b65c57706b543a73eb9bb"
+        },
+        {
+            "dataPath": "params_shard_147.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.29.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.29.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.30.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.30.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.30.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.30.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.30.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.31.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "3f3913392787a3e219a03664af7cd784"
+        },
+        {
+            "dataPath": "params_shard_148.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9581c0ecbcb0d6be9127f24f30ca5b9c"
+        },
+        {
+            "dataPath": "params_shard_149.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d4112d90461824d8c39583628db07250"
+        },
+        {
+            "dataPath": "params_shard_150.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.31.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1eedd28c011b0226d1f314fdc5f4a6f7"
+        },
+        {
+            "dataPath": "params_shard_151.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.31.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0ec6f07840231ac7617b21aacab34805"
+        },
+        {
+            "dataPath": "params_shard_152.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.32.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "20955b58fe2f16cf2144a7ddf222d074"
+        },
+        {
+            "dataPath": "params_shard_153.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.32.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "24204ca103c14175725c5b87382e2387"
+        },
+        {
+            "dataPath": "params_shard_154.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.32.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fc5d50595e7f71ac768d016be6882da8"
+        },
+        {
+            "dataPath": "params_shard_155.bin",
+            "format": "raw-shard",
+            "nbytes": 26894336,
+            "records": [
+                {
+                    "name": "model.layers.31.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.31.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.31.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.31.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.32.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.32.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23519232
+                },
+                {
+                    "name": "model.layers.32.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26877952
+                }
+            ],
+            "md5sum": "5c6cec69162057fcc24ac2cfd9b2e1f5"
+        },
+        {
+            "dataPath": "params_shard_156.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.32.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4b9cac74a5b8a4cacb26f1ebf94f2f02"
+        },
+        {
+            "dataPath": "params_shard_157.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.32.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7698165de68dc13eba4436c5eb075c3d"
+        },
+        {
+            "dataPath": "params_shard_158.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.33.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2f213461c19d0e67cc2bd9d5fc4e39ba"
+        },
+        {
+            "dataPath": "params_shard_159.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.33.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d0d33928e86b0d8594971491d00524a9"
+        },
+        {
+            "dataPath": "params_shard_160.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.33.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f0ade861093eb3b39c4e2c4d38cd3e3c"
+        },
+        {
+            "dataPath": "params_shard_161.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.33.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "59f30c34a9b5e7df75674edafee6a9f3"
+        },
+        {
+            "dataPath": "params_shard_162.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.33.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8d54992b4b7c22f87f69c92b805eef19"
+        },
+        {
+            "dataPath": "params_shard_163.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.34.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5137753d315cdadc699efb28746729eb"
+        },
+        {
+            "dataPath": "params_shard_164.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.32.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.32.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.33.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.33.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.33.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.33.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.33.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.34.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "6082cb98a179ccc9d863ab317adebd18"
+        },
+        {
+            "dataPath": "params_shard_165.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.34.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "604da6d1c25bf1d9377dacb76358808d"
+        },
+        {
+            "dataPath": "params_shard_166.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.34.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "028a3cb0e1c91a9eb89302e3c3f3bbe9"
+        },
+        {
+            "dataPath": "params_shard_167.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.34.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "369040d75cda2202f91823cb662f5ed9"
+        },
+        {
+            "dataPath": "params_shard_168.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.34.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "094db311d7e5c71fbd435c8d1ab39342"
+        },
+        {
+            "dataPath": "params_shard_169.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.35.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0c3d87938cd2eac851391219ada58ddf"
+        },
+        {
+            "dataPath": "params_shard_170.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.35.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6638ddaee783e8ff4f130fb5c6dd39de"
+        },
+        {
+            "dataPath": "params_shard_171.bin",
+            "format": "raw-shard",
+            "nbytes": 23535616,
+            "records": [
+                {
+                    "name": "model.layers.34.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.34.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.34.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.34.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.35.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.35.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23519232
+                }
+            ],
+            "md5sum": "8b727f31ea9b98d8d364ce71feb86878"
+        },
+        {
+            "dataPath": "params_shard_172.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.35.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7bc45836d1b708e8e733c70977f08b1f"
+        },
+        {
+            "dataPath": "params_shard_173.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.35.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "56a7130310d20b740ce8876e55e864e0"
+        },
+        {
+            "dataPath": "params_shard_174.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.35.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6893dfa24ff1d5f4b676c4b0d5708fed"
+        },
+        {
+            "dataPath": "params_shard_175.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.36.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3ee70722c502c6f8e54c13d4d50abcf6"
+        },
+        {
+            "dataPath": "params_shard_176.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.36.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4fb01674831aff84da3e7c4686b8348f"
+        },
+        {
+            "dataPath": "params_shard_177.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.36.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "72136f3ca5b124b038e2b0a3d35b5be0"
+        },
+        {
+            "dataPath": "params_shard_178.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.36.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2a9a073cfce4c7d1c3a6ec0374d0e183"
+        },
+        {
+            "dataPath": "params_shard_179.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.36.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "703f3cf29e158970db4b5658bf66265e"
+        },
+        {
+            "dataPath": "params_shard_180.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.35.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.35.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.35.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.36.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.36.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.36.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26886144
+                },
+                {
+                    "name": "model.layers.36.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26902528
+                }
+            ],
+            "md5sum": "d5cba725cc7a74847d68f364719a5a9e"
+        },
+        {
+            "dataPath": "params_shard_181.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.37.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "cebc39cd26c3afc0c2e98b8d2f5eee98"
+        },
+        {
+            "dataPath": "params_shard_182.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.37.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5ef7b4dd3f60639287bbffc8275ad2b0"
+        },
+        {
+            "dataPath": "params_shard_183.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.37.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "141911e665c4a3ba4c9b7c76de2f3c31"
+        },
+        {
+            "dataPath": "params_shard_184.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.37.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "31903f6632a324ff946bdfc1caf31686"
+        },
+        {
+            "dataPath": "params_shard_185.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.37.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fc222d9f1c218f1242b29a3cf545f049"
+        },
+        {
+            "dataPath": "params_shard_186.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.38.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "252e3f6e9d081d637e2b29b13a1749c0"
+        },
+        {
+            "dataPath": "params_shard_187.bin",
+            "format": "raw-shard",
+            "nbytes": 22712320,
+            "records": [
+                {
+                    "name": "model.layers.36.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.37.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.37.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.37.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.37.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.37.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.38.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 22695936
+                }
+            ],
+            "md5sum": "a4d8293c95a119598da865588df7df0e"
+        },
+        {
+            "dataPath": "params_shard_188.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.38.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "15748c7147c1d1262c9a917253d9a55d"
+        },
+        {
+            "dataPath": "params_shard_189.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.38.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "144acadf4bc75223c97cae1c4b5a1808"
+        },
+        {
+            "dataPath": "params_shard_190.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.38.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "80bac6c071abf5171bcbd24ea85ee7f2"
+        },
+        {
+            "dataPath": "params_shard_191.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.38.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8bc1cb8a461dcfdab225e228b3fda405"
+        },
+        {
+            "dataPath": "params_shard_192.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.39.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e654f426f28f457b0f20f4fb6e22960b"
+        },
+        {
+            "dataPath": "params_shard_193.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.39.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "82685bfa1281bfddd120363098f76b85"
+        },
+        {
+            "dataPath": "params_shard_194.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.39.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "32dfdcb7b69731edbafd19f22f9f813a"
+        },
+        {
+            "dataPath": "params_shard_195.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.39.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e153cf79da8a4a4da185e059ab0a5947"
+        },
+        {
+            "dataPath": "params_shard_196.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.38.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.38.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.38.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.38.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.39.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.39.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.39.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31084544
+                }
+            ],
+            "md5sum": "bf5c1e108c62ecfde7c025bf7c962850"
+        },
+        {
+            "dataPath": "params_shard_197.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.39.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.39.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 4198400
+                }
+            ],
+            "md5sum": "ddf6e72283284fb8ead873ff2ff5556a"
+        },
+        {
+            "dataPath": "params_shard_198.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.40.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "cae3f584863bed4767e79a7d7423f1ad"
+        },
+        {
+            "dataPath": "params_shard_199.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.40.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "213a71c4dd0a3953e3a2cd93484e80e7"
+        },
+        {
+            "dataPath": "params_shard_200.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.40.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "97cc377a4f2f74f65af6484977b9f198"
+        },
+        {
+            "dataPath": "params_shard_201.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.39.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.40.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.40.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26869760
+                }
+            ],
+            "md5sum": "95a43be584b4e97676122e5efa715b2c"
+        },
+        {
+            "dataPath": "params_shard_202.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.4.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d7fa43235c9db41980f099648123cd4f"
+        },
+        {
+            "dataPath": "params_shard_203.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4573b90884e983ff1eebdb884d42a9e9"
+        },
+        {
+            "dataPath": "params_shard_204.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1cf8d0c6a6612655200545020816988c"
+        },
+        {
+            "dataPath": "params_shard_205.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.5.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "69ecae320de1b8af56eba92a6b6cd917"
+        },
+        {
+            "dataPath": "params_shard_206.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1b9d29ec2c8eda5143ccd43035c900e0"
+        },
+        {
+            "dataPath": "params_shard_207.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7ee287c80d1bf82a7c6a62407d80ff3a"
+        },
+        {
+            "dataPath": "params_shard_208.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.5.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "282100e010b3e5647522d2e582a9f5d3"
+        },
+        {
+            "dataPath": "params_shard_209.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.5.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0e7cc7ebbc042529d8fb6e33e17be973"
+        },
+        {
+            "dataPath": "params_shard_210.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.40.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.4.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.4.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.4.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.5.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.5.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15155200
+                },
+                {
+                    "name": "model.layers.5.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26902528
+                },
+                {
+                    "name": "model.layers.5.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26918912
+                }
+            ],
+            "md5sum": "2da02a12aed8c2c3e860e298c1f39bf8"
+        },
+        {
+            "dataPath": "params_shard_211.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.6.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "db5093fd05a79b8ee8692a1ba4475449"
+        },
+        {
+            "dataPath": "params_shard_212.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "eed7ffa9c57dc0d59a03765aa5e5b205"
+        },
+        {
+            "dataPath": "params_shard_213.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a2cc5b9de10fcfc765bda89cdecff0fd"
+        },
+        {
+            "dataPath": "params_shard_214.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.6.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "475c6583792d3ca197a39a66385719d2"
+        },
+        {
+            "dataPath": "params_shard_215.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.6.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "90383b0b2aaf40355c2dd853aa36bee5"
+        },
+        {
+            "dataPath": "params_shard_216.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.7.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ac9b29ad28921f7f6bdf80dedcf70f17"
+        },
+        {
+            "dataPath": "params_shard_217.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.40.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5ed402d2d9d6be303d1b4d3a9a108270"
+        },
+        {
+            "dataPath": "params_shard_218.bin",
+            "format": "raw-shard",
+            "nbytes": 26910720,
+            "records": [
+                {
+                    "name": "model.layers.5.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.6.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.6.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.6.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.6.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.6.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.7.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 22695936
+                },
+                {
+                    "name": "model.layers.40.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26894336
+                }
+            ],
+            "md5sum": "2923562f1135cd8214b9f2b5fb2ca3fb"
+        },
+        {
+            "dataPath": "params_shard_219.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.41.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "73e085965c2d4ce0e1fa98884e18c47f"
+        },
+        {
+            "dataPath": "params_shard_220.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.41.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c5cf644e70d6eb4413a6b09ddbaef744"
+        },
+        {
+            "dataPath": "params_shard_221.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.41.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1935715d1f75aa0e4025420d562d031a"
+        },
+        {
+            "dataPath": "params_shard_222.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.41.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "35498b4beae0f531ea157a99e67a8d0d"
+        },
+        {
+            "dataPath": "params_shard_223.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.41.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d76f3a6847397b133a3cb304f9d23663"
+        },
+        {
+            "dataPath": "params_shard_224.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.42.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d12aca8c1cc17c4662cc90ad60078cef"
+        },
+        {
+            "dataPath": "params_shard_225.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.40.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.40.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.41.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.41.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.41.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.41.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.41.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.42.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "855928b6c38663474aa48c192956ad98"
+        },
+        {
+            "dataPath": "params_shard_226.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.42.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8c577923462e1ae1e01675dbc96777e5"
+        },
+        {
+            "dataPath": "params_shard_227.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.42.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "dcc02d8f66ea9cf84e978dd775763938"
+        },
+        {
+            "dataPath": "params_shard_228.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.42.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "877942889d693882753cf45d4d7f2bfa"
+        },
+        {
+            "dataPath": "params_shard_229.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.42.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "db5fd9b513fdbcea737c6ca5ce284427"
+        },
+        {
+            "dataPath": "params_shard_230.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.43.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b43146e3fa5487b7fa77457f76a1d786"
+        },
+        {
+            "dataPath": "params_shard_231.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.43.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d3c24217a14bc9388de9a076e841c662"
+        },
+        {
+            "dataPath": "params_shard_232.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.43.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "be26d97657908bd24cf89cf3ef0ca670"
+        },
+        {
+            "dataPath": "params_shard_233.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.43.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "32a37d6b8e407f8cdf817668741c5290"
+        },
+        {
+            "dataPath": "params_shard_234.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.43.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e8764cc59a0b9168e7c8176b421939f5"
+        },
+        {
+            "dataPath": "params_shard_235.bin",
+            "format": "raw-shard",
+            "nbytes": 26894336,
+            "records": [
+                {
+                    "name": "model.layers.42.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.42.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.42.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.42.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.43.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.43.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23519232
+                },
+                {
+                    "name": "model.layers.43.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26877952
+                }
+            ],
+            "md5sum": "aaaa03b52c41bfd5d06d11ceca41b525"
+        },
+        {
+            "dataPath": "params_shard_236.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.44.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "79858c480199811d1668ce4a59c02120"
+        },
+        {
+            "dataPath": "params_shard_237.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.44.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a9fa70ddcf33b2101e403fce9cb21cb5"
+        },
+        {
+            "dataPath": "params_shard_238.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.44.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2387fad9ed07d3cacf40bb2036bdc35a"
+        },
+        {
+            "dataPath": "params_shard_239.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.44.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2bc8c2681c22eddea06e819a773cf6a7"
+        },
+        {
+            "dataPath": "params_shard_240.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.44.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "35be5ea60acd8f81de2c4f0e41a6b443"
+        },
+        {
+            "dataPath": "params_shard_241.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.45.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0fc6875390b2af58fd3cbc7962c4ec61"
+        },
+        {
+            "dataPath": "params_shard_242.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.43.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.43.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.44.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.44.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.44.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.44.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.44.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.45.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "34b238eec29f18f1d98b494bf20ce81d"
+        },
+        {
+            "dataPath": "params_shard_243.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.45.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "eec569fb9aa7a6071c39619af02d887a"
+        },
+        {
+            "dataPath": "params_shard_244.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.45.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9e78a85a1fa108702b0eec63e003fc07"
+        },
+        {
+            "dataPath": "params_shard_245.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.45.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2afe4dbb4ed9d7b5e5798ccb07ffa14b"
+        },
+        {
+            "dataPath": "params_shard_246.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.45.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "168a47af315bec190c7c72e19215f47e"
+        },
+        {
+            "dataPath": "params_shard_247.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.46.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d572f6685c4452323326495210028fd8"
+        },
+        {
+            "dataPath": "params_shard_248.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.46.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "541e4408987132a4f71167b815df43ac"
+        },
+        {
+            "dataPath": "params_shard_249.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.46.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3982a475dd5845c8b43f00b49557e8c0"
+        },
+        {
+            "dataPath": "params_shard_250.bin",
+            "format": "raw-shard",
+            "nbytes": 26894336,
+            "records": [
+                {
+                    "name": "model.layers.45.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.45.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.45.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.45.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.46.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.46.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23519232
+                },
+                {
+                    "name": "model.layers.46.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26877952
+                }
+            ],
+            "md5sum": "e04e5a3d6bd4632c560c9afecdb4c446"
+        },
+        {
+            "dataPath": "params_shard_251.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.46.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6bee69d487d977f2c40f0ebf5a155cab"
+        },
+        {
+            "dataPath": "params_shard_252.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.46.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "030bd5dba10b2809918a4b2a8582bb80"
+        },
+        {
+            "dataPath": "params_shard_253.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.47.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6f6be5ec403883184cd1016e14c21af8"
+        },
+        {
+            "dataPath": "params_shard_254.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.47.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "59809fe08549547ff15f1bd8ea4bd8a2"
+        },
+        {
+            "dataPath": "params_shard_255.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.47.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e1d75dcdaef7da422bfd3f8af24049ca"
+        },
+        {
+            "dataPath": "params_shard_256.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.47.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c294a1c2bf7bb40bff7c916902f0c0cd"
+        },
+        {
+            "dataPath": "params_shard_257.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.47.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "86ef2048273a1f09fee41596bbf7f223"
+        },
+        {
+            "dataPath": "params_shard_258.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.48.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "43d2541a6ca416721922afd7b3da86d2"
+        },
+        {
+            "dataPath": "params_shard_259.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.46.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.46.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.47.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.47.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.47.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.47.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.47.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.48.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "073edf7be96eece503db513d45dab70c"
+        },
+        {
+            "dataPath": "params_shard_260.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.48.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "80328702ed46c70005b3b02ed794a640"
+        },
+        {
+            "dataPath": "params_shard_261.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.48.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bfe6eccc58ca402d8c5b9e7f90e20661"
+        },
+        {
+            "dataPath": "params_shard_262.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.48.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e278d5aa60f8c287b0004037da078ef7"
+        },
+        {
+            "dataPath": "params_shard_263.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.48.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7fcc96c2ef7840f8e1e33ad20add3994"
+        },
+        {
+            "dataPath": "params_shard_264.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.49.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4e1ff65b22ece4a7847d64523eddd3f5"
+        },
+        {
+            "dataPath": "params_shard_265.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.49.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "51f8db3d3c7bf8c68edf0f5cbfed4381"
+        },
+        {
+            "dataPath": "params_shard_266.bin",
+            "format": "raw-shard",
+            "nbytes": 23535616,
+            "records": [
+                {
+                    "name": "model.layers.48.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.48.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.48.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.48.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.49.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.49.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23519232
+                }
+            ],
+            "md5sum": "ba432571a9d2205c41230eaf0a2e5902"
+        },
+        {
+            "dataPath": "params_shard_267.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.49.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "15cdcdff54a007c2a18c05baa63935cc"
+        },
+        {
+            "dataPath": "params_shard_268.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.49.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1649aac5497716af052d6c9bdd3389c8"
+        },
+        {
+            "dataPath": "params_shard_269.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.49.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "767fb5ac17bdbbd94ba61c3924fd0210"
+        },
+        {
+            "dataPath": "params_shard_270.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.50.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "31630ec909599baa8338c66309af6bdb"
+        },
+        {
+            "dataPath": "params_shard_271.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.50.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0fb80cfe07b936b1c8f82ea1ab08ccfb"
+        },
+        {
+            "dataPath": "params_shard_272.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.50.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c6a8b398da62db3b9001270468a8ea81"
+        },
+        {
+            "dataPath": "params_shard_273.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.50.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f7087eec04fd39be355d46472d31eced"
+        },
+        {
+            "dataPath": "params_shard_274.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.50.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "aca047ea28e4af30e99cd270c6f6da46"
+        },
+        {
+            "dataPath": "params_shard_275.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.49.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.49.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.49.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.50.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.50.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.50.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26886144
+                },
+                {
+                    "name": "model.layers.50.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26902528
+                }
+            ],
+            "md5sum": "c7dec6fa0eb5934f165c55f64a5db2f6"
+        },
+        {
+            "dataPath": "params_shard_276.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.51.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "19d67854ba4e7e37cd4b3ee8b8bc7208"
+        },
+        {
+            "dataPath": "params_shard_277.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.51.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a15599a4f2cda7220ac9e408d03f1f75"
+        },
+        {
+            "dataPath": "params_shard_278.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.51.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ff01f5b628d5c5bc665a5f699084a18e"
+        },
+        {
+            "dataPath": "params_shard_279.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.51.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3ad478363372a03aa23da59a71ff5eeb"
+        },
+        {
+            "dataPath": "params_shard_280.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.51.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d5b21e53ebeb026ff1a911d0b84bbf37"
+        },
+        {
+            "dataPath": "params_shard_281.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.52.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "125bb0cb08c8fc2280142c79132b2c3f"
+        },
+        {
+            "dataPath": "params_shard_282.bin",
+            "format": "raw-shard",
+            "nbytes": 22712320,
+            "records": [
+                {
+                    "name": "model.layers.50.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.51.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.51.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.51.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.51.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.51.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.52.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 22695936
+                }
+            ],
+            "md5sum": "5f0a12964a6d53cf87f1a3c791e1b8e4"
+        },
+        {
+            "dataPath": "params_shard_283.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.52.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9ac6fca1f3a640bd6f6b47de1e81b623"
+        },
+        {
+            "dataPath": "params_shard_284.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.52.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "320f67bbf1bc436d554d03461e9260a4"
+        },
+        {
+            "dataPath": "params_shard_285.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.52.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4cf42d1aab7c4bcdc7ed2c3533762fee"
+        },
+        {
+            "dataPath": "params_shard_286.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.52.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "51b72da16fc3746f267b7c107116ed0d"
+        },
+        {
+            "dataPath": "params_shard_287.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.53.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6732f008ff7245288df814bf87980979"
+        },
+        {
+            "dataPath": "params_shard_288.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.53.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a0ee7983420d51c9f6c3ee2b403ead1a"
+        },
+        {
+            "dataPath": "params_shard_289.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.53.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d4333dead02c2b760e2f247bbe4129fd"
+        },
+        {
+            "dataPath": "params_shard_290.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.53.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2414163b2b659001b231b7d12eeee74c"
+        },
+        {
+            "dataPath": "params_shard_291.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.52.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.52.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.52.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.52.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.53.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.53.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.53.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31084544
+                }
+            ],
+            "md5sum": "5bb0f39f8437859dc0a5bcb7b32226fc"
+        },
+        {
+            "dataPath": "params_shard_292.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.53.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.53.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 4198400
+                }
+            ],
+            "md5sum": "a706c6a3faa8fa0d082cb0539d582a5d"
+        },
+        {
+            "dataPath": "params_shard_293.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.54.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f4173a0c130368e26f9c16f96074f116"
+        },
+        {
+            "dataPath": "params_shard_294.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.54.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "37cb13d8c6958ff569b9aff36ddfe736"
+        },
+        {
+            "dataPath": "params_shard_295.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.54.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e836ac69e1b12cce247460ec2eb6f5ee"
+        },
+        {
+            "dataPath": "params_shard_296.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.53.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.54.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.54.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26869760
+                }
+            ],
+            "md5sum": "f4d2f46f8e682120ae03acd938d101c6"
+        },
+        {
+            "dataPath": "params_shard_297.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.54.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c47fb6bc33dfe94b3edb2d54143d9582"
+        },
+        {
+            "dataPath": "params_shard_298.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.55.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fc1c6bd450cfe61c7c249e078e1e16af"
+        },
+        {
+            "dataPath": "params_shard_299.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.55.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a641f6573f7a95a2d30f2be167aae3f2"
+        },
+        {
+            "dataPath": "params_shard_300.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.55.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f32e314a32aac9fcc8f10512c42061fd"
+        },
+        {
+            "dataPath": "params_shard_301.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.55.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e07bedc49e23b9ecf38372020a3389a5"
+        },
+        {
+            "dataPath": "params_shard_302.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.55.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c14b5791c4127c05042c26209be7019c"
+        },
+        {
+            "dataPath": "params_shard_303.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.54.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.54.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.54.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.54.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.55.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.55.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15155200
+                },
+                {
+                    "name": "model.layers.55.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26902528
+                },
+                {
+                    "name": "model.layers.55.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26918912
+                }
+            ],
+            "md5sum": "c706a7ebc7cb43d6f1e1a6bee03161fd"
+        },
+        {
+            "dataPath": "params_shard_304.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.56.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "375e259b2c462d733eb7a76758f4fe2e"
+        },
+        {
+            "dataPath": "params_shard_305.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.56.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a8dfd56e335de128a83cf3b504a0fa88"
+        },
+        {
+            "dataPath": "params_shard_306.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.56.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5133130107d9b74e6844da34a5ecb651"
+        },
+        {
+            "dataPath": "params_shard_307.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.56.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "cdc9ee4e1d791f051d3c4893d896cf12"
+        },
+        {
+            "dataPath": "params_shard_308.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.56.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c93bb2dfaefdfdd89c9c6944b5da3c3a"
+        },
+        {
+            "dataPath": "params_shard_309.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.57.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "94b2ddbed9480609c701110bf816f855"
+        },
+        {
+            "dataPath": "params_shard_310.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.57.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c493e974a111054b9118b885fec06676"
+        },
+        {
+            "dataPath": "params_shard_311.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.57.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bd258b77c3184cf4fe0c41885f17f38a"
+        },
+        {
+            "dataPath": "params_shard_312.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.57.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8de59bce7dd1d60c7600e43da304c39b"
+        },
+        {
+            "dataPath": "params_shard_313.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.57.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d4d3833292879ac64657accc7a4bb054"
+        },
+        {
+            "dataPath": "params_shard_314.bin",
+            "format": "raw-shard",
+            "nbytes": 30269440,
+            "records": [
+                {
+                    "name": "model.layers.55.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.56.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.56.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.56.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.56.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.56.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.57.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 22695936
+                },
+                {
+                    "name": "model.layers.57.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 26894336
+                },
+                {
+                    "name": "model.layers.57.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 30253056
+                }
+            ],
+            "md5sum": "8ffeed8816b174885f4532cc357878cf"
+        },
+        {
+            "dataPath": "params_shard_315.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.58.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b7e0f41a2b00ec35fb4b03e63dca8631"
+        },
+        {
+            "dataPath": "params_shard_316.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.58.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "926138273d612e2bf483e1c0ecf973e3"
+        },
+        {
+            "dataPath": "params_shard_317.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.58.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "03d6dce4be0fa2ce04eb5e1bba344747"
+        },
+        {
+            "dataPath": "params_shard_318.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.58.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "08be3df959cd284f8001250081b4b302"
+        },
+        {
+            "dataPath": "params_shard_319.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.58.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c1f3199a3b8f19b05aa6f0ddf170f1d0"
+        },
+        {
+            "dataPath": "params_shard_320.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.59.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2381de75488be6bafb4e680fc229a6e3"
+        },
+        {
+            "dataPath": "params_shard_321.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.57.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.57.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.58.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.58.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.58.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.58.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.58.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.59.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "c99dfcb0214cd7316bfe05d6820ea888"
+        },
+        {
+            "dataPath": "params_shard_322.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.59.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "dd4a16c7ffbb7e64469e6d3c1d12e515"
+        },
+        {
+            "dataPath": "params_shard_323.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.59.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c1b60e1b612c554f2840a73dd05d9d1d"
+        },
+        {
+            "dataPath": "params_shard_324.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.59.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ccd31a854ca1b470835df087aef1e979"
+        },
+        {
+            "dataPath": "params_shard_325.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.59.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3749894f9a2a945239fe51d8cee9ac77"
+        },
+        {
+            "dataPath": "params_shard_326.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.60.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f550e7021c85ff46d1ca4adf381b701a"
+        },
+        {
+            "dataPath": "params_shard_327.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.60.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0da60a5bce4068b795f6afc4679ad4c6"
+        },
+        {
+            "dataPath": "params_shard_328.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.60.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "070ae8cc2e8ba26c35d39e90590bf8c3"
+        },
+        {
+            "dataPath": "params_shard_329.bin",
+            "format": "raw-shard",
+            "nbytes": 26894336,
+            "records": [
+                {
+                    "name": "model.layers.59.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.59.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.59.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.59.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.60.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.60.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23519232
+                },
+                {
+                    "name": "model.layers.60.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26877952
+                }
+            ],
+            "md5sum": "96c287030bd5502c3de75e7757800b70"
+        },
+        {
+            "dataPath": "params_shard_330.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.60.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "dfebc96233e9d04537fb2fc34c651615"
+        },
+        {
+            "dataPath": "params_shard_331.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.60.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c00ecee0bfcf5a8c853e7b6ecf2a046b"
+        },
+        {
+            "dataPath": "params_shard_332.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.61.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "46ba3ddf462361bbe2a1a9433385b4b9"
+        },
+        {
+            "dataPath": "params_shard_333.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.61.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ca9119eed2e1aa6f52e1fc5626d03145"
+        },
+        {
+            "dataPath": "params_shard_334.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.61.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "e40a032a69624c505e010f2a4c83d18c"
+        },
+        {
+            "dataPath": "params_shard_335.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.61.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "0ba4be6c3ac4b544e052ca15dd763757"
+        },
+        {
+            "dataPath": "params_shard_336.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.61.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8cdacdd4ad8d33717fc0537c41c19eef"
+        },
+        {
+            "dataPath": "params_shard_337.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.62.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "35c0a2333bf088ca4c29956e46774e67"
+        },
+        {
+            "dataPath": "params_shard_338.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.60.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.60.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.61.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.61.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.61.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.61.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.61.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.62.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "91a691e76bf0c71efbeeebd6910d19b8"
+        },
+        {
+            "dataPath": "params_shard_339.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.62.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2e641323ad5cc94264150c89f642e58c"
+        },
+        {
+            "dataPath": "params_shard_340.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.62.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4a81033530e51a0b5f9a3e426928687c"
+        },
+        {
+            "dataPath": "params_shard_341.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.62.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "cf863d623022ffefec1c6bddca30ce77"
+        },
+        {
+            "dataPath": "params_shard_342.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.62.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d1ba400ef0181ec1b2e80581df3fb812"
+        },
+        {
+            "dataPath": "params_shard_343.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.63.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "502a5e1bb7c08fd55dd7f2010cb396ee"
+        },
+        {
+            "dataPath": "params_shard_344.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.63.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7ff51223726f9911051b98fd47f137ed"
+        },
+        {
+            "dataPath": "params_shard_345.bin",
+            "format": "raw-shard",
+            "nbytes": 23535616,
+            "records": [
+                {
+                    "name": "model.layers.62.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.62.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.62.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.62.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.63.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.63.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23519232
+                }
+            ],
+            "md5sum": "b24126ca7fda83a593c6d28b013babd2"
+        },
+        {
+            "dataPath": "params_shard_346.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.63.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "6db9595009ed587b4af9c7da6016dbe1"
+        },
+        {
+            "dataPath": "params_shard_347.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.63.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "42e19a5583b39909b9d9f8ca345d6003"
+        },
+        {
+            "dataPath": "params_shard_348.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.63.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "117edd9070da4d13c3a7cf1be7c7e6b1"
+        },
+        {
+            "dataPath": "params_shard_349.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.64.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1737fe744ee4de337c8ed4ebee040774"
+        },
+        {
+            "dataPath": "params_shard_350.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.64.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8eff5819ca657c50303bab3395242ee5"
+        },
+        {
+            "dataPath": "params_shard_351.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.64.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1caa023793ea87ad027871bd30792685"
+        },
+        {
+            "dataPath": "params_shard_352.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.64.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5830ab066f2ed81166bc1613837faf19"
+        },
+        {
+            "dataPath": "params_shard_353.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.64.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4e29d615b45b316944e02dc97524033d"
+        },
+        {
+            "dataPath": "params_shard_354.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.63.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.63.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.63.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.64.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.64.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.64.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26886144
+                },
+                {
+                    "name": "model.layers.64.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26902528
+                }
+            ],
+            "md5sum": "e648e5d1a27f4804c170569a8caa4546"
+        },
+        {
+            "dataPath": "params_shard_355.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.65.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "56bec52e6ffd6494c3253271d4739dcf"
+        },
+        {
+            "dataPath": "params_shard_356.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.65.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2b4da2e2ee0e1701d2343ea99b42e2d0"
+        },
+        {
+            "dataPath": "params_shard_357.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.65.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c85f48c123059ec911aa0d583b54741e"
+        },
+        {
+            "dataPath": "params_shard_358.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.65.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "911d47bd485fbf0a5c5d3593f51f04d5"
+        },
+        {
+            "dataPath": "params_shard_359.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.65.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "11734110be2da463e1efddcbfa1c6e40"
+        },
+        {
+            "dataPath": "params_shard_360.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.66.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "df8e4af381b4c6637ed4c1f5263b9f39"
+        },
+        {
+            "dataPath": "params_shard_361.bin",
+            "format": "raw-shard",
+            "nbytes": 22712320,
+            "records": [
+                {
+                    "name": "model.layers.64.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.65.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.65.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.65.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.65.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.65.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.66.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 22695936
+                }
+            ],
+            "md5sum": "6f1f6fc46e7f954ec1b7ad2cc9577230"
+        },
+        {
+            "dataPath": "params_shard_362.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.66.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "7e3c5eaaf58dd59ebef1c278085de736"
+        },
+        {
+            "dataPath": "params_shard_363.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.66.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1e71000cbd9630ae0ee8e9d46a48699e"
+        },
+        {
+            "dataPath": "params_shard_364.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.66.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "85e32524084cc97e2d80a6cb8e4641b4"
+        },
+        {
+            "dataPath": "params_shard_365.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.66.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3041618627ef9706e7920f872aa6e4d9"
+        },
+        {
+            "dataPath": "params_shard_366.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.67.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ae26c4621d5d0e27c74aec2c3a8a607b"
+        },
+        {
+            "dataPath": "params_shard_367.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.67.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a815b1a711411cf61060c8c5a40eb760"
+        },
+        {
+            "dataPath": "params_shard_368.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.67.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "43c9ed1ed0e295b0bac0edfa65d17224"
+        },
+        {
+            "dataPath": "params_shard_369.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.67.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "65a302d4830bdb67db5a2e70dfc11e18"
+        },
+        {
+            "dataPath": "params_shard_370.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.66.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.66.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.66.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.66.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.67.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.67.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.67.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31084544
+                }
+            ],
+            "md5sum": "15650aa0b52ff03a687a6c8a15952904"
+        },
+        {
+            "dataPath": "params_shard_371.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.67.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.67.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 4198400
+                }
+            ],
+            "md5sum": "d70d34eabff5776b97fe02fe3eea51a5"
+        },
+        {
+            "dataPath": "params_shard_372.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.68.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c644be31f0e929c678072a29078c411b"
+        },
+        {
+            "dataPath": "params_shard_373.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.68.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2a8dc50780e430f81ca1a72dcb7f8d3e"
+        },
+        {
+            "dataPath": "params_shard_374.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.68.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bafc0195482906681559412959a1eeea"
+        },
+        {
+            "dataPath": "params_shard_375.bin",
+            "format": "raw-shard",
+            "nbytes": 31068160,
+            "records": [
+                {
+                    "name": "model.layers.67.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.68.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.68.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26869760
+                }
+            ],
+            "md5sum": "07dcba6901b540a4771a5c223cef09a0"
+        },
+        {
+            "dataPath": "params_shard_376.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.68.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "135abacb8b41d64c7b53ac7d4027382f"
+        },
+        {
+            "dataPath": "params_shard_377.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.69.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "30303330b7af5cf47e9f2f1bbceef334"
+        },
+        {
+            "dataPath": "params_shard_378.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.69.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "71a125c455e9ad8b251db9802e5c1700"
+        },
+        {
+            "dataPath": "params_shard_379.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.69.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "cf23ec7764a6ce8c1e6fbf14bba8c9d0"
+        },
+        {
+            "dataPath": "params_shard_380.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.69.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9959d32bae0219ed0c298d7316445370"
+        },
+        {
+            "dataPath": "params_shard_381.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.69.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ff368e9be87456ec442eb49c0a9faa87"
+        },
+        {
+            "dataPath": "params_shard_382.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.68.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.68.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.68.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.68.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.69.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.69.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15155200
+                },
+                {
+                    "name": "model.layers.69.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26902528
+                },
+                {
+                    "name": "model.layers.69.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26918912
+                }
+            ],
+            "md5sum": "6bbdcf6b2543c30bb3b9a9dd81ce7101"
+        },
+        {
+            "dataPath": "params_shard_383.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.70.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2e18d003684597fc40a3cc2a16e44c37"
+        },
+        {
+            "dataPath": "params_shard_384.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.70.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ba924114fab4c90e4a55c7ab867f515b"
+        },
+        {
+            "dataPath": "params_shard_385.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.70.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "07c7b29a82a8eb38b9a914da8de70f54"
+        },
+        {
+            "dataPath": "params_shard_386.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.70.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bc82c949c86d3743e083d3476855f035"
+        },
+        {
+            "dataPath": "params_shard_387.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.70.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "69a8718dc059981133f9be2d71ca0576"
+        },
+        {
+            "dataPath": "params_shard_388.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.71.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "eab41f18ccd95cda77835231ad4725f1"
+        },
+        {
+            "dataPath": "params_shard_389.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.71.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "afedcdc2c9616bb75f5542e125dde6d8"
+        },
+        {
+            "dataPath": "params_shard_390.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.71.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "aea28d0b8c8d43cfb56206c9b1a4dc2a"
+        },
+        {
+            "dataPath": "params_shard_391.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.71.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ee4226fb0e026a5e8914a6effc8d3e19"
+        },
+        {
+            "dataPath": "params_shard_392.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.7.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4ead71c97d57e441c3dd1b8609db5992"
+        },
+        {
+            "dataPath": "params_shard_393.bin",
+            "format": "raw-shard",
+            "nbytes": 30269440,
+            "records": [
+                {
+                    "name": "model.layers.69.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.70.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.70.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.70.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.70.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.70.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.71.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 22695936
+                },
+                {
+                    "name": "model.layers.71.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 26894336
+                },
+                {
+                    "name": "model.layers.7.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 30253056
+                }
+            ],
+            "md5sum": "3d42ff63c0efea118bb0938548a90b0f"
+        },
+        {
+            "dataPath": "params_shard_394.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "37eef046669e8185cabdfdd2fa42200e"
+        },
+        {
+            "dataPath": "params_shard_395.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "98bf54339ecd14f46e6117d49f993211"
+        },
+        {
+            "dataPath": "params_shard_396.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.7.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1f83d62529dfc1e87f489411214d13af"
+        },
+        {
+            "dataPath": "params_shard_397.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.8.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "95e4444297e2d4d11c45f354b8ec502d"
+        },
+        {
+            "dataPath": "params_shard_398.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "9b7c4e762c761047fe7539a5bf6d9db2"
+        },
+        {
+            "dataPath": "params_shard_399.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c683d2f81a60a26bbc240b82830e8e37"
+        },
+        {
+            "dataPath": "params_shard_400.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.8.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "05385db026e47b4cc6ded2029a9f7241"
+        },
+        {
+            "dataPath": "params_shard_401.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.8.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ead216c53a9494c9ad19f643ce0df4ba"
+        },
+        {
+            "dataPath": "params_shard_402.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.7.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.7.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.7.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.8.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.8.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.8.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26886144
+                },
+                {
+                    "name": "model.layers.8.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26902528
+                }
+            ],
+            "md5sum": "057df2ee376023ab76c9ca6b283fdb3f"
+        },
+        {
+            "dataPath": "params_shard_403.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.9.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d6da43e84bc12b1fb8a578b75a6b4cff"
+        },
+        {
+            "dataPath": "params_shard_404.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "06c3f2e61355b7eed52ea1cce48e5033"
+        },
+        {
+            "dataPath": "params_shard_405.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "400504853134644eb09ef6c376443475"
+        },
+        {
+            "dataPath": "params_shard_406.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.9.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "522e359766ce5bd159fd9f87aac7ab26"
+        },
+        {
+            "dataPath": "params_shard_407.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.9.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3919fdc00aae5ccc06159e3b5bd702af"
+        },
+        {
+            "dataPath": "params_shard_408.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.71.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ee85773f673aacdef2e81aad51a1a480"
+        },
+        {
+            "dataPath": "params_shard_409.bin",
+            "format": "raw-shard",
+            "nbytes": 22712320,
+            "records": [
+                {
+                    "name": "model.layers.8.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.9.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.9.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.9.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.9.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.9.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.layers.71.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 22695936
+                }
+            ],
+            "md5sum": "a884398d1a0d16dfda107cfe860ee208"
+        },
+        {
+            "dataPath": "params_shard_410.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.72.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "739f0742c52f62854dde1bbb7b5f289c"
+        },
+        {
+            "dataPath": "params_shard_411.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.72.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "267bbac4b1dbb11a6fd75d0fb0f9d684"
+        },
+        {
+            "dataPath": "params_shard_412.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.72.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ff79b40f3cc1e3e4a45f37db69f79683"
+        },
+        {
+            "dataPath": "params_shard_413.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.72.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ea449fae933bb2f6e073c4fff9052b4e"
+        },
+        {
+            "dataPath": "params_shard_414.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.72.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b912f7caa9da2d9a3c1b3b170215e07a"
+        },
+        {
+            "dataPath": "params_shard_415.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.73.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a3714523341997bbf361da50b0792c85"
+        },
+        {
+            "dataPath": "params_shard_416.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.71.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.71.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.72.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.72.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.72.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.72.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.72.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.73.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "d5b8d04717fdb5b3545078a03e5f498d"
+        },
+        {
+            "dataPath": "params_shard_417.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.73.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8f9cb69d58eff80fb8c8920cf302a29d"
+        },
+        {
+            "dataPath": "params_shard_418.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.73.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "864f2091b09e056e7d565f115ce3b79b"
+        },
+        {
+            "dataPath": "params_shard_419.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.73.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "579d945b2ca8694dcc9f9f1bcc239a46"
+        },
+        {
+            "dataPath": "params_shard_420.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.73.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a896aca08b0cdb4760415305b503cb7e"
+        },
+        {
+            "dataPath": "params_shard_421.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.74.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "759f055cc224bf753822c3e370e8a9c5"
+        },
+        {
+            "dataPath": "params_shard_422.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.74.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "c62bd237c392e32a7326e4b6a54fdfca"
+        },
+        {
+            "dataPath": "params_shard_423.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.74.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "76fde13abb5eb6ee6cc482d863854d71"
+        },
+        {
+            "dataPath": "params_shard_424.bin",
+            "format": "raw-shard",
+            "nbytes": 26894336,
+            "records": [
+                {
+                    "name": "model.layers.73.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.73.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.73.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.73.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.74.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.74.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 23519232
+                },
+                {
+                    "name": "model.layers.74.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26877952
+                }
+            ],
+            "md5sum": "937daa4e63bf1b9b845ef4b95a486cd2"
+        },
+        {
+            "dataPath": "params_shard_425.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.74.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1b205f20c1deeedbad281083f1726f59"
+        },
+        {
+            "dataPath": "params_shard_426.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.74.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f090ea2470c6528e0a2dc8acd4b8a1e8"
+        },
+        {
+            "dataPath": "params_shard_427.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.75.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "8205fea603712eb12e2befe8c7c1c948"
+        },
+        {
+            "dataPath": "params_shard_428.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.75.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "1aaa0b6c76c74da08b1ae145a37a867e"
+        },
+        {
+            "dataPath": "params_shard_429.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.75.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "eb9ef0dca894cdac9a92e1374f59955b"
+        },
+        {
+            "dataPath": "params_shard_430.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.75.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fa6ce393cd4a59bd63361e66785bb5bd"
+        },
+        {
+            "dataPath": "params_shard_431.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.75.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "5d4cab5cac17c391b3904b08575eea53"
+        },
+        {
+            "dataPath": "params_shard_432.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.76.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "731e9acd4fd4f3dffffc93b15b2b5a76"
+        },
+        {
+            "dataPath": "params_shard_433.bin",
+            "format": "raw-shard",
+            "nbytes": 31117312,
+            "records": [
+                {
+                    "name": "model.layers.74.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.74.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.75.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.75.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 11780096
+                },
+                {
+                    "name": "model.layers.75.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23527424
+                },
+                {
+                    "name": "model.layers.75.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 23543808
+                },
+                {
+                    "name": "model.layers.75.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 27742208
+                },
+                {
+                    "name": "model.layers.76.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 31100928
+                }
+            ],
+            "md5sum": "87de7492014a450c7a8a2ae0d18071f7"
+        },
+        {
+            "dataPath": "params_shard_434.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.76.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "d710f1826fcd34c1be81f2ec6e9a6cab"
+        },
+        {
+            "dataPath": "params_shard_435.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.76.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f90af15611a6456fb9981bcbf0e24aae"
+        },
+        {
+            "dataPath": "params_shard_436.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.76.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "39b4d7424827a3de8a14c33e1e5a9f5f"
+        },
+        {
+            "dataPath": "params_shard_437.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.76.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "b1580bf91cf75d9aa16dcd21297f3435"
+        },
+        {
+            "dataPath": "params_shard_438.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.77.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "4bf9e0bf8a17f4eae9f0178696519fe4"
+        },
+        {
+            "dataPath": "params_shard_439.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.77.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "3ea16630003c2499aef10538119cfac6"
+        },
+        {
+            "dataPath": "params_shard_440.bin",
+            "format": "raw-shard",
+            "nbytes": 23535616,
+            "records": [
+                {
+                    "name": "model.layers.76.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.76.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.76.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.76.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 15962112
+                },
+                {
+                    "name": "model.layers.77.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 19320832
+                },
+                {
+                    "name": "model.layers.77.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 23519232
+                }
+            ],
+            "md5sum": "6a2843e0c5bcdf102d92c0830b75ea07"
+        },
+        {
+            "dataPath": "params_shard_441.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.77.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "819dd7e22c382164449f7e2567419d53"
+        },
+        {
+            "dataPath": "params_shard_442.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.77.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "70185d329360a7c1ccf5220f651645e6"
+        },
+        {
+            "dataPath": "params_shard_443.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.77.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bf929702ed9e41351ee7306c104814f0"
+        },
+        {
+            "dataPath": "params_shard_444.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.78.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "450664d4b7bf9cfeb24c4ca65c1cff89"
+        },
+        {
+            "dataPath": "params_shard_445.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.78.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "2236548c01697500ee18aff72775a742"
+        },
+        {
+            "dataPath": "params_shard_446.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.78.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "17932d64e39e6f088c25955dfdee3876"
+        },
+        {
+            "dataPath": "params_shard_447.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.78.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "bce5343923c9ad6444be3ef21df09c78"
+        },
+        {
+            "dataPath": "params_shard_448.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.78.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ccc94bc5aca93a86b8ad772f453dcc24"
+        },
+        {
+            "dataPath": "params_shard_449.bin",
+            "format": "raw-shard",
+            "nbytes": 31100928,
+            "records": [
+                {
+                    "name": "model.layers.77.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.77.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 11747328
+                },
+                {
+                    "name": "model.layers.77.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 11763712
+                },
+                {
+                    "name": "model.layers.78.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.78.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.78.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 26886144
+                },
+                {
+                    "name": "model.layers.78.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 26902528
+                }
+            ],
+            "md5sum": "5fc1da3d9659cdf75e9c383f07932a20"
+        },
+        {
+            "dataPath": "params_shard_450.bin",
+            "format": "raw-shard",
+            "nbytes": 93978624,
+            "records": [
+                {
+                    "name": "model.layers.79.mlp.down_proj.q_weight",
+                    "shape": [
+                        8192,
+                        2868
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 93978624,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "fc98ee4778c7a8e2f6d91abf754a40b7"
+        },
+        {
+            "dataPath": "params_shard_451.bin",
+            "format": "raw-shard",
+            "nbytes": 188088320,
+            "records": [
+                {
+                    "name": "model.layers.79.mlp.gate_up_proj.q_weight",
+                    "shape": [
+                        57344,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 188088320,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "f06c2b1fd7537dab5f026fadf29bd7ff"
+        },
+        {
+            "dataPath": "params_shard_452.bin",
+            "format": "raw-shard",
+            "nbytes": 23511040,
+            "records": [
+                {
+                    "name": "model.layers.79.mlp.gate_up_proj.q_scale",
+                    "shape": [
+                        57344,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 23511040,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ed5698818d19155962fefaec95743d25"
+        },
+        {
+            "dataPath": "params_shard_453.bin",
+            "format": "raw-shard",
+            "nbytes": 33587200,
+            "records": [
+                {
+                    "name": "model.layers.79.self_attn.qkv_proj.q_weight",
+                    "shape": [
+                        10240,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 33587200,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "ed30b6ba969b741f21a1a117750a5041"
+        },
+        {
+            "dataPath": "params_shard_454.bin",
+            "format": "raw-shard",
+            "nbytes": 26869760,
+            "records": [
+                {
+                    "name": "model.layers.79.self_attn.o_proj.q_weight",
+                    "shape": [
+                        8192,
+                        820
+                    ],
+                    "dtype": "uint32",
+                    "format": "f32-to-bf16",
+                    "nbytes": 26869760,
+                    "byteOffset": 0
+                }
+            ],
+            "md5sum": "a81c96c4b900767ad0604c952bf2637d"
+        },
+        {
+            "dataPath": "params_shard_455.bin",
+            "format": "raw-shard",
+            "nbytes": 22712320,
+            "records": [
+                {
+                    "name": "model.layers.78.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 0
+                },
+                {
+                    "name": "model.layers.79.input_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 3358720
+                },
+                {
+                    "name": "model.layers.79.mlp.down_proj.q_scale",
+                    "shape": [
+                        8192,
+                        717
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 11747328,
+                    "byteOffset": 3375104
+                },
+                {
+                    "name": "model.layers.79.post_attention_layernorm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 15122432
+                },
+                {
+                    "name": "model.layers.79.self_attn.qkv_proj.q_scale",
+                    "shape": [
+                        10240,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 4198400,
+                    "byteOffset": 15138816
+                },
+                {
+                    "name": "model.layers.79.self_attn.o_proj.q_scale",
+                    "shape": [
+                        8192,
+                        205
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 3358720,
+                    "byteOffset": 19337216
+                },
+                {
+                    "name": "model.norm.weight",
+                    "shape": [
+                        8192
+                    ],
+                    "dtype": "float16",
+                    "format": "f32-to-bf16",
+                    "nbytes": 16384,
+                    "byteOffset": 22695936
+                }
+            ],
+            "md5sum": "f2c8f09d30db51c32ff49ddb96fa82d3"
+        }
+    ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..645c055f5847bb9796ce7d52edc40b6bc007387d
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9ec8a3dc06c3d22275d40f3028876e5cd7096ca9a8488f92639b88824620f0
+size 420679680
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2c8839bacb10b6bd6e53ad114c0479029cec90ea
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d30e8307b2f2d0804e999f67c735ce27f16f3f9fd8bf67733eeebb03f4d5e8d
+size 52584960
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7f01212b40421acc02949512bd81d3ef8278a40d
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d7e2705d18a3254c58afecbff8f40dce19d9af71b22931e04b68645fae291
+size 23511040
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aaaf4234b325e97dfd2b434bb3c46f1b872c92bc
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df933a73305ec6cb1421dbd94c32c0e04021bd3eb0f8b3482e0b8c2030561c5
+size 26869760
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c67626865d05a19a744a3ec3d3d11dd2dfd1e0f
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e873572e0f9a98b35301ba0219ce4a925301d14e906e9fe540468e9f590b642
+size 31100928
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1928baffde5dbd2f11ffaa49219a1a4df6c4ca9e
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f92733e57d9e4f8249bec74453f5e8168dbe4e30ecd8917d4e183d887f12f2b
+size 93978624
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8a62d78125596727bdcdaf373ea715f10e638f3
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9f8400db1c23a7a1de9fe5dbf8d7026a88ccb9c18d2a17dd882d285d63033b
+size 188088320
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12ca1cdf4e70959611cd1486ba2cb58628dc625f
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbc9cb17180968285d803252c3fb7b8c89356008f16c99da9fd19d8991eee99
+size 23511040
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..683b7d1ba482e864369438f56aa38eafe3e8bf57
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a2abf491703eb8ec63dc09f366a2e3645907c9c3a4904d1fffd9cd48e2cf04
+size 33587200
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df7364aeb392a6944e3d59679b9b5469d9cd610c
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fb5fbc70f587196997e0f78419eab8930834bd427561b9046879057d88834d
+size 26869760
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dadcd52fabd94e04bffc0c3a04d9c83a67f14344
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4587b302c2b516bed2f46b796d45818279d38cad8cd78b41f7398ba5bbe712
+size 93978624
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a4d11dea0f73a4d4659ec8b73019e8375d4e920
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7f97d6a34e68b1cf0e67f9c5bd88a89c4e8d949f8357500d493c9c50a3619f
+size 22712320
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c9023c692565b8f7565b9a7c74a5a390eb1b8586
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccde11dfdaaedd7b82b2fe8c74f3571ee0473dccf66ff1cd5e98a3990ac2092
+size 188088320
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13c26f0b1a3779b26ae663b49575f89626bcabee
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db45a7391f102389e96254ca3fa1ad0da01877e65bdb0d935728b9841b6c41ff
+size 33587200
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed85d84f154fca623075a9e673d7ca51036dc4ec
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e8810dc2d46209d91bf267e566ca1a3b179096dd8013f4c8239436f60ab5a8
+size 23511040
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1364080b6ac6bc1999ad90ba1d0db10bcbeb1bb1
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a062bbeee9fdd105066794ff8877c17fc1d3d180b9f937d941f41a06b77242
+size 33587200
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01f5af802e58dedf457e4833a83a5a6ce822b03b
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a61edb23cd82e08df75eb977a0a16c293aad29c79520e24cdb05cad2562c4b
+size 26869760
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ffd18b69dc14da0c939c44abfa0de7f07d69bd4
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6ae3f37ef4daefdd6c7efe4ea1325b0f23cf7fdbaa4d258796dbd23d4b93aa
+size 93978624
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b74274c450263b66c90d8817a403244023a5814d
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c19fbd27d13881579c0426c08e0498eaf7caa3485e843dc818b06a06c0dc4e
+size 188088320
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ecbbf926b6c26d2c36efe43d22b3e4df3800d3e4
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095e2be91cbee8d93554c0d6d29a816ec6314905fe2a8a2b35e5d7d2213d281c
+size 23511040
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..276c8e9911b4ebebaad6dc69799cd02928c659dc
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfcfffa95dc11d7b42477045772c33c63a984c9bf6f87d9ca78b8646bd0c458
+size 33587200
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65885895d4b75d7964510421cc443f0c50019ffb
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f542c5fca06cce777b5d92f6cba074df26a4d11c226efb172e483612e756f2e3
+size 31100928
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b787eeb934b71a668180ebbb0e4472ac088f4dc3
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222fa04a6ae6ce9786dfa9fb1ea2b973607cb3c314e976145ed0f72b12103fb2
+size 31068160
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfa45c79297d70d2f9191660d950633406fe4856
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a9cbe7ba59ec271c921840bc84154a47672deb1a052208dfa11e740c60d3f3
+size 188088320
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef4f98fbeeb73e5fc157efca3773c5c2df22e1cb
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b18e1c12277f9689a5bcdcea46ba540063f166b3f31d6963aae14da30e8d30
+size 26869760
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2dc10ad77c2f6264446e6a05cd2d85e372474de6
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7230bf084f9f96b1b1b5f09eeaf866e3ad28d716a01e77d1d89f94566db25de2
+size 33587200
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f03d35390adc0b95cd633065cc43f83f5dede1b2
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f8084dd5a99f16818fcdfc3c0f0e588c284b0fced06da4a2e0d43c76f7c39f
+size 26869760
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0b43c72ac81b6fff6385029f48a2c45bc7d3af8c
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f846d5942ce15f23950331f263b60bc08ad216b654574387a2111a86d1549241
+size 31068160
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3346a2739e3f052e2daea3f7fcf1a22bba2c014e
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb880d18f91b029156ddd392edaa71a678c2bd7656ef1d149869e670c7b02d1
+size 93978624
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c51abd42d99481ae610318650d377e1f56a0abf
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9ee168b050ae4b9286c02c6935881ac35239523728a0ef686332e61eda282
+size 93978624
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d6039d43c9bca891a909170abf53b92e7c025
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58ad30f90a24821ca3ea7f8b4676b624ca2a678c9f7f179c3e14cddfcbf9d46
+size 188088320
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b0c0ac5694a5a5778b67aa9995d097b524eb2d10
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc9238fae047003e9f71190f1ef35ea2db77513dac7a61451101b6e878396d
+size 23511040
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3112af1e1641e50f9bc89dffd891c58fdf78110c
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e112def83fa7faac8dffb5ed353e29611df4e6f68334e1b64f8a427921dfb
+size 33587200
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d18d4ff11b1a1cdb85647b6954147b7fb50a4
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f139dc7eb9895fecd7889a129062c6d0ea4af6361357e48b206b8707d9aaeb2d
+size 26869760
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6c76a41e8cede0bbea1693561b9a2a95fc4558a
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4751b4e5fb6f91a0d7e28486e9590fd36c2b51b787823fb7a011b76d233bec9
+size 31117312
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc898ef5f5788d0c76879c2876a55f7684dd4816
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a931f86876b6641322119edd8adff9fb4a3d36584860b9fd3a534a93694925
+size 93978624
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..138d03ffae0ca6d8a32482edf469a741ad84722a
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556dd98bce35cb17d35d21a86315abafe780cfca597c3a6101e8c3c3f29c1083
+size 93978624
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18ee5902ded678a1c611b77977c75c656d45db52
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6cbec7ebfa8c7c18e30d2d03e97612bef930aed6b37bcb2a5e00ec30dba25b
+size 188088320
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0cd87f32fd16c169e25732edef3ef211292d813b
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555174774ef87d9794267448c89d711aae628eed602d5b2f2c110d465955d48d
+size 23511040
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..729887a94a7392a99ff60251f94125d2cd9698b9
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e81bac110c6c9131247a2bdbca34cefa0718091ba07477fcacf9d28bbfb936
+size 33587200
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86f82d4bdc412e476df2f49ed4fc2c4b275f32c3
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8ad637e8ba6b778475892141cc32eb698ba5a12a084da7acc7ae4d8b6aef38
+size 26869760
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7cf1d63b4ef7168fedfc4a093e9981d9b7a475b4
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3238a26e315aa0ca26917252d7d2fd9c17b48f9304a2bfd3dd8e2ef8311831e9
+size 188088320
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..08c9406b4bf9ede9b721e4fcaad1fc82a27751d1
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b0af9fbdff1190e376c6bcd75696f24636b59667afac9d5562a94c8d47fa74
+size 23511040
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..effa5ac80a6472733a26397fdf5fb4ce6a4191b8
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e1dfbada302720b95ab55a2d3e82eb88ded1795112ef209172523ca049924f
+size 33587200
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fff1f09a96287beec20b54f820984b6a9888877
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3641f31f571eeb98df18990b8f6e07d7dbdb1e4719a97c70414edb149b617b02
+size 26869760
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f1aeb02abd78c4f4ec0015d93c08f2e77107cfc7
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fee3a8cd877d8777504b4f7d0bf61010f3fa38b6f6f889b88854b5ecfd1164
+size 93978624
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..caaf4af740072bfbb1f8ae5c8b93031c8b64ea0e
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86b34e9f654b75e3ef9ef529d9494fdaf1888b63cee6b14be49859a2ef024f0
+size 26910720
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0c28ef969fc93f3d363046763c8b55b7bfbdbf9
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eb213332e959a260219f226a97b505db146b68e616a2c184fd570e0788e132
+size 30269440
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e605c1b4385728a3ddf954d9d0cbc76a50aec4be
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e95315c8e13e69f00781c70c02c521243838a38edc8bb33a5efd27bc44484e
+size 93978624
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..10a08597c6ad9a6e950b7039610c38db247d199d
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8718cd734763562c88a5cc2ec96274491a23922a8fb735d2dd1ecb686fd8d55b
+size 188088320
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d78d3509a77166bf428e8fa5cd470b01eac8522a
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876567698962ae9be922a15dd638b3dead4ee6e5d9d9e8172388d3aa62f06a85
+size 23511040
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f31af974070fb404acd6c26afd24fc0eb003a232
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65183d8b2cbf5ae507af2142970f864d26c443e98b762cbd5c1b3776f41efb05
+size 33587200
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b73dcce96f9c132e06cde8e2966057010e6025af
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4183ff9c827a2cf015fb3ad35a2b8719aa27cd5d32928a9207e916b60206e74
+size 26869760
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..27e2ea54312d669e5bfcc2e710a6bed7c0312f66
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c845462ddd4382f1ced581b671c3a89380ec8ad984371c189c6c3eeac496094b
+size 93978624
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6c583ca1fe206bc20601275f725f23555125003
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8940175d692e36b449895726e7b17a971a39086d14a583ca5cc8bc42822391e8
+size 31117312
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..747c8f589cc1c992a86ff2e505c4157dad9e249a
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad9f68438806874674c76b6000e7601532474aaf77ef98becbf24f4edf6f070
+size 188088320
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..06dd9d6c95a4a1ae0992c097685f3a6a1b23864f
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673a361c03b26b3e5e2d4fe98d91f250d067f74ee2165b1e7a56691ce498d584
+size 23511040
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5439d4a672534b7733920c4bd2b36d2e49214fe1
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c667551ceddbaf9fcf292d87693565a467528a6956069ffb3362afabec4794
+size 93978624
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e53514cddc91a94b7cff8ea1e3dab7e8b34c247b
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188107cf71bbad6500c24db8cb03c9718f4a27f74a7a0a38f67f0280a6cc68c1
+size 33587200
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..358259835dd9f5179fdb4a0fc153a20c8c6685aa
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31010117a0f944c462c50038e25896ed6856b434992a30d4cf0ea794be31482
+size 26869760
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..05a4022ee71adbabd90e85bf82663d88f7bafe97
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042f547df3f384a0fe24a09c642e7bd6df56cf1fa6bf33ef6ec221bb58b1ace3
+size 33587200
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e46246871edd15d35f063747d61d6e1032b13b7d
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6432808643a0b745744ab6a635e2fc08b96889c8333b18523c53aa613c423b35
+size 26869760
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d34410d1e4ae3f7d33a6805aeb757ede79d78ff
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3d69a07aab2278cfe9bcb2aca1f28d2d880f1bdd825fea880406f08f1f8501
+size 93978624
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65aaa333e89ac478482e30dd9c01ddabc9af03d6
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6cee390614c56102395d43fad99e84dc99dac135da051c7576fc2bd7d1e2b4
+size 26894336
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65f6d646ccb76fa7acac4f08cfa559beec46caea
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38696e028bfd23a6c1a37e69ffcfd8a261f795e9b330f14b88fa8513739fc08
+size 188088320
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96fa3fd6103359dad06422f83f5e0e92bb912b23
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b922d3a7471013f2c0f77c0d9e97f425bda82f31ed1ef1b7189bc7d1fbd66aea
+size 23511040
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a3350fc9145ee7b465b2d08c3131536807e7d7a
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e478a8f2b8e0c33819392bae925e0eae22bb50fd1e9fac5e801f76d7b775d4
+size 93978624
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..245456fa0cbab3659f578dcc1374b117b425e59c
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac9a44497b652bc3bf077abbbd46c8c97e24483899d6c7418767e70311040e
+size 188088320
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b6e823020bc3d8fd3740ae0ca1694e12ce310ba
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4588400cc85ed32c1c4da3025e6f92797086638175d01c6e7bbdedfbc4c7a5aa
+size 188088320
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e7ab6c2ce78c8cf57b8f2bc34e59dd4d64c66342
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d162fb3b55ed2683a949d99ee0200c14d1c2bfc1703eb0e9420edbc64e05264
+size 23511040
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a77660a4e5d642f4fcf7c39fd8c2823b72b14
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9e7afeb52a9e192ed706ebfaf84195ec0ad9b5d1234b425b5d3a7ce4ce26d2
+size 33587200
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aae1f482cc838546bfcef0e1936fadbf87c27e78
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc31dbe14df86f04877a87889705a02fd64b7d2f1ca676e3eea662323b7dc38
+size 26869760
diff --git a/params_shard_163.bin b/params_shard_163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eb7628b24d037ba593fdd96cf5d116909ea11df8
--- /dev/null
+++ b/params_shard_163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a1cbc59a1cdf54076b97942002fa60be0b264e43e580ce308014f315818c5c
+size 93978624
diff --git a/params_shard_164.bin b/params_shard_164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5aede6aa0eda6bd0e3eeef82c1be41ca24a976c8
--- /dev/null
+++ b/params_shard_164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6553998c0743a1196844eb7f02897e27d3db370a28e29417b67889c4c6cede
+size 31117312
diff --git a/params_shard_165.bin b/params_shard_165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da5ca342be65840cf681dd474c9f8844442dac27
--- /dev/null
+++ b/params_shard_165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c01f41e2f00806f9e605533469933e66d18522e668397ef057a364f0c7160c7
+size 188088320
diff --git a/params_shard_166.bin b/params_shard_166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37e0494ec28eecbfc8c4681451749d504929084b
--- /dev/null
+++ b/params_shard_166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c05b3fd87e22dc6186bf236063485409684449a5e3074f347c878197324a51
+size 23511040
diff --git a/params_shard_167.bin b/params_shard_167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7df37a3472560237163e58dd02915f6e8accfd5a
--- /dev/null
+++ b/params_shard_167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0fa7901fd5a0cf78a4b36223b5f7b2ca11470a8d1dc742b6f26368fd59e4f4
+size 33587200
diff --git a/params_shard_168.bin b/params_shard_168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e854b769c1c1bd22f722ababde166b400a601a8
--- /dev/null
+++ b/params_shard_168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aafe292d824e7e20ee74b120c9f817724ffae8dc19e4a59d82f37c0d31b7ffe
+size 26869760
diff --git a/params_shard_169.bin b/params_shard_169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f2520eea743b33d5f95792805575e4dd4024b7b0
--- /dev/null
+++ b/params_shard_169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b704549d07f129e09e283ffdcfc8f70c359adbc0d7ec75befd16fcacf8ae61
+size 33587200
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c40ed68b5591276bf08d8d4e42172db43529f058
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bbe488d854f2960a60ad2b95cc7a7bdbaacb6ab526e0be6dfc9e291cfcf42f
+size 23511040
diff --git a/params_shard_170.bin b/params_shard_170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39facfec02afb59bb63df236cd6e0ea6888c9c69
--- /dev/null
+++ b/params_shard_170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bd771757d89102087e258a9856af66bbe950401ecd42d752fceb24701af4dc
+size 93978624
diff --git a/params_shard_171.bin b/params_shard_171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15c36004bb10b89c64fa252efc2e501af8e321d8
--- /dev/null
+++ b/params_shard_171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a179b5ab71ed10e411738931fad48ec491a2eb0a43fa3690b1c8efdf21939b5
+size 23535616
diff --git a/params_shard_172.bin b/params_shard_172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc61710382826009550a08f765c5f2118719d503
--- /dev/null
+++ b/params_shard_172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec333b250c3db5af47bd0ae756b47875c77573831f51c689ac3329b62874e07
+size 188088320
diff --git a/params_shard_173.bin b/params_shard_173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4530a22e6d658cc31812274695bfec15849a98a4
--- /dev/null
+++ b/params_shard_173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf306a9a8af61b04b84751b53d6d9651faabc30517e444d7ad565a19083ba6b8
+size 23511040
diff --git a/params_shard_174.bin b/params_shard_174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..44aebfb7367351777e05908b2a21417b8a022028
--- /dev/null
+++ b/params_shard_174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4792916577f31cc1836cdc5043aeec5750fde410eb7717176dd644999e51fcfb
+size 26869760
diff --git a/params_shard_175.bin b/params_shard_175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bf0d91ee27e0c62c15cf67944f5880d4902d80a
--- /dev/null
+++ b/params_shard_175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce140c7322352f84721ef2fd9908f9f2a486c7d41026b0132ad1b8a31cc72b13
+size 93978624
diff --git a/params_shard_176.bin b/params_shard_176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b802672290750dfb78ba2a97cf25a56543a82b89
--- /dev/null
+++ b/params_shard_176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ae59d6c9bd0798abf90056cec61fea29ec22008c2cc52c8f1f713ded2c3863
+size 188088320
diff --git a/params_shard_177.bin b/params_shard_177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18fcdf92b976e3615a45ad55f9351a6f7529f54f
--- /dev/null
+++ b/params_shard_177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f424e43f94cdd2eb439132ca168e9657b58456710c6ee86793051801f1fe67
+size 23511040
diff --git a/params_shard_178.bin b/params_shard_178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6abfdf67459cb92a7bf64e288e9f5f4d05b990f2
--- /dev/null
+++ b/params_shard_178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e837087bbd349ac525146799ee044d6faba765f664b2ccd217becb62ddf49ce7
+size 33587200
diff --git a/params_shard_179.bin b/params_shard_179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2707787625bd48c1c557d202673d5f714107c58
--- /dev/null
+++ b/params_shard_179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35b7a85fb1e54950f1e872b3a09c77b647c42be930d683ba0a1322dc82c68d2
+size 26869760
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..288a3de1217800d285e4bd362beabbfdf73fba67
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3700fe00bff2a8cbfe357dd74f53835f0b7978ebf0a8a56289a5bccc918adf
+size 33587200
diff --git a/params_shard_180.bin b/params_shard_180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..67ec6eac4ba9896bc26e28a95f154de05b942376
--- /dev/null
+++ b/params_shard_180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5163e9df1f8f8a96b5c1f37bf60b9160dd7a6eabb04f2570ca6d1410f46f1da
+size 31100928
diff --git a/params_shard_181.bin b/params_shard_181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bf688bd8ae13fb07e542b98216f3ffb696f5ae5
--- /dev/null
+++ b/params_shard_181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6e1c2e7bdc53e4fdc53292994a88582f667f833d657d61c9b90135a45b8075
+size 93978624
diff --git a/params_shard_182.bin b/params_shard_182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17af1350d91ccad65418b56f66ebe635f7aa9e96
--- /dev/null
+++ b/params_shard_182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68103134898df778a4b377cfbc5dc0df113f14ede05027b5da57d75a29ac7857
+size 188088320
diff --git a/params_shard_183.bin b/params_shard_183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8f295c95380dc0b855636088c64570d893a07770
--- /dev/null
+++ b/params_shard_183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8d4b42e34215c56cb653bd4a88b9e3ea9780570582f155b5daf6f4280748f5
+size 23511040
diff --git a/params_shard_184.bin b/params_shard_184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69ab6665f787b4739ef7dbafeb186099e4a3a547
--- /dev/null
+++ b/params_shard_184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beee75757a426399931d64326e9558c71c1de9ef14dba03857da6d0870dbe7d
+size 33587200
diff --git a/params_shard_185.bin b/params_shard_185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1fb5126abc6d762ebe91141f1dc91ee724235fbb
--- /dev/null
+++ b/params_shard_185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de7c62fdd3616f8cf30ee00932fc6add5599de3456f0a90e1fbc51fab3e1a79
+size 26869760
diff --git a/params_shard_186.bin b/params_shard_186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb92c2975573c95a1224f28a6efb12144095f04a
--- /dev/null
+++ b/params_shard_186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cbcb244fbfadcdb88823a660d3853366791e921ef4e9d44cba73ac79ac289d
+size 93978624
diff --git a/params_shard_187.bin b/params_shard_187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ea8f6637c6ad23eb5a8afab9cbbc39f9775fc819
--- /dev/null
+++ b/params_shard_187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62adb0e3f9f5f7058a3854caac54a9d94445282a9984c8cb2d385a2cb5418d51
+size 22712320
diff --git a/params_shard_188.bin b/params_shard_188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2fc4d6bcdbf795738e3a045757751b9aef5c9c5c
--- /dev/null
+++ b/params_shard_188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43e1b2b5b500ddf29c6b571b5873dffa888f1b551694033851894e1f1aac4f6
+size 188088320
diff --git a/params_shard_189.bin b/params_shard_189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..738eb896f63e43dbfd2d881d5e32a631c725b7e0
--- /dev/null
+++ b/params_shard_189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3353e24c8cb7be8c1ef7d88390cf1833f5700df10d3bbdea0738bcd8871d4b1
+size 23511040
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8d961aaa0a241bec0d4ed4d4c22066d98e2211e
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297a289ff28cc4b494b37a11dcbe10667ac461554bc79adb542416efaba5ac06
+size 26869760
diff --git a/params_shard_190.bin b/params_shard_190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..200b7fc232e1e6d7cb7a1a38f7e789880fcd4fee
--- /dev/null
+++ b/params_shard_190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d852746f9cff1d09a22dc5320c36ec7d79a795453f65f46b6edeb6ddbcc704
+size 33587200
diff --git a/params_shard_191.bin b/params_shard_191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c6531898cdd9b151cc0e99f2f38cc1919999b57
--- /dev/null
+++ b/params_shard_191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63b2d7ac6562e2fb91628414ab0ef6c8b29d0454345719edba9212b101064db
+size 26869760
diff --git a/params_shard_192.bin b/params_shard_192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..db97abb5a1c400a563584e8dceb28863b0ad3d56
--- /dev/null
+++ b/params_shard_192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d1747c3c9197704363b326ee35040f95a92c41f17ff5febd120d74096a4e9b
+size 93978624
diff --git a/params_shard_193.bin b/params_shard_193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..75a74c3c2322ce3b2679e4ccef878b05a5c06200
--- /dev/null
+++ b/params_shard_193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56603959ceda5ad3663a898c527bfe3eaae38ed11304db56c8c6784c380aaf50
+size 188088320
diff --git a/params_shard_194.bin b/params_shard_194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5eb13d0b84beca3faf69f781b0c2a6a65fee3e19
--- /dev/null
+++ b/params_shard_194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61474392c23ba0f5628a1f55c9320c92cda43db021cd9d802b36eccae901883b
+size 23511040
diff --git a/params_shard_195.bin b/params_shard_195.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa31b6f02ae9347045765c2de6819fd406ea22
--- /dev/null
+++ b/params_shard_195.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8db23e4c00f2facb85dfbaa27a48c6d73bf3e2403b938f98a5b399bcb21814b
+size 33587200
diff --git a/params_shard_196.bin b/params_shard_196.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e39269dff94f5ff3a2dc88d402afa141b17c004
--- /dev/null
+++ b/params_shard_196.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fed4fa96f33c6b2a619d09deeaa4b4556f732e2755423a493637390038af1f
+size 31100928
diff --git a/params_shard_197.bin b/params_shard_197.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f569dc42fb1ecc3a70e233b06237201a12b74003
--- /dev/null
+++ b/params_shard_197.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a824d8d7d026d88944395de601d20d14785561226c294d20764bfa77da388344
+size 31068160
diff --git a/params_shard_198.bin b/params_shard_198.bin
new file mode 100644
index 0000000000000000000000000000000000000000..460a1ac818ede8ae04fbcbd136bc3664ac6bc99f
--- /dev/null
+++ b/params_shard_198.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea54d601c083146ce191a71401e94bb1df6d3a88ac683ccc7e3c6bbf65f37d9
+size 188088320
diff --git a/params_shard_199.bin b/params_shard_199.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39363fbbeabb1e9d8ec063eb410ae79dc7d410d2
--- /dev/null
+++ b/params_shard_199.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78afea217917702ac36f301fa0e0f67f17cfc9ee19e47d2272243189ef154ead
+size 33587200
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f697a74cd7c9a9012cb276d020b2ad73be0ba92e
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd82e574db314920c23a00d23a9b77c4a4749b878a2b4a49694c3ab9f13d504
+size 420679680
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e2d72546b84fb46daa807cffce72f126cf1fc72
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc2dccf2766e1ff17722a8d3f4e31e2a7681a02df0445a61f06abc2762d50b7
+size 93978624
diff --git a/params_shard_200.bin b/params_shard_200.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a43232ba6cf682286ef989ccac219697dc1649a
--- /dev/null
+++ b/params_shard_200.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db510da248a1241cc0a3c8edea6bd7a73d8f744f1785f3fd19e01c7204ba996
+size 26869760
diff --git a/params_shard_201.bin b/params_shard_201.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fc2f855b6e56b966df67a2726b020d9e1cf4a53d
--- /dev/null
+++ b/params_shard_201.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e9f4934141026ffbebfb8cc372c44cba7e084907c39904f524dadbadcbf9c8
+size 31068160
diff --git a/params_shard_202.bin b/params_shard_202.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa81bacbc605ec041635d356bfbad4ad12a86015
--- /dev/null
+++ b/params_shard_202.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6792f85f013f8790526f4cdbb33cbcc8a621b46194a5568651bba1a04f1bf1ff
+size 93978624
diff --git a/params_shard_203.bin b/params_shard_203.bin
new file mode 100644
index 0000000000000000000000000000000000000000..793a69f741e19331a4960cd8af4c87221affa862
--- /dev/null
+++ b/params_shard_203.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fb8f4415198c631d081d69e98c94f9748811451e043ccb63aac61db0bcde21
+size 188088320
diff --git a/params_shard_204.bin b/params_shard_204.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49d12d40f43cfd79e3657ea8df7e9116669d6483
--- /dev/null
+++ b/params_shard_204.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aee50d581f740e9fbc2f1add34208035123255d96ad6e2da35e0eec5035597
+size 23511040
diff --git a/params_shard_205.bin b/params_shard_205.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9780a81278e463dfb3f107de48331a8ff23abf50
--- /dev/null
+++ b/params_shard_205.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d59498e9c078bf2aad0cbb1f8701fcef58752e3dd69593131bb80c6a7542c9c
+size 93978624
diff --git a/params_shard_206.bin b/params_shard_206.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2217589ce08508b74c9f86c93e6e3fac5004c7bc
--- /dev/null
+++ b/params_shard_206.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2929c050e36b438638084004547e1ae3ebd6ca025e73b49a1eb41cfa14889bf6
+size 188088320
diff --git a/params_shard_207.bin b/params_shard_207.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1ed59bd6cdd7955d52ed8949bfa28e6ffffb04b5
--- /dev/null
+++ b/params_shard_207.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d48dc237bc94577e70543ae5ff25b77e643ba174f326f6178f380613b8dd6bd
+size 23511040
diff --git a/params_shard_208.bin b/params_shard_208.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3dffbe63713890e3bd7cbecc26ca9c3ae03a341a
--- /dev/null
+++ b/params_shard_208.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd9d836962978ae3237c61c87f2d86784f017089a65b8a27958bb465f44033e
+size 33587200
diff --git a/params_shard_209.bin b/params_shard_209.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2806c0b3082a167c097b82b6f32ff96f44aef196
--- /dev/null
+++ b/params_shard_209.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e2b5606c74ad473d7c2917d3e218914bc877513ed06f02c2c192832fddbd13
+size 26869760
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2df3c378c9f196675939bc8ca11f66120f9f7057
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc94e13201c1c93825c78bafcb9e098e8ed79fd6f693de7eab6e15b95f3d722
+size 31117312
diff --git a/params_shard_210.bin b/params_shard_210.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fb1e7de977436effc2f98501b58d76781d89eb4
--- /dev/null
+++ b/params_shard_210.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb6fa8f6210421d5c1a38996395cf45c018a72792efdf267004c986ebd7d542
+size 31117312
diff --git a/params_shard_211.bin b/params_shard_211.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b54dfdafd336d110ec0a98f9fe2ec2a27400184a
--- /dev/null
+++ b/params_shard_211.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8214601264b60b92a04796dc32a1ef3b19644e7c149f4a1ce42b13a0c7500c6
+size 93978624
diff --git a/params_shard_212.bin b/params_shard_212.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dfe8658f23bca4674e686a275dd23b55c498473d
--- /dev/null
+++ b/params_shard_212.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f995f9469863a28971ac611fa04eddc862aef4c024753b3568955ff89f3fe370
+size 188088320
diff --git a/params_shard_213.bin b/params_shard_213.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9759429a03cf4abcde8dc8359d129346f715c139
--- /dev/null
+++ b/params_shard_213.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358a6c42aa37a0837330c396ae78f3a95213a79584cc634b1c3445bc658ca005
+size 23511040
diff --git a/params_shard_214.bin b/params_shard_214.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2559e1899264d5d2765708a1850f13d22ef2a1fe
--- /dev/null
+++ b/params_shard_214.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e33a78ae5c06dbbabb122eafddb65bdb4e8158943028a3785b37bcfd5047b1
+size 33587200
diff --git a/params_shard_215.bin b/params_shard_215.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ee7f413fea436e2e525db02f080d6ab86bcee12
--- /dev/null
+++ b/params_shard_215.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d95b9a4b730ac947e72d125cf52d740a9bd2bf9eb49c978f66cfa17de547403
+size 26869760
diff --git a/params_shard_216.bin b/params_shard_216.bin
new file mode 100644
index 0000000000000000000000000000000000000000..613cc4ef7701c3aa04eef4a70ac52608ea1c62ae
--- /dev/null
+++ b/params_shard_216.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1895c7f2aad18f02bb0a82b33567a0bbb8a36a753e72e3b0fe8dab87edbc7
+size 33587200
diff --git a/params_shard_217.bin b/params_shard_217.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1927d22d9b52224925298d003b66d159fbc48077
--- /dev/null
+++ b/params_shard_217.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff15b8d7bde578aecb0131a1bf4ab0ca348841b30dbdd4567954358ba583af3
+size 93978624
diff --git a/params_shard_218.bin b/params_shard_218.bin
new file mode 100644
index 0000000000000000000000000000000000000000..403cccfd3921d5aab260230935aa3d6ff88fe48c
--- /dev/null
+++ b/params_shard_218.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1598c1ba1ce834c6a613f1ea7b0f2964bf19e04afad31da460ad76db157dd288
+size 26910720
diff --git a/params_shard_219.bin b/params_shard_219.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c1800c1332d4a07d59bbc769fab310aa5677a5b
--- /dev/null
+++ b/params_shard_219.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fc0b06686c42df529fbfec36f28b5c0adf4e570fef2bb060e474e6fb1d1657
+size 93978624
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa19af6f9b93ab6c1003c5c11ebb8d83d7c6c92c
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec372b7cdbe6a82795d128ae1a9bbc0e708d8b54e658a05c019cfca185c7fbcd
+size 188088320
diff --git a/params_shard_220.bin b/params_shard_220.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78d7edfd246c031a3df3d7b9ee669c17c1ff23c9
--- /dev/null
+++ b/params_shard_220.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b314b3d054b9c6a4a08589b71c1ab7b335bd5603a816d434eeb9328709a266
+size 188088320
diff --git a/params_shard_221.bin b/params_shard_221.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4b42d1c9edab92239fafa9467fc7ee2ec7516888
--- /dev/null
+++ b/params_shard_221.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dcf1a9a0856d07158e5c7c8f95e9b2f33c2b89375aabe0a4970fec1e93035b
+size 23511040
diff --git a/params_shard_222.bin b/params_shard_222.bin
new file mode 100644
index 0000000000000000000000000000000000000000..abdcfb0b8427bba14af4954263c7578de702d018
--- /dev/null
+++ b/params_shard_222.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f002361f9c554c3d1fe57268080135ac48698f2eb661e5388216ea3ca628b954
+size 33587200
diff --git a/params_shard_223.bin b/params_shard_223.bin
new file mode 100644
index 0000000000000000000000000000000000000000..813d96b6ed16b0dc2c9ee52d1a97dedf427bb8cf
--- /dev/null
+++ b/params_shard_223.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d48b3fdb767f31081b88d6970e4f98d49b110dee0223c072cd22aa088119bc
+size 26869760
diff --git a/params_shard_224.bin b/params_shard_224.bin
new file mode 100644
index 0000000000000000000000000000000000000000..013a43974c4a51ee3c3d406fcb9787d2ca71220b
--- /dev/null
+++ b/params_shard_224.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c822f72c2b888647bffc7c2e9542f7139ad33bb6cfd764cc57abc8b9cf2d7e71
+size 93978624
diff --git a/params_shard_225.bin b/params_shard_225.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f4f3e5142b1d1ec581268df074e557f4f097b
--- /dev/null
+++ b/params_shard_225.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1a319502886392a8325ce8e6b1fb09586d5111d8991c37cb13ae23661c9da4
+size 31117312
diff --git a/params_shard_226.bin b/params_shard_226.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d981e37bbfb2c0361c0b09b4d0a725856aa92bb0
--- /dev/null
+++ b/params_shard_226.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee176f4a1bc911270edb193932d4f621ed231cb37b7b13c98b5e2388c54d209
+size 188088320
diff --git a/params_shard_227.bin b/params_shard_227.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4dd1a97ba5339007c44da359b3178a79ce156405
--- /dev/null
+++ b/params_shard_227.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048b265f04434b21e48571abecd5ad6e61486286f874ec40eb04dfacc0e5d216
+size 23511040
diff --git a/params_shard_228.bin b/params_shard_228.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19b316e530e19b0a7f0fa01ff340224c1d74d81a
--- /dev/null
+++ b/params_shard_228.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49670f7a7c18f63dc662be3dd4e442cb8c2618e8fd756004e788ddc6b9f2ef5
+size 33587200
diff --git a/params_shard_229.bin b/params_shard_229.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e97f0a3dba40d84a8d25c066ac3a93f2c6eb39d
--- /dev/null
+++ b/params_shard_229.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c056adaacea35d8ca2737f70b8761de73d5d22e35209a836d6e05271ea6e966
+size 26869760
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..987e1d4cf563b6ab2cb81130bf283c84daadefed
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a8fe42ec38dcf39f3d7c92c47cc2ae9b2e5a752ae00e6dea589f928285e425
+size 23511040
diff --git a/params_shard_230.bin b/params_shard_230.bin
new file mode 100644
index 0000000000000000000000000000000000000000..26feadda3ca327eb1983bafa12b27a5f332b7857
--- /dev/null
+++ b/params_shard_230.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86be5b3b175092060e1f89749e0c87d51b213b10b2df3f0216328aef6ed5125
+size 188088320
diff --git a/params_shard_231.bin b/params_shard_231.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19128e58c01d68954a5222185ee487ba71307ece
--- /dev/null
+++ b/params_shard_231.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127ce6fec86f09aecd138bd9b642a7ea2fd041ed658b1044b4d88dfd417b686f
+size 23511040
diff --git a/params_shard_232.bin b/params_shard_232.bin
new file mode 100644
index 0000000000000000000000000000000000000000..100aa128d3a26e6ad8ac3bdaa490497594d973b2
--- /dev/null
+++ b/params_shard_232.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65b3632a230cdba70f4c82f712acb5827d56310fc6e2f0e6f9eca8282ffbd71
+size 33587200
diff --git a/params_shard_233.bin b/params_shard_233.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d19a9637c16c12072f8f036a4f375c44cb6ec1bc
--- /dev/null
+++ b/params_shard_233.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265d058b915026c31f756686bb1b270de02a305345f7d9b8edde3e32423322e
+size 26869760
diff --git a/params_shard_234.bin b/params_shard_234.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e36f00dc898d7d5ff6eb17ece44062a756725a4
--- /dev/null
+++ b/params_shard_234.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4c06e5a43bb51a28f8cc55e3bba7f8072f4b3c0a801836c749261d2dc7d342
+size 93978624
diff --git a/params_shard_235.bin b/params_shard_235.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b522fb191ba6e0a6b6df990b8e99460f253a273
--- /dev/null
+++ b/params_shard_235.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c30fa8531ca3ea6e46d2f5dc7164dff3cefcb11ed640421c4be85d44643ed13
+size 26894336
diff --git a/params_shard_236.bin b/params_shard_236.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ac31e0ac3df5cc77eea2a615deadf08bc7951cd
--- /dev/null
+++ b/params_shard_236.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a24b3ab1007452958c5b1bb19d816d9808029ba0d09fb637b0ba6dd34f3a03a
+size 93978624
diff --git a/params_shard_237.bin b/params_shard_237.bin
new file mode 100644
index 0000000000000000000000000000000000000000..143ad0adad7f11721ef64a9e8bee3f947dc7d7c1
--- /dev/null
+++ b/params_shard_237.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5835131a415248ae802520910eb60a3ee8f6a924b67df645102d102587c65f1
+size 188088320
diff --git a/params_shard_238.bin b/params_shard_238.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba74c5fe49d745cf704d64fcd7b2460db2427823
--- /dev/null
+++ b/params_shard_238.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b948500e7fc8135fbc2e47074389b5f3f016dfd65e6a6cd2157c04165d310
+size 23511040
diff --git a/params_shard_239.bin b/params_shard_239.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b46aee0471b0a2932349daadd7c5f658a81df90
--- /dev/null
+++ b/params_shard_239.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e4bd67c425dac9fc4a41e7cce5f7f95468c81e28064b5d2829deb59e2bca17
+size 33587200
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90399f0a4ee4dce635a3c9bed7b0e4109e5cd2e8
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de67ad2b80eb8359a0c41122836bda590979feb28ba602fd84f783741c5e0eb1
+size 33587200
diff --git a/params_shard_240.bin b/params_shard_240.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3338f08e0c52dce60593542584f569f5c5f15cf3
--- /dev/null
+++ b/params_shard_240.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ccbfddaaccc4c340f740908039ce053fbd2613eb0d32c4b1fb09fb97d5b389
+size 26869760
diff --git a/params_shard_241.bin b/params_shard_241.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d8a775f7782666e7342aefe11429e7c5d761024
--- /dev/null
+++ b/params_shard_241.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924a88fb59425227e6b21663e35b196db700c83b2a3af21923b7391b805250a1
+size 93978624
diff --git a/params_shard_242.bin b/params_shard_242.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d7593e2db3762b8a00f95931a99be1ac49d6dfd
--- /dev/null
+++ b/params_shard_242.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0050783742b51bca3124df6dee2f50a8a903104bdfaf1e2985e3fb90c8d7ec97
+size 31117312
diff --git a/params_shard_243.bin b/params_shard_243.bin
new file mode 100644
index 0000000000000000000000000000000000000000..63ad376a3f315ef76eb12d76ade874f88b955814
--- /dev/null
+++ b/params_shard_243.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c2f8ff3dc310889b34e772bccb71ab592b8fdc618b5e96e6a5d8cb40d8d216
+size 188088320
diff --git a/params_shard_244.bin b/params_shard_244.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22a5ac0fe9fcb8173920f8fedc2eff0ad2605312
--- /dev/null
+++ b/params_shard_244.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5aae8a4aa1d171ad6e080ce625fe881f28aba769327341e83eff028798d9e
+size 23511040
diff --git a/params_shard_245.bin b/params_shard_245.bin
new file mode 100644
index 0000000000000000000000000000000000000000..82d6448df1d320c5e1372d48b809e0a3a9717c9f
--- /dev/null
+++ b/params_shard_245.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53891b2b7cd621d4ab72ac1d09a96964fcf61fe7993f8f4ae619a1022ff470d
+size 33587200
diff --git a/params_shard_246.bin b/params_shard_246.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9418d13e89d666abbabb58e1c1657917d9498308
--- /dev/null
+++ b/params_shard_246.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de6adf1a9cc304f971aa1a522445df0c1a541dc797714d008661c12d0ca2d0e
+size 26869760
diff --git a/params_shard_247.bin b/params_shard_247.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eafb7d9017014ec170931777e6fdf879306171a4
--- /dev/null
+++ b/params_shard_247.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85e264b49eaa2b5c0b5e8ffacc68270602c2225d4832ae3a40d1b1f5fdca126
+size 33587200
diff --git a/params_shard_248.bin b/params_shard_248.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd3585b2f858f1acfbef83bc24d9379af986040f
--- /dev/null
+++ b/params_shard_248.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b913683d7d42f60ef20f99554ee199ee4f63e64dde843964a133bc3a86fa15
+size 26869760
diff --git a/params_shard_249.bin b/params_shard_249.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd07edefabd744ff72cc9eee2e6bb34baf0c3b30
--- /dev/null
+++ b/params_shard_249.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1652ea9c3756476022da9b94f3359651fabd7cfc141072b841c62ab3b378819
+size 93978624
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9fdfea69ba10ccc0e63d3ef36b8b7835437e878a
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ece8d37dffc36bc831f01a0aa3f77755695eca7d48f5b5ad9a112f7a3bf260
+size 26869760
diff --git a/params_shard_250.bin b/params_shard_250.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a595d2643a68cb9d79c8d2a69c1e5bb4566217a
--- /dev/null
+++ b/params_shard_250.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5750764620a82bbac8c8393b752bfbd007c87960eef0d9b7335b9068e10e9d
+size 26894336
diff --git a/params_shard_251.bin b/params_shard_251.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b9ca9da4cae99fcad5d63dbd7d8893bc1eb1140
--- /dev/null
+++ b/params_shard_251.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8defa920520849062ad92fda6974bc16dbda89f2b8100463d448cfa2ab3a17db
+size 188088320
diff --git a/params_shard_252.bin b/params_shard_252.bin
new file mode 100644
index 0000000000000000000000000000000000000000..50ca34beedc46961c273602d87fdefcbecba7ac2
--- /dev/null
+++ b/params_shard_252.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9db58698cad376c0e6b31e3e83aaac4adcf4419bfb7a472f7ecb7b864b8c0c
+size 23511040
diff --git a/params_shard_253.bin b/params_shard_253.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb4eb937803a01d7c362734cfedab934326bc193
--- /dev/null
+++ b/params_shard_253.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af7a2f58373cfcc1f5dbf8b2fb9b9074b677a7b1ef249b7ae216de943bfb3d8
+size 93978624
diff --git a/params_shard_254.bin b/params_shard_254.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1be7854c17ae9deeb533f0129ad7094ef462130b
--- /dev/null
+++ b/params_shard_254.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e8aeb1b86447fce518a6a51888c3b8b6090a33bb3247b83aa2e1a4a7498b2f
+size 188088320
diff --git a/params_shard_255.bin b/params_shard_255.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6afef3f7bb0c84878e028ac75b050ae4bd9ae20b
--- /dev/null
+++ b/params_shard_255.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0d934fff1beb333a50339864bb4ef46eff3918593db183d8e2c2bc197154a4
+size 23511040
diff --git a/params_shard_256.bin b/params_shard_256.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d431162f552ee34cc8d1c01bb0a79276a0d06
--- /dev/null
+++ b/params_shard_256.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1f1396e4964083db59caa6176c7964ba0b25049b8177013686016c0fffe4fb
+size 33587200
diff --git a/params_shard_257.bin b/params_shard_257.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d5bed6731db7a6d14ebd5f5ceb0cf2edf9569a1b
--- /dev/null
+++ b/params_shard_257.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb710bc720fde9e6a0ff50c4a6f32ff93924fcd87143e734e84ef0afd83a4569
+size 26869760
diff --git a/params_shard_258.bin b/params_shard_258.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25f24d81c5b7e46324b73b85fba6f4de4e5ae666
--- /dev/null
+++ b/params_shard_258.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc5068b72260d3c5498922e0067b740c2c0185d3fa052761bad1b1e46359a94
+size 93978624
diff --git a/params_shard_259.bin b/params_shard_259.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58b762e451541fc9fff1889211ed02301672ebde
--- /dev/null
+++ b/params_shard_259.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119d04bb8642a8db4434474e11db46c508465c7c8e79ccb81021e12cba5877e1
+size 31117312
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..126d932cbe67efc5cb66e570d03350b393722981
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bd93981169802608f33eefee8034ccd3a8052937f50e9fd5af05a32bc2e8b4
+size 33587200
diff --git a/params_shard_260.bin b/params_shard_260.bin
new file mode 100644
index 0000000000000000000000000000000000000000..576241325470adba0010f2ee40fb4ce3db072480
--- /dev/null
+++ b/params_shard_260.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5307ee2a767d6d43f903a110054f26a55d2d0dc171e7c4f2e270b777da1c87
+size 188088320
diff --git a/params_shard_261.bin b/params_shard_261.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ff1852c7d8605296aaae09f4a6cfe7535cda3d8
--- /dev/null
+++ b/params_shard_261.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a64cf994c806a044ba5361882c4810ea30d249bf22c5b2a1422a04f8a7737e
+size 23511040
diff --git a/params_shard_262.bin b/params_shard_262.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d07e67050babafceea874054555d9dac4d87980c
--- /dev/null
+++ b/params_shard_262.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ece776432b762e6c611edf063b54e824354c56e2493b597c3c66aecb9e528f1
+size 33587200
diff --git a/params_shard_263.bin b/params_shard_263.bin
new file mode 100644
index 0000000000000000000000000000000000000000..520f6526f5fc5b0043d1f8a74b2954e157addce4
--- /dev/null
+++ b/params_shard_263.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65aa527cddead167288262a8ca2dbac2e2f73ada344d881f62c2dc7e9eb76e1
+size 26869760
diff --git a/params_shard_264.bin b/params_shard_264.bin
new file mode 100644
index 0000000000000000000000000000000000000000..592371be6a055ff27abcd971955ec3e496bc7deb
--- /dev/null
+++ b/params_shard_264.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d483ec8fd68962549a8c7e37dda576171247c2a51eb12f21d1b9b0f68804174
+size 33587200
diff --git a/params_shard_265.bin b/params_shard_265.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7041b4512b449de43a9d45c5b136f33797717d58
--- /dev/null
+++ b/params_shard_265.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df640d452ebb459c1ff0f2dc87be441ec16e7d10cfbc4f9d86ee5d2ee96f12a
+size 93978624
diff --git a/params_shard_266.bin b/params_shard_266.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bebd881f3addc41d27e5c95d1921c762133239ec
--- /dev/null
+++ b/params_shard_266.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2f55c7af2867be4e83e1142161e8af2b75258befaec3f1d5fd3b343c9e293f
+size 23535616
diff --git a/params_shard_267.bin b/params_shard_267.bin
new file mode 100644
index 0000000000000000000000000000000000000000..048a4eacee6825a66dd2a06b438f6726156ad7d0
--- /dev/null
+++ b/params_shard_267.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6949ec64daa4e7ab4173cf4ce74cbe6850463c27b447b5a93ea186cc79289453
+size 188088320
diff --git a/params_shard_268.bin b/params_shard_268.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a899fe0bf3e3c8070fba76d357b20dda4f247592
--- /dev/null
+++ b/params_shard_268.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89251ffc18b067c77d8d11cd95fff2c62dc951e9462504987b24f4d2cb4ea407
+size 23511040
diff --git a/params_shard_269.bin b/params_shard_269.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c01fe504eb30753951c6d6388db9642a9ff9a378
--- /dev/null
+++ b/params_shard_269.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d224ea2c1ef06fd6796dd012312c9012a83bd913f507837b81a00c24ef3cfa5
+size 26869760
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d51f397be7f3eee81e784ac22097f6e519eadc7
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a5a8ed3caa0f1b418a839e75aaac783f1f8210174f53b12985f84dfebb12a0
+size 26869760
diff --git a/params_shard_270.bin b/params_shard_270.bin
new file mode 100644
index 0000000000000000000000000000000000000000..03ac3e67cbcb6549e6acee2257bbd0afdb40be29
--- /dev/null
+++ b/params_shard_270.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba186ed0e6ca35c49d4c81f0b79aef5775fc89ef6d6c4311735c3be85138ceac
+size 93978624
diff --git a/params_shard_271.bin b/params_shard_271.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a1fa66e4cd9e0b6f7063e0507f9c0a292137016
--- /dev/null
+++ b/params_shard_271.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794a5bee3801b275db2ef4f213466297c577d65652aa0430d8f2dc9e32857955
+size 188088320
diff --git a/params_shard_272.bin b/params_shard_272.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8276e1059de11f93968b62a0c890cd126d95bfc3
--- /dev/null
+++ b/params_shard_272.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e7887aa4a450cfd81b041a7329e060e186e04727a2ecce287c0f8c92c5c905
+size 23511040
diff --git a/params_shard_273.bin b/params_shard_273.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b65f2798ffed325c6b4cc210cf45f97915c1aa5
--- /dev/null
+++ b/params_shard_273.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d80e8c2c7d07e29712910b76318361147db8e9f21508eaed0c0c2e5efa37ed0
+size 33587200
diff --git a/params_shard_274.bin b/params_shard_274.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ac2173babc0ab5bf2aad0e2c54db076bdb05de33
--- /dev/null
+++ b/params_shard_274.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50424a4b7b1bbaeb12f00347f2f7b8c2d854ea056a99bf86d7fb37175714c4a0
+size 26869760
diff --git a/params_shard_275.bin b/params_shard_275.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a11f25e31999ed1e4e62ee520358f86ca960d8a
--- /dev/null
+++ b/params_shard_275.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faba7b715b17a35a5407107b0f65d162b49333bc7fc5f9841477d5b4263ba5fc
+size 31100928
diff --git a/params_shard_276.bin b/params_shard_276.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4a6cb4b9b0fa81ba168857747bd3ed0888a16994
--- /dev/null
+++ b/params_shard_276.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf3def63ed4e4030b008ffa4753b0820a752909972c16cc0f87335a9f48ead8
+size 93978624
diff --git a/params_shard_277.bin b/params_shard_277.bin
new file mode 100644
index 0000000000000000000000000000000000000000..edbf893166549be161cfee0bd0e4f886c8efe5f4
--- /dev/null
+++ b/params_shard_277.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bd047e4765feb80b2cf694e33eb7895283ba8ff86cea339db009f153155cf3
+size 188088320
diff --git a/params_shard_278.bin b/params_shard_278.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf173ab6fa28dacd18d88ac1fce152701e1d5606
--- /dev/null
+++ b/params_shard_278.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448e8be27f0666242aad7240220b3feca7c2c6d5358176639637bf349581b6b1
+size 23511040
diff --git a/params_shard_279.bin b/params_shard_279.bin
new file mode 100644
index 0000000000000000000000000000000000000000..743cdd80a8db2fdb7ae15ba46ba40a561e1ac3e0
--- /dev/null
+++ b/params_shard_279.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3cdd26d4defd23388e4b7c7f9a41ee0ecf9a72aea2632a7d1fd465568edce2
+size 33587200
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..846f341858c555ae713e2c0131478901a49ed7fe
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015a258afd205cc9ce0209a0e8d34b52649d8f927acb99fe15420ed5b9afc7cb
+size 93978624
diff --git a/params_shard_280.bin b/params_shard_280.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78767bee27ec0a417e95612e2d128c4f0862c1fc
--- /dev/null
+++ b/params_shard_280.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f32de35b9bbe62cc9adb081be63e0e5da8f59388fb390ff018531fb1cec01d1
+size 26869760
diff --git a/params_shard_281.bin b/params_shard_281.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d4835c84f0f526a773275d231446fc7b0fcb1f4
--- /dev/null
+++ b/params_shard_281.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec1e36d54668b28f3367df194067031ba78eb29296b3680030fd4055732dab8
+size 93978624
diff --git a/params_shard_282.bin b/params_shard_282.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd8a0a9dc46d1a8d198fc62617451024d78062e2
--- /dev/null
+++ b/params_shard_282.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968054b0dacb2ac8b343e59e868918e55ebdbb89892c7ca7ca5a9de7c423da2
+size 22712320
diff --git a/params_shard_283.bin b/params_shard_283.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbd3201fbb160989cdf8c6ddc0c355536d9eba25
--- /dev/null
+++ b/params_shard_283.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5655db6b6a60bfd6bfe71da274e21c97be86b47e747da486e44331346af887
+size 188088320
diff --git a/params_shard_284.bin b/params_shard_284.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f36961c0bbb615002ee4dbd6ba51bdfe2016217
--- /dev/null
+++ b/params_shard_284.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58555dd942eef70e203555015c0b2c94e5c7ef78a36f86528769a382caaaeb37
+size 23511040
diff --git a/params_shard_285.bin b/params_shard_285.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4308fa0f572c7d6aa210f5dba0ffa760df99a53c
--- /dev/null
+++ b/params_shard_285.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed245ead0579f1b7ba13ea143c5ac1f24138436e4b61b07eddb5a4ece37e0c4
+size 33587200
diff --git a/params_shard_286.bin b/params_shard_286.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b83a7a61f651498a8306448c3942b45ee16fdf3
--- /dev/null
+++ b/params_shard_286.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6165eececf0d99b5f79aea19f512b1ec64c0d0f1a3c23612aa093b6fbd99de9d
+size 26869760
diff --git a/params_shard_287.bin b/params_shard_287.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b9b268f6dd765899bd85935369af90880fa0c92
--- /dev/null
+++ b/params_shard_287.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6a61848901d528f8d8cbbe50e5e0ab26cd745174ef0b1112db514350e3f3af
+size 93978624
diff --git a/params_shard_288.bin b/params_shard_288.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8645e0cb5f2764d9a033a29d912c7ac2ea623b62
--- /dev/null
+++ b/params_shard_288.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2055684c76e60a84ec76b20ca9966f60aab757c128d737b8b32b7075fbc55124
+size 188088320
diff --git a/params_shard_289.bin b/params_shard_289.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92d2b3905028365134f494498ae34df50a8a5160
--- /dev/null
+++ b/params_shard_289.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148dea6d85958fb7813ee067d560016f2fca06ef0d089ff4f32c5a27ae3e0d20
+size 23511040
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f91598063f6e8ad24d2e85ecd0dd6facc8486cf
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b44276e79f11a549084dcc795e115cfacadbfc6b625eba66d1a94a14feeb219
+size 26894336
diff --git a/params_shard_290.bin b/params_shard_290.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7790db5e5e922e9466dcc55b92e9dffaaed119f
--- /dev/null
+++ b/params_shard_290.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9207e94f3eff2f0247578af2996ffe35a782f373f4f2b0d726b86a5878e2d19
+size 33587200
diff --git a/params_shard_291.bin b/params_shard_291.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7ff7c51b678bd5abac717e093f44a92b82dd8d2
--- /dev/null
+++ b/params_shard_291.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9529738f92080b01c7b9a114559bb6b3f61afefe3878ad1da51686c3e3a92c
+size 31100928
diff --git a/params_shard_292.bin b/params_shard_292.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2dab6ed7b9bc5a3298a645c5b8c286ec4035f40c
--- /dev/null
+++ b/params_shard_292.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5c8dea7854e8ad132c6d20d55b4072fdda2f06d1cb9212b1591eb7a741fe47
+size 31068160
diff --git a/params_shard_293.bin b/params_shard_293.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e3cf595aa0dddba09409d62010d8a97de32af5e
--- /dev/null
+++ b/params_shard_293.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd1b7c11dceea2f113fefbde56a55e4e30a1c00fe10f3bb1e5f49f162f3b814
+size 188088320
diff --git a/params_shard_294.bin b/params_shard_294.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c6e394ad4c10a69d7f91ee18e0e0ee53e490a9c
--- /dev/null
+++ b/params_shard_294.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5041b0ed7dbe9199159bb15c17b56aa6ecb663854a471e46ec1a13beb3f59809
+size 33587200
diff --git a/params_shard_295.bin b/params_shard_295.bin
new file mode 100644
index 0000000000000000000000000000000000000000..60e7665c5397b75577d8e178db97336b47bf52c3
--- /dev/null
+++ b/params_shard_295.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5896165813d1e2e125c72eaebb7b2e237093f65df7601a2164b2c340040bb5c6
+size 26869760
diff --git a/params_shard_296.bin b/params_shard_296.bin
new file mode 100644
index 0000000000000000000000000000000000000000..adab7899cc905ecbe315a88b4b57a8005e974690
--- /dev/null
+++ b/params_shard_296.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73aaf02d23f0cc80581ff8eb1ec7349d420898746416a1ae4eb7d25f1613d9fa
+size 31068160
diff --git a/params_shard_297.bin b/params_shard_297.bin
new file mode 100644
index 0000000000000000000000000000000000000000..58054232dde8893d3aba8e1bad31f72ecb117eb8
--- /dev/null
+++ b/params_shard_297.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ce024e5f812c90379df0171d6916be824eb42a14f186f72912cd844779c296
+size 93978624
diff --git a/params_shard_298.bin b/params_shard_298.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3eb61abc8d10defbb5a44496e7a87f3417a34c26
--- /dev/null
+++ b/params_shard_298.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677a7ee991acef72d0cd71d3bef2d6af5320fe8ca4026a377e44f3f62bedab12
+size 93978624
diff --git a/params_shard_299.bin b/params_shard_299.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f07e3dbe080b5c7f11cd2cdb24c40c7487012c40
--- /dev/null
+++ b/params_shard_299.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49220392e0e024162c4b10cea5cab142fee9a1abf7cda9d0dfa754aa0490aec6
+size 188088320
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c0eeb43e2a1ecc9d0857d7b1e3cd243288eeed58
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035ae2d74b111efb81a4927aa9d9acec476162821de15b54a874259288c4bd97
+size 52584960
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..691da89e0e94a7ec946ae65a6fd21a7e7d021ac8
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4343f6583e748e8aae2499305cf7197e611769f6b03fe079a4b900567b18ef19
+size 188088320
diff --git a/params_shard_300.bin b/params_shard_300.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3a91bd048d4648008784d8a01de1b7c79d777dd
--- /dev/null
+++ b/params_shard_300.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c4aeaf04a7f3ba6c54c1ece88476db6b6ee1f182e45600490c5df6191960a0
+size 23511040
diff --git a/params_shard_301.bin b/params_shard_301.bin
new file mode 100644
index 0000000000000000000000000000000000000000..749eef772700b81042e2116abc96e4fed2f6321e
--- /dev/null
+++ b/params_shard_301.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c12a699d8914158bf0e376d1906ac395e08ac66d002a5c6b851b1ef2a0e42b
+size 33587200
diff --git a/params_shard_302.bin b/params_shard_302.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40706889713f42d90de7023eb89853186de5e29e
--- /dev/null
+++ b/params_shard_302.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10a542021b56970a696567d8d877cf53ace48373d6ee064bf09e4dd17414442
+size 26869760
diff --git a/params_shard_303.bin b/params_shard_303.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f889a5528ba4b4b5efed96bfde293ec89a73c94
--- /dev/null
+++ b/params_shard_303.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3052ebd4d5594ebc036454275b02d6f0777141ae174f6754d4311ec9dcaf1e0d
+size 31117312
diff --git a/params_shard_304.bin b/params_shard_304.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97dbb21ecf56e357bd4b7067f5bf4456f6aeae0d
--- /dev/null
+++ b/params_shard_304.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6c77c02bd8dd6c293eb093a929ff7988904b6d848300f2620daaee29d6421b
+size 93978624
diff --git a/params_shard_305.bin b/params_shard_305.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b9dffb27aaf3153c616fa999b9059dd4c3306c78
--- /dev/null
+++ b/params_shard_305.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620a6132eea5cd1416822ab324074ec2cdaba74cd9e736c939298818ff09ebb5
+size 188088320
diff --git a/params_shard_306.bin b/params_shard_306.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0b3ee7af5c0a20bffde76c5c7fb43909056f7200
--- /dev/null
+++ b/params_shard_306.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ddf1ecfc7f3fc711029e10b2662100bd711227a3b0d86ab375d1134d544b0f
+size 23511040
diff --git a/params_shard_307.bin b/params_shard_307.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4666941910967b5de4229f873ab59b15ef7498f3
--- /dev/null
+++ b/params_shard_307.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c91181cb0c84416a55149d2215e119d4aca9ce4579ba2362085a8386a06612
+size 33587200
diff --git a/params_shard_308.bin b/params_shard_308.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a0e52f6029078bac88704bac2d2c629ce9885e8
--- /dev/null
+++ b/params_shard_308.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a066dc6f9255be50adea3644de43d01d4b9f9cf7481f2032c25bae9a7fc4d
+size 26869760
diff --git a/params_shard_309.bin b/params_shard_309.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49099635e0f6f0999677ce5f74b00b755de71fc0
--- /dev/null
+++ b/params_shard_309.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105a94cd862a3b714f485e20b463bb081a357948cd2aa6a7d6661e1e81094c19
+size 188088320
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88741fd3f8d176ec1fd62ab14eea43554b3e44f6
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc124c59540ebf1079e1eee7fb45902570c2cd9219fc5ab1f4f416c7426bf4c
+size 23511040
diff --git a/params_shard_310.bin b/params_shard_310.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22facd827d19e3fe6737ef6059661dc4db15ad01
--- /dev/null
+++ b/params_shard_310.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a3b3864971e1b606751b704e71fc7e05d458d157a3f7c1d0603aab146bfb42
+size 23511040
diff --git a/params_shard_311.bin b/params_shard_311.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a83a2108c37e37ac73b58a45a5b0c4e609e29050
--- /dev/null
+++ b/params_shard_311.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f2ca144c928d4afb5dfe3feb2403b9b1421afbed35afd3cc596d149de876e1
+size 33587200
diff --git a/params_shard_312.bin b/params_shard_312.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b8cb4bed9cf785d613a4277e0b8b305d0437ba2
--- /dev/null
+++ b/params_shard_312.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4035cbdd375d71e1fca762b8e7ecb8402928781ddb629bb2f508544803b3122e
+size 26869760
diff --git a/params_shard_313.bin b/params_shard_313.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13bbadf052f4a068f77f23bf019b4060fd365da8
--- /dev/null
+++ b/params_shard_313.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454b9fd56cc67d82f3b229c69cc018d1ead8aaca29afc9e83fe6e3777ae67ff4
+size 93978624
diff --git a/params_shard_314.bin b/params_shard_314.bin
new file mode 100644
index 0000000000000000000000000000000000000000..08b08f5d035ef3edac6806a51be7c1f4ade4fc1d
--- /dev/null
+++ b/params_shard_314.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87246d571351ee6d5a0ac2ce29e7ba82db6e110c3c899e459ee7705ae1c38064
+size 30269440
diff --git a/params_shard_315.bin b/params_shard_315.bin
new file mode 100644
index 0000000000000000000000000000000000000000..facb26c4c346dd9599cb48ad612b0da46cdaebaf
--- /dev/null
+++ b/params_shard_315.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dd797ea2509655d905934c9c0beb97cda5b203c0219f3be401ac387647fcfd
+size 93978624
diff --git a/params_shard_316.bin b/params_shard_316.bin
new file mode 100644
index 0000000000000000000000000000000000000000..279d4bf8f205f6b2dec189f80e96532f1bff5bd4
--- /dev/null
+++ b/params_shard_316.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd4b453a724ca4531fc637b4a5fd43cbb95770cb1a10dc0c30e550f46a1b80
+size 188088320
diff --git a/params_shard_317.bin b/params_shard_317.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dde90792966608d7f9f04748f645228f9924c980
--- /dev/null
+++ b/params_shard_317.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b529f3c47b8f278de062b9e172f82e94ed53f588a3f2c1355dfeb80c51856
+size 23511040
diff --git a/params_shard_318.bin b/params_shard_318.bin
new file mode 100644
index 0000000000000000000000000000000000000000..16c01dd56e6dd795df1620b0f9768f771db93110
--- /dev/null
+++ b/params_shard_318.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45f18bd1312b3cc87d3e82d8b9ff270bdf481a755d3d4cdc25d4454242dd5a
+size 33587200
diff --git a/params_shard_319.bin b/params_shard_319.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a164ec970db4f2ee7954bdab17b3b9eb367e854
--- /dev/null
+++ b/params_shard_319.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf61324766c90778bcfa9e7a47276b99e93b3737aa21730fe75154e58d0efb5
+size 26869760
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e395b4cfa925c7528fa0c3c9c723dd3a7b612858
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5528b5cb88cbefb26339f7feed38f9666613628ebe6b86798bef382b7f73d8
+size 33587200
diff --git a/params_shard_320.bin b/params_shard_320.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aa57f98b7ca75519bc29462dbb3152061bd3cf73
--- /dev/null
+++ b/params_shard_320.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a8cedddc7ed701f88f436fa4293da186d0ce10340e7924e4a2718e187ba95
+size 93978624
diff --git a/params_shard_321.bin b/params_shard_321.bin
new file mode 100644
index 0000000000000000000000000000000000000000..10d0b808e8fdaa501e5b991cfd47e04d59683021
--- /dev/null
+++ b/params_shard_321.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1471b22a4a341f3f09a5533ca79510a0c5be79429914f704d46b93d9142a383
+size 31117312
diff --git a/params_shard_322.bin b/params_shard_322.bin
new file mode 100644
index 0000000000000000000000000000000000000000..104d181aa606eb515008d268dfbb0391b1403504
--- /dev/null
+++ b/params_shard_322.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915461e02da197020a70f26010fd7c4f0f79c625df78fb124c424d1a7275d5b1
+size 188088320
diff --git a/params_shard_323.bin b/params_shard_323.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ef2b5121daebe734a931c764aeb818eb55b1a
--- /dev/null
+++ b/params_shard_323.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a2ede8b65c91bd10df1eaba38abfb60e5e3bb9ff7cdd7507a96294037b06b9
+size 23511040
diff --git a/params_shard_324.bin b/params_shard_324.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6bd26e6fcc6ed1d304280c6596789ba120ed0ff3
--- /dev/null
+++ b/params_shard_324.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03c6a1ffeb79076f5b15849e68d0a7dad78b9d21db6ec4453aef1e4457ba1ba
+size 33587200
diff --git a/params_shard_325.bin b/params_shard_325.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f083ef39a3e1d2491c64b4ac228d5e266cbf03e
--- /dev/null
+++ b/params_shard_325.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00fe90bb2a6543276b7d06412737523bbe8af1424a922a6e728d344993364b7
+size 26869760
diff --git a/params_shard_326.bin b/params_shard_326.bin
new file mode 100644
index 0000000000000000000000000000000000000000..548b3fce754beebf42fe95a3b7f993033efbbf44
--- /dev/null
+++ b/params_shard_326.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c36f67d7806cf8b5326eabba7f601780cd640f2117afe885d6995532dac6c63
+size 33587200
diff --git a/params_shard_327.bin b/params_shard_327.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9255308e67424d443b3178dd4abe55d808bf64c
--- /dev/null
+++ b/params_shard_327.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c684519cb4253e475a69a4208a0c1c0ca4eb0384d6fa88462f47744bc59999
+size 26869760
diff --git a/params_shard_328.bin b/params_shard_328.bin
new file mode 100644
index 0000000000000000000000000000000000000000..357ad2fa333d1277fe3d05980748681c0090fad3
--- /dev/null
+++ b/params_shard_328.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622879aa9817433d635636dea44e3dd7eed2a5c7f8da1ddd7a0c0fd7558a91e2
+size 93978624
diff --git a/params_shard_329.bin b/params_shard_329.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a978a86563d659ada363093588ddc5bf65cea7c
--- /dev/null
+++ b/params_shard_329.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d320a86f28e6cae48c41fc5227b66526cb20e3e7239df9134aa7a3ab040702
+size 26894336
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd537518eb52fcc884a94ca456eb0e3cd3d13c3c
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3f2764bcc388ead045d97c41a2c5bac51057aa5f074ebcb7422fe009d4e23d
+size 26869760
diff --git a/params_shard_330.bin b/params_shard_330.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6f398ec3137ce474a6d4ed54660bce882962d0e
--- /dev/null
+++ b/params_shard_330.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dce6528ae41e7fd5d8cd1778f6cde85120c26739f4505ca067d5982dac5566
+size 188088320
diff --git a/params_shard_331.bin b/params_shard_331.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d5b7cfa959e3c45f55330b958586a68a095ae73
--- /dev/null
+++ b/params_shard_331.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166bbdb0251839edaa86556ccafe49e113a41feab3736e9185520d21f6c21e5
+size 23511040
diff --git a/params_shard_332.bin b/params_shard_332.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fc975c1bb7c007e91bad02b064d440a676464cdb
--- /dev/null
+++ b/params_shard_332.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d2d2440504ae393fc913f835a0f75d981df23e10aee827358bce592d6a81eb
+size 93978624
diff --git a/params_shard_333.bin b/params_shard_333.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4f18e7015c894228dc96bb9dcdbf21d8039790b9
--- /dev/null
+++ b/params_shard_333.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd09cc2370064c6591e18665419a6696b09f5eb3d5322f89d6618e70eed31cc
+size 188088320
diff --git a/params_shard_334.bin b/params_shard_334.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18bed5ccb02a1cd2a32ebb10fa203adc6d050f83
--- /dev/null
+++ b/params_shard_334.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe8641612195ff900f5f18dba6218ea504b5332d1cf27c8e2a6a169c311ebc3
+size 23511040
diff --git a/params_shard_335.bin b/params_shard_335.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce2bc2e65f7f843ce6a010179b4f0b310d4a1c5f
--- /dev/null
+++ b/params_shard_335.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a0ee275043b45e536133106e8bb69e144396e897eb59d146049519736562c
+size 33587200
diff --git a/params_shard_336.bin b/params_shard_336.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a1ed13b6bc5031639165af44a0d48d42943325e
--- /dev/null
+++ b/params_shard_336.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7b56dcf3053f647effa738f9912b7698d948acc148500f4627ad01e193de8c
+size 26869760
diff --git a/params_shard_337.bin b/params_shard_337.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8557ff3b4b3a9d32904174631d140b0957151f9f
--- /dev/null
+++ b/params_shard_337.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3372c512e7b4e5548205b4fc3cdd4dc19cd67a18574e1f9b9d8bcadae62112e6
+size 93978624
diff --git a/params_shard_338.bin b/params_shard_338.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9063827f8b1104b6ca3e7fee4e65adfb8effb82b
--- /dev/null
+++ b/params_shard_338.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7e417829b765664d77aa49639cf7549b3a557f230d33c4cb4ac6a6e7cdb539
+size 31117312
diff --git a/params_shard_339.bin b/params_shard_339.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4b8e64eff99d7d3f5f23689d585632e99f53bb7
--- /dev/null
+++ b/params_shard_339.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c9447aec0ab6406ac26b8d36e14e91e4ccc3ddaa497bb1febe21ac461ee8e0
+size 188088320
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a4826c9f93c1b71beb7f5481e0ee6b865b9d4b0
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a832d789ee1881f4a3559fc8b198963e84b00883b8d9e86315d44b354f0bf82
+size 93978624
diff --git a/params_shard_340.bin b/params_shard_340.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cede09132b14dac05c4b9af631042fb815bf2d1e
--- /dev/null
+++ b/params_shard_340.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be6f3cbaf880551dd9f2e23c2a98cad85d93c8ba34da053e38f61f3bf8b63a0
+size 23511040
diff --git a/params_shard_341.bin b/params_shard_341.bin
new file mode 100644
index 0000000000000000000000000000000000000000..950a25f5196420fa3767ffa955640bb8c06f2e4f
--- /dev/null
+++ b/params_shard_341.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901a8e16aee0d73947b55016233194bb021190f71fa5d5f54d3e497142f220be
+size 33587200
diff --git a/params_shard_342.bin b/params_shard_342.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8615b14f38504bb6a740363fa679f6f45a3f9073
--- /dev/null
+++ b/params_shard_342.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361c729ed39b9ca2294080d7de907bfef4e44daeca5b93608ff1962064f5bea4
+size 26869760
diff --git a/params_shard_343.bin b/params_shard_343.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c136c265ca874880f3f3a3489883cf7b2d98f6a5
--- /dev/null
+++ b/params_shard_343.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f815ff508b618ea28e27945a7d4fdd0df3a6bad7b30bc414f6670398214e6e5
+size 33587200
diff --git a/params_shard_344.bin b/params_shard_344.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ac4fb1374605f79671500996d28b75c36fd5048
--- /dev/null
+++ b/params_shard_344.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a758743e02649629521d0e20f3b88df3d190f46a5c10a7ecaf42fa43a9a7067
+size 93978624
diff --git a/params_shard_345.bin b/params_shard_345.bin
new file mode 100644
index 0000000000000000000000000000000000000000..592ccfd67f12745f432bfd1052702c31f1a851b8
--- /dev/null
+++ b/params_shard_345.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c8bc76dac9c886d7b7babd883c522bbecfa0e0a7a57bc6e393e33fb8042ebb
+size 23535616
diff --git a/params_shard_346.bin b/params_shard_346.bin
new file mode 100644
index 0000000000000000000000000000000000000000..755784400fb099cff0e1397e7687585c8611eafb
--- /dev/null
+++ b/params_shard_346.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea1126f59f0aa84a05de5a553d39e073da99126bada9d83a16073110a67219d
+size 188088320
diff --git a/params_shard_347.bin b/params_shard_347.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d3ea6dbab1000fe342d0c69da775b0288530531f
--- /dev/null
+++ b/params_shard_347.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa7fa47160970f98148ec66fb61591052a1765e01fb7943ec3c4840ea11e5fa
+size 23511040
diff --git a/params_shard_348.bin b/params_shard_348.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bb69d813a92262ff672fad08ddafc79ea45e3bd
--- /dev/null
+++ b/params_shard_348.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3179f6f7e91f805b5e8f60d4f783b8c910749d2077284ffad41c06b02c0058
+size 26869760
diff --git a/params_shard_349.bin b/params_shard_349.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b44f371f0d6e11bb5b9c1b23ccbe1305a5cf160
--- /dev/null
+++ b/params_shard_349.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807d9cfcedb4b6f412bfd09710cb9e9f07165f1e2ee2b39689f389ac35007189
+size 93978624
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c835f31921983cbfe4a370ed97e7dffa0206d40
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41938654c8e9d98af362cad0d67fdd78eb257dc58c4d50745034ec51ff46e02a
+size 188088320
diff --git a/params_shard_350.bin b/params_shard_350.bin
new file mode 100644
index 0000000000000000000000000000000000000000..443ccee784c49176ade8f1349edf9cb4fcae9ae9
--- /dev/null
+++ b/params_shard_350.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eeb4ec9333b0a66c24d7873204960a2bc240b076b64498af5ba77e22a149f2
+size 188088320
diff --git a/params_shard_351.bin b/params_shard_351.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d1f83e7315ec7be574ed222da0db062903d751ec
--- /dev/null
+++ b/params_shard_351.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61377efddddb5707146df62b51a6a7404f59d6221335951f013c834b9f8fd0c
+size 23511040
diff --git a/params_shard_352.bin b/params_shard_352.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc04fa954884657758f111681dc2dcfcec0b3f85
--- /dev/null
+++ b/params_shard_352.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec9a2db4acb9137b678994ed3fd74f6068ba850548ba5a57efeb16029c4a2ed
+size 33587200
diff --git a/params_shard_353.bin b/params_shard_353.bin
new file mode 100644
index 0000000000000000000000000000000000000000..21e714512ce5660ca330b8bd97aa4d980aaabe39
--- /dev/null
+++ b/params_shard_353.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1647af8dd000822155e135af610d6bee5e92a0aed844b1deedd85e7f0f0784
+size 26869760
diff --git a/params_shard_354.bin b/params_shard_354.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71597fcff4c4ab490747e0fe8914b594b29debab
--- /dev/null
+++ b/params_shard_354.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d453a6bdf6f62a5ec8dc487aab4ac3d2309784db46705069c8e5eb4ed525381d
+size 31100928
diff --git a/params_shard_355.bin b/params_shard_355.bin
new file mode 100644
index 0000000000000000000000000000000000000000..762493b7e087c55d996935ac38c416e548a5267b
--- /dev/null
+++ b/params_shard_355.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d1de483b35e9fedf3c457a1d16a1576dc7233a5e54ef7dae7ab44cf8c10262
+size 93978624
diff --git a/params_shard_356.bin b/params_shard_356.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bfc36827457545767be3ecf844599a42d3dde0a8
--- /dev/null
+++ b/params_shard_356.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36646c115832b3efd3da0cc920ed18c2afe2f1b860a6a3a899a305aea95a06cb
+size 188088320
diff --git a/params_shard_357.bin b/params_shard_357.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36e773ab17f4afa6bdfe288375afa798958b9aac
--- /dev/null
+++ b/params_shard_357.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37d56f3ff8d21677384a58eb2909f8cccace4967c99d480f36d59f3ae769672
+size 23511040
diff --git a/params_shard_358.bin b/params_shard_358.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d965739eb96740c97667020c4747c1cd4193836
--- /dev/null
+++ b/params_shard_358.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2044dbc1dedff20cad2e39ee915c5590fc8d334f14d4a603a14e829e1d4606
+size 33587200
diff --git a/params_shard_359.bin b/params_shard_359.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f4d5f63acfbfc89eaba877d2b45220af6495ff9
--- /dev/null
+++ b/params_shard_359.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb727ee5ddf269481d0d4c898dc32aa686656d29a53c0daeeb33e17f37674c7
+size 26869760
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43fa4c6033c5e16c76e8a250d4bde10ff0594980
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0ccae2bfb4ccfe7e988e0fdd8b51918154b3e2e106aa573be78a0cdae36974
+size 23511040
diff --git a/params_shard_360.bin b/params_shard_360.bin
new file mode 100644
index 0000000000000000000000000000000000000000..039f31834d19e5e96303d61405783a3502ae671c
--- /dev/null
+++ b/params_shard_360.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1142f363c81280056c2d97a9a4d74448b392c1b61beacb2c5fd5438063dd0c4
+size 93978624
diff --git a/params_shard_361.bin b/params_shard_361.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22e7a4ccf3222decfda821186d7a36714aa67341
--- /dev/null
+++ b/params_shard_361.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa59b43b952944125715e0e26f75bd0e76dd8e573da8fa692e23ba537f610e4
+size 22712320
diff --git a/params_shard_362.bin b/params_shard_362.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aeb0f9609c5a27a1781aff593f815eb7a9833792
--- /dev/null
+++ b/params_shard_362.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b46073772139e8dc209d398c78918b3a5cfa3096b359f21435ae4e7fdf74ba1
+size 188088320
diff --git a/params_shard_363.bin b/params_shard_363.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22bf0be83f9389b608249cde4ff4a2972b2b4701
--- /dev/null
+++ b/params_shard_363.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe9ff478b50583aa26662dc7eb818bc2586ac5152b8b89be442498d7b665c7
+size 23511040
diff --git a/params_shard_364.bin b/params_shard_364.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0d18626157f3f09e2d737b65cae447ef3b7956c
--- /dev/null
+++ b/params_shard_364.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c91a810107e4fb61e7a4eaa8b3e1af11823e30bc260a4739b8581567464cd
+size 33587200
diff --git a/params_shard_365.bin b/params_shard_365.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8abffee4361447421e28e00d00fad7979a8e509d
--- /dev/null
+++ b/params_shard_365.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910889cfe49ad0bab2e48f5f939f7bb336ae1699656becd1b5f568c37f91b1b2
+size 26869760
diff --git a/params_shard_366.bin b/params_shard_366.bin
new file mode 100644
index 0000000000000000000000000000000000000000..872bf04af8aae814fd1725681e0f12873d09a8c3
--- /dev/null
+++ b/params_shard_366.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a95c18a22f54f4aac9c3c336beb1c0804d5f564487da6363d5e3543a6396a4
+size 93978624
diff --git a/params_shard_367.bin b/params_shard_367.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99d8cb64a3312d81f29aaa35136c334380c0d956
--- /dev/null
+++ b/params_shard_367.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6447270f84d09ad48889957376ce9cc772dc418ff067f465a068aa485ea6abd0
+size 188088320
diff --git a/params_shard_368.bin b/params_shard_368.bin
new file mode 100644
index 0000000000000000000000000000000000000000..86056ef1ea770887e403423b98d34eb7499b45be
--- /dev/null
+++ b/params_shard_368.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5e9e5fc2a119b63850193f285b724326bce7e42d9f8c77a0561c0bceb07616
+size 23511040
diff --git a/params_shard_369.bin b/params_shard_369.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a89eef4866122061648cf9a9cfc0693eaef41a3
--- /dev/null
+++ b/params_shard_369.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ada71c87ec44dcc463fa2b059cfd9cb8912fa8e02961e794ae199b11a491fd7
+size 33587200
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8225a7b3da07932c6efc508f6aa7cf20a1810dd5
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10762459fabd1a6879a0074bcd00dc792473ddc347d1a9a3117aaf56e6572eaa
+size 33587200
diff --git a/params_shard_370.bin b/params_shard_370.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9700813ef7b05f664e6e026391a3bc16799e265e
--- /dev/null
+++ b/params_shard_370.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b34c208818099abf008bdc3c0cbe26b017a986bb8b79932490d86fed2f9ed3
+size 31100928
diff --git a/params_shard_371.bin b/params_shard_371.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e254b4dd00ea67250dd06d892236fe3f78e64ec0
--- /dev/null
+++ b/params_shard_371.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea4730e4c6130148893e0fe4dc4a2c75234b36f9b92fba02816cdcb354c7158
+size 31068160
diff --git a/params_shard_372.bin b/params_shard_372.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1953b2402603d226b36d0af320c22f5b07f0dcf0
--- /dev/null
+++ b/params_shard_372.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e47f5e8b5e9f02c12f725b1a6030bb3cd0e19a41221b1c0216a84f26c65191
+size 188088320
diff --git a/params_shard_373.bin b/params_shard_373.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c4dc4168b68c78ee82c6db7073bae1d8d8bfa3f9
--- /dev/null
+++ b/params_shard_373.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88f0c87d86a4161af36e064e11ce6bade61857629abd4c70f71f54a5e3fc874
+size 33587200
diff --git a/params_shard_374.bin b/params_shard_374.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b38d9c9e407c3768ecd49f4ca11fa22392dbf7d
--- /dev/null
+++ b/params_shard_374.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8175665cbca77e7729fbfe3f75a1d6c865ef0f716ee08b49e8d4fd6778469ab2
+size 26869760
diff --git a/params_shard_375.bin b/params_shard_375.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c19e7f9a26bd98324a58baa0dbae9659cd391f4e
--- /dev/null
+++ b/params_shard_375.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d30eddc5c68c20f853f224f5fcac11400dacd24cc2019442b37f50397e5af8c
+size 31068160
diff --git a/params_shard_376.bin b/params_shard_376.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d853407eaf242504741dc15de0c8ebfa3b59f0c9
--- /dev/null
+++ b/params_shard_376.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ecd0220c4c0b5fc087ae472492b49d097f676b15cebc35f390eb368604fc7d
+size 93978624
diff --git a/params_shard_377.bin b/params_shard_377.bin
new file mode 100644
index 0000000000000000000000000000000000000000..31a2aedc6a990cae8fe48c8153ae708f7fa78767
--- /dev/null
+++ b/params_shard_377.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9bb05ebc3e6096321a9ea49a656594960810b9e30a3d57dc1ed37d32668dfd
+size 93978624
diff --git a/params_shard_378.bin b/params_shard_378.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f659c6ff5abee62f10f6c15b6903970db65b5990
--- /dev/null
+++ b/params_shard_378.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2907fd2a2f71280e001d7c4154373a975aabc7827fae377cfaff301ca3b27cab
+size 188088320
diff --git a/params_shard_379.bin b/params_shard_379.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bed33bc5e80503d48937146085ecf9774097ef1d
--- /dev/null
+++ b/params_shard_379.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e305ab0ec48d9e8ae76a3b7043e155ede0573349b4fddfb7b059d5784112a588
+size 23511040
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1bd52030f0502d9180affe1ce71daacb8fd4d52
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed19e6828da92bb224aa0149299af79b3746e9ac81c39a64ded82226bd0ec6df
+size 31100928
diff --git a/params_shard_380.bin b/params_shard_380.bin
new file mode 100644
index 0000000000000000000000000000000000000000..957363e34beaf6b9a885c1aae4ebc61b76a94719
--- /dev/null
+++ b/params_shard_380.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532da8c423d20d1d2696867e5d32c6a51a766565033a1d65b5906709e6dfd4a7
+size 33587200
diff --git a/params_shard_381.bin b/params_shard_381.bin
new file mode 100644
index 0000000000000000000000000000000000000000..43954f13713963d1e3743e93d66b3059fcdcf9d8
--- /dev/null
+++ b/params_shard_381.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44c29b360b577db42b15fca360e1b620298b222c36dbd340b0fc6354ea427ad
+size 26869760
diff --git a/params_shard_382.bin b/params_shard_382.bin
new file mode 100644
index 0000000000000000000000000000000000000000..523d3a481e21528435c83a42bc43758d0f200b10
--- /dev/null
+++ b/params_shard_382.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e58f18ae695d7e0e5a84155beed9ab277aa6ff379d4d52917c84dc7db8ef779
+size 31117312
diff --git a/params_shard_383.bin b/params_shard_383.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6ed51e1d292394c3c812ee118a413ae99c9aa573
--- /dev/null
+++ b/params_shard_383.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7001b26fe5722431f21dace767e48a7bea42feed342ee7455b24a5d14888025c
+size 93978624
diff --git a/params_shard_384.bin b/params_shard_384.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc2062a07743fdd4445ada2e6a10fc6a7c1783
--- /dev/null
+++ b/params_shard_384.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1b49d0c6c9a8dc24eb947d4003f48c0da229c4135ac4aa0438d2023b03c4bc
+size 188088320
diff --git a/params_shard_385.bin b/params_shard_385.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fb3bdc7a562d663c5d56510f1986b12bac14f00
--- /dev/null
+++ b/params_shard_385.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbe2560204d5dc1f77dacb4c018199a7b0e8159385e10771282c36f6095385f
+size 23511040
diff --git a/params_shard_386.bin b/params_shard_386.bin
new file mode 100644
index 0000000000000000000000000000000000000000..804e866198ca51d9e5a141feaec2d900839319c4
--- /dev/null
+++ b/params_shard_386.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb185686a98864638a226a3a4ed873e48b476cacba33924d21d430b0498b2c21
+size 33587200
diff --git a/params_shard_387.bin b/params_shard_387.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f75057583b0f213b4a53131e9ca1fc2b14badd8
--- /dev/null
+++ b/params_shard_387.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092f150e95cabddd380cea293f26b31d19c310bf0658be9fb40221109f5ce573
+size 26869760
diff --git a/params_shard_388.bin b/params_shard_388.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9772398b7aafbd8efc18408d34370cae7db96507
--- /dev/null
+++ b/params_shard_388.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1156a8f3e74e285d1b6a03d15f11684e4fa29ac8a7e4ed4aa71b8ae39d9b7439
+size 188088320
diff --git a/params_shard_389.bin b/params_shard_389.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e318ddb9b59c10fe5553cab7a0233e7e7bf38b7
--- /dev/null
+++ b/params_shard_389.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10edc1ef7c7bd1ca5382c25203cafb406a7307b84931afac9102e6874bb47dd7
+size 23511040
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7d3671f28ca97994a6a57d106fd7554ef8ed62ad
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420edfc009879e3db4c6907f38a3adc79d137a89c3612954ca842f2bac96fad2
+size 31068160
diff --git a/params_shard_390.bin b/params_shard_390.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e0eb8dd27a5f179d9c72d3bbb1933606ec82447
--- /dev/null
+++ b/params_shard_390.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50208a5dec0d3bab7c39642fc5b073eeb91f74936a7d8f5aca5c99370707a15
+size 33587200
diff --git a/params_shard_391.bin b/params_shard_391.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84c4df1e020664bf0b78a7766179de9b0b6cc972
--- /dev/null
+++ b/params_shard_391.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de5eab83358643b61a99bd6a68892f74bbb6ce48f6e80c48de0974161ce3dbe
+size 26869760
diff --git a/params_shard_392.bin b/params_shard_392.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00438f029a3a66525e53082f16ebc9a52485eb55
--- /dev/null
+++ b/params_shard_392.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd45d9395f14ea490b53509d3055bee7673b8bbc1ba5e765b21462609ee91a82
+size 93978624
diff --git a/params_shard_393.bin b/params_shard_393.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca2b824e4683b8f1f6f2322d2af8676b2805ae9f
--- /dev/null
+++ b/params_shard_393.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e09b7e337aabbc75e5afbe8b48d71f183ee075b34200efccc28139af1ddc1f1
+size 30269440
diff --git a/params_shard_394.bin b/params_shard_394.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b1a4d18e6c878b907b29d6fac826269681591c9
--- /dev/null
+++ b/params_shard_394.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edee9bd9038de3fe0a503f43215c48bd5743bef31361e612ae0592c9d8e186c6
+size 188088320
diff --git a/params_shard_395.bin b/params_shard_395.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c29dd0f0767e690353188c35e7da4691d63b64f9
--- /dev/null
+++ b/params_shard_395.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b960423ffcd83313129d8e1ac8014328562c3d2cf3cd996cf9af7a2a549193d
+size 23511040
diff --git a/params_shard_396.bin b/params_shard_396.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f74fc00cf606537cef1ad7912e73dfa4649823a
--- /dev/null
+++ b/params_shard_396.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282b4ee954429bb884b0554c6e63737c036abf271eccb2712c89612c1b86127d
+size 26869760
diff --git a/params_shard_397.bin b/params_shard_397.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7e207bc0163ec1756593a2884b40be99d7adb1d
--- /dev/null
+++ b/params_shard_397.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6d4fafcabb4631039eac93d992b937983d62ebf714c8acbcc98f1bac7457ec
+size 93978624
diff --git a/params_shard_398.bin b/params_shard_398.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7dae0d4f7cfa67546a74b95d6cefe3f30616c0cd
--- /dev/null
+++ b/params_shard_398.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36078d59737994cfc48cc9511649efeb1fc4e711daace677e0a52c56fa7b0a77
+size 188088320
diff --git a/params_shard_399.bin b/params_shard_399.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90ea391dbf98c14279462cdb6461cc91423f1776
--- /dev/null
+++ b/params_shard_399.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dbbe2d020f87ed6d74f71f28756bb35cbc4eacf7fa3e726771bbdb491f1c62
+size 23511040
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1a7ab7c500e42babfe23cbe49c7998a33da7da8
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7393033872caa2b2a0fed02c1bf5416c015c1b8c4069011475ba2605e0c2ab2c
+size 93978624
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..895c76a9599ffad626edd96d7f47f25305ab1df3
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12614b3289b5f0c2dc12009fee9d9324e4d806b859dd4ee55f00f587bcc60cf6
+size 188088320
diff --git a/params_shard_400.bin b/params_shard_400.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e63f1371b5f6995d227ffa9128cfbc719494c9f7
--- /dev/null
+++ b/params_shard_400.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c77c7680cd8732f366644ddb6b80faa3b6b8c29deb0357495f91b9d34b2435e
+size 33587200
diff --git a/params_shard_401.bin b/params_shard_401.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5cdd48dfd8f74a0b2dc008ebcb91f719518e9f17
--- /dev/null
+++ b/params_shard_401.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83d532d2f12b9a16ec8f75e3bfbbf99067c8668f50da2bdca9bf16c5daac111
+size 26869760
diff --git a/params_shard_402.bin b/params_shard_402.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc27803ccfdbd95732714430d8400479a7192ed3
--- /dev/null
+++ b/params_shard_402.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381c3588b0284a83934ca86617d8d089934955f5588f398d301321e09048e1e4
+size 31100928
diff --git a/params_shard_403.bin b/params_shard_403.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e1c0dd8a4018504d99fd6863563ec1be1eb336f
--- /dev/null
+++ b/params_shard_403.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca83f078462205a5098efabd87618bad19bbc9148857c5815351629db80871bf
+size 93978624
diff --git a/params_shard_404.bin b/params_shard_404.bin
new file mode 100644
index 0000000000000000000000000000000000000000..284fecd796614c8dcb143643eb773cf36e2a6b31
--- /dev/null
+++ b/params_shard_404.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149f31598f21d480a9d52c93272d577c7cd1220277542224e24a8ebda56488db
+size 188088320
diff --git a/params_shard_405.bin b/params_shard_405.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f73c8b5f5064c7c0dcc3b2fadffbb288d11d9c8
--- /dev/null
+++ b/params_shard_405.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf3f529c6d11dbbed424a81295f73e3bf4cff0aa5d4c86fee00848aeff506e1
+size 23511040
diff --git a/params_shard_406.bin b/params_shard_406.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9070ba697d70383f48168766dc5d8f08d74d647
--- /dev/null
+++ b/params_shard_406.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7b91b324f5da796793709577ca691133ddd3669929fe17cdfa0160cc7f839e
+size 33587200
diff --git a/params_shard_407.bin b/params_shard_407.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cef8756f39aa5140a967f584638c275eed32099c
--- /dev/null
+++ b/params_shard_407.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74508a707f53b718d2b43f57a8e7aeb4c91df50252c9b423082edc449dadc8c7
+size 26869760
diff --git a/params_shard_408.bin b/params_shard_408.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1bc3df176445110dfca7743df6aaf40519d31de4
--- /dev/null
+++ b/params_shard_408.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658fe1ecb29e259475d1747925f239a371eacb141cca9e9a09cca67dd43f04f8
+size 93978624
diff --git a/params_shard_409.bin b/params_shard_409.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f6fdbc0c436f985adca6fd4ee5e9afb2628060a1
--- /dev/null
+++ b/params_shard_409.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b410bdeed4e880b819955f459b0ac9d1a7f0a524ca3252ecac656c2c32e16f
+size 22712320
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91271576ae2843eb94b97317bcbbd16292803733
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebe2fbfc5377345f44ef6e67e27e58f4d4a271efbfa24ed3a038ac288656285
+size 33587200
diff --git a/params_shard_410.bin b/params_shard_410.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4aa9e91c815ea0ffdf22d1582c89e9879b1ee4e2
--- /dev/null
+++ b/params_shard_410.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2370c25dfedbf18c21cb42e2c079db26b96bcb89754e9de36d86bb4f014f8d2b
+size 93978624
diff --git a/params_shard_411.bin b/params_shard_411.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97ea7dd360de0ebe9f9efa8ba36b06b3485cc395
--- /dev/null
+++ b/params_shard_411.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd84ac63898fee36c67421198b5acfe695c0571ede1d921fbc75ac542f8ff71
+size 188088320
diff --git a/params_shard_412.bin b/params_shard_412.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6cfeb42434a7a28999382e7da456f91a41f3a121
--- /dev/null
+++ b/params_shard_412.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4419a8706add4423f236916b5b0a3a369dfe4aa2a2482869bf26ceebfa3e240d
+size 23511040
diff --git a/params_shard_413.bin b/params_shard_413.bin
new file mode 100644
index 0000000000000000000000000000000000000000..79709dc287a9278cef87c7f697cd61547d0aecd0
--- /dev/null
+++ b/params_shard_413.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077679940f0e1694e0d80b063104a5e65b4b83ed4ee02c0a04bcdef14506f01c
+size 33587200
diff --git a/params_shard_414.bin b/params_shard_414.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e52f19dce67d18c05679c9850f2d8daaedb63b0c
--- /dev/null
+++ b/params_shard_414.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae70b36afdc697dc13ff0338a8345695fbc200a1df8bab82abf78be5cc9f2f3
+size 26869760
diff --git a/params_shard_415.bin b/params_shard_415.bin
new file mode 100644
index 0000000000000000000000000000000000000000..db1acd57d125529c83bd979c32d47b9760bf4b66
--- /dev/null
+++ b/params_shard_415.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d08c5c3f56c1911c12009872c3e7d0cb631325a265c2dad810ae06045fe1cc5
+size 93978624
diff --git a/params_shard_416.bin b/params_shard_416.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1b970a103f0858bc455e52d20dc3488ffd1dab6a
--- /dev/null
+++ b/params_shard_416.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8849b6f8c89ba87f55dd135f58292984815ac299a750f9d54c94ad63ba29fe4
+size 31117312
diff --git a/params_shard_417.bin b/params_shard_417.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02aba0c4ecb45fbc23882a771338deede6179483
--- /dev/null
+++ b/params_shard_417.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1514d92a352e07691651bc03d02cedec9f8711e6a8827338a7f18131468f01
+size 188088320
diff --git a/params_shard_418.bin b/params_shard_418.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0bfed830f7975575c6289d90c22b21d7aaf9e661
--- /dev/null
+++ b/params_shard_418.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f78ca1b1ab6f2c3c7a5408c5643f48ed3e6002abd64e486f71ff4b43bcdc0f
+size 23511040
diff --git a/params_shard_419.bin b/params_shard_419.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d95cddb0c22791dbd6c7941587068418f2c16a1
--- /dev/null
+++ b/params_shard_419.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb71f1034fdc3835643db2ccd4a641b1258658bc50515e2fb994854307bb36c6
+size 33587200
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d509c9d888de8a99c5ae6d8914d74cc40ac10443
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85eabd302f2c67d09a459d24d19200dd21e0459d04a5e3e43449ecf0bc13c6f
+size 26869760
diff --git a/params_shard_420.bin b/params_shard_420.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7041bcf3400b963cb93738259ff30b4ce8a5e478
--- /dev/null
+++ b/params_shard_420.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c06f338d6e0cde96a87deafdbeb2234559beb426b3c5858661dd1a62fcfbba1
+size 26869760
diff --git a/params_shard_421.bin b/params_shard_421.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d331dc7622059c77dffdccf9f1901066f30ff785
--- /dev/null
+++ b/params_shard_421.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c013e14823a8c05d01982eac8ca0ba806eb15a6162222d5470124ad87b38af
+size 33587200
diff --git a/params_shard_422.bin b/params_shard_422.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b198b36c447ec89c408a13bbd15860d90f766bc
--- /dev/null
+++ b/params_shard_422.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd03861ea34a182ee6bf6cc9e2774ba95bfc07294a71d2ce5b927213d25283ff
+size 26869760
diff --git a/params_shard_423.bin b/params_shard_423.bin
new file mode 100644
index 0000000000000000000000000000000000000000..269bc13f2a1fe9cb01517119a4f2065a8c4616d9
--- /dev/null
+++ b/params_shard_423.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bde8ca87a91e64702ecf2ec4da27323308f407d16f1e3afb9acba54d95a961
+size 93978624
diff --git a/params_shard_424.bin b/params_shard_424.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd0ab787e0d082749a9d12017a1221c34873c955
--- /dev/null
+++ b/params_shard_424.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17628921365b5c4c29f055023c0cd58918a5fe2d6fe2d16bc15af9e2d04228cd
+size 26894336
diff --git a/params_shard_425.bin b/params_shard_425.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce108298609393d033b841225dedc7103d39d0a5
--- /dev/null
+++ b/params_shard_425.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530100331534c33981e3121e3f65f8f38271724f4af139f8cfa8b1200b55b767
+size 188088320
diff --git a/params_shard_426.bin b/params_shard_426.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8acbd18c010b51e73fa518dcf482b7390bfc9be
--- /dev/null
+++ b/params_shard_426.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65928959ab99fab9cba4db0642db07938dccca76af7a49e35a8f26511d3a0ee
+size 23511040
diff --git a/params_shard_427.bin b/params_shard_427.bin
new file mode 100644
index 0000000000000000000000000000000000000000..77443ad29afd1175116a911990a803ef55f4f9cd
--- /dev/null
+++ b/params_shard_427.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f63f236b7ae9aa3e37373e27dad142e7a3450014b76ff41ffd327ef2e484a49
+size 93978624
diff --git a/params_shard_428.bin b/params_shard_428.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2eb3e40521367aeab6fdf793d8d6f470524a63d7
--- /dev/null
+++ b/params_shard_428.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a110f76c7ef04d1d3bf2b5b58c2e9bb93fdaea07fba9032b4fe14fe0ec4b180
+size 188088320
diff --git a/params_shard_429.bin b/params_shard_429.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c8aec3d5f04130a557c5db47f74af5614a485d61
--- /dev/null
+++ b/params_shard_429.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209825f4efef4becf538caf479370a58df2082c7f030fd807fe5afe4d508ce00
+size 23511040
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9b8c755ee8f954e08683ea000db654a1d4fae17f
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9ad856e0be217c9c58704c49fc635b4af15b19ab394e92a927691d5015e9ee
+size 31068160
diff --git a/params_shard_430.bin b/params_shard_430.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8beb9cec66420bd14e7ec5893f6d51a4e794d6f
--- /dev/null
+++ b/params_shard_430.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50358bf1ac73690a0ba139a900dfc14fc1180b2a3f265c5e442a0fb939ddd18e
+size 33587200
diff --git a/params_shard_431.bin b/params_shard_431.bin
new file mode 100644
index 0000000000000000000000000000000000000000..298c9b7a5863d512bb8260a3b72bd6ce67723f7f
--- /dev/null
+++ b/params_shard_431.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daf7342fa5a5bbe477cec2c1bd53439eb80d426902f7d1c7a31de8175d97762
+size 26869760
diff --git a/params_shard_432.bin b/params_shard_432.bin
new file mode 100644
index 0000000000000000000000000000000000000000..525769b285bcad7a6dcef6fe3433580ad22936a4
--- /dev/null
+++ b/params_shard_432.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2202c9234760842b7f1a920f0a02bc316ba933880008af5d2d1064af006958ad
+size 93978624
diff --git a/params_shard_433.bin b/params_shard_433.bin
new file mode 100644
index 0000000000000000000000000000000000000000..68889a838eaba3bf047ec3e67797f7cd3c412726
--- /dev/null
+++ b/params_shard_433.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530b32889d3a2b1ac01a4265c5928f35db7898a6aabbf7d6c48213aa02fabcab
+size 31117312
diff --git a/params_shard_434.bin b/params_shard_434.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7431914d39231dc2c5f303564c63b3699cbcb3f7
--- /dev/null
+++ b/params_shard_434.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b4ba4ebf4841ce7763b83a79b3514b33a8702785734adccd4a4e1d2651b624
+size 188088320
diff --git a/params_shard_435.bin b/params_shard_435.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1979b46968afb5f3803e20bf16aee5dc5f349566
--- /dev/null
+++ b/params_shard_435.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dd9c72bd4519adcac0087104f1943e53e1f45eb52e0424158fe6d695d6a2e2
+size 23511040
diff --git a/params_shard_436.bin b/params_shard_436.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22c51e0ec8bc82bebf32e0c5f92ff5b56fc0d7ce
--- /dev/null
+++ b/params_shard_436.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef86019fedb64e9f4406e3fd5d5d3e4cb8f6fada798985b721d0be06bf7ebb74
+size 33587200
diff --git a/params_shard_437.bin b/params_shard_437.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09dd2ab0e723126703a41519ac3fde133cfb03d9
--- /dev/null
+++ b/params_shard_437.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3528cb4fe2b48aa069ec30c01aa514fd52f52821cd268c665173075493bc1941
+size 26869760
diff --git a/params_shard_438.bin b/params_shard_438.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e6c1afe6273f05beb2e5ea71e1fede74e3607324
--- /dev/null
+++ b/params_shard_438.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181f4b1dbadc613c9b5126357e795838a6c3f9ff6a1182c61ec8f2bfb2bb81d
+size 33587200
diff --git a/params_shard_439.bin b/params_shard_439.bin
new file mode 100644
index 0000000000000000000000000000000000000000..165f97aa204414a51436d903283669b694fe15f5
--- /dev/null
+++ b/params_shard_439.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b85ecf423eaf5bc512c3d7fc388d90e915c452ff2b1ea5a9bae59656d0ce80
+size 93978624
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe6eb1c007a6d020a99ba81e92c8f775fa60e9cf
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83f488348824c4aa60fb45bfce300b1cc8eb027e6e5a8d231aedab3535b4215
+size 93978624
diff --git a/params_shard_440.bin b/params_shard_440.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39924988c499e3ff6cf92ea564d5eec37694cfe0
--- /dev/null
+++ b/params_shard_440.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0d3e9dcf4635106e5d8981e496cf0708ac890aec4449b1669418de35c24bc1
+size 23535616
diff --git a/params_shard_441.bin b/params_shard_441.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a0490f1cfb9b0cd33af38519b28387f00940305
--- /dev/null
+++ b/params_shard_441.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d9c5b813632e63d506f5fc4015636460f379a281a730b404aa1bf8312e94e3
+size 188088320
diff --git a/params_shard_442.bin b/params_shard_442.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95639f50979223638e79cbaab9bddf431fff8de5
--- /dev/null
+++ b/params_shard_442.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf3bd719d849ffbb45e6b25ebd74ec834d01291e5df19764cd2047b976fd98
+size 23511040
diff --git a/params_shard_443.bin b/params_shard_443.bin
new file mode 100644
index 0000000000000000000000000000000000000000..739fd84a93f8e4c108308b0452c819944d8b6b01
--- /dev/null
+++ b/params_shard_443.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6060d4ac08396cfe9eee15a576b26bb92eb14ecb506ef7a0930bd1a9ad5ef81b
+size 26869760
diff --git a/params_shard_444.bin b/params_shard_444.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f9127bb4837d3bb2550d3f718058dae09cfd96d8
--- /dev/null
+++ b/params_shard_444.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68896d501acf210026d6fd3c245ae1afac545f0f86f766e20fb2d08d0b8759b
+size 93978624
diff --git a/params_shard_445.bin b/params_shard_445.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c0a948fe8ec697a54992704841cb6c9015052a78
--- /dev/null
+++ b/params_shard_445.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc111b1e800125bc58d0686985ae0a92886d71af49282d58522f88358b6e6d
+size 188088320
diff --git a/params_shard_446.bin b/params_shard_446.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97531813ec5fa414bd0c77c5cb37d0007b277079
--- /dev/null
+++ b/params_shard_446.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aa1d4900c93da964d102b01f13482ce39d08ed6be966108d9d7393e1b54c05
+size 23511040
diff --git a/params_shard_447.bin b/params_shard_447.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3bb5d9924e97d9f4a8f697d5b2ed1c59b66fc11f
--- /dev/null
+++ b/params_shard_447.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d7c5f3488fd2d8c5625abdb69b8c109cc4b4a4ed5f1e31e8426f7b3217f71b
+size 33587200
diff --git a/params_shard_448.bin b/params_shard_448.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92f00bee164f39e996395c9af6a5e0255b1cec80
--- /dev/null
+++ b/params_shard_448.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e365aef1b60615504813ef312899853d763714aad49402a7edaf705fb336a9
+size 26869760
diff --git a/params_shard_449.bin b/params_shard_449.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59062606ad0c44d3f224c5b804a6fc9aa2961867
--- /dev/null
+++ b/params_shard_449.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb33a0598d24c4038a632958176187b5a1d994c162769db56c1abebf15d2123e
+size 31100928
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90b357d801526eba0f5d159b737cd941b6fccfc3
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc15610da7a00a53ccbcd5af7c46fdd9dac08bc1085ec7a451afbc7b8ca95fb
+size 93978624
diff --git a/params_shard_450.bin b/params_shard_450.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd76736d6f0492d16a7ec1232ecff29f1a8f8fc3
--- /dev/null
+++ b/params_shard_450.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cbbcce53a8f5913d0069ab9eef7ccbc7786f15de18d5d967c45e7481ea61a5
+size 93978624
diff --git a/params_shard_451.bin b/params_shard_451.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf8c8903d9a30c308a9707f1a7468a7a3d334931
--- /dev/null
+++ b/params_shard_451.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca69294091004dd6fa95e3ffd51d6d2c7bbd906b3d24408a5f0276849e15e0c
+size 188088320
diff --git a/params_shard_452.bin b/params_shard_452.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ebac0018c27b39825e420d36f0238691de0f05da
--- /dev/null
+++ b/params_shard_452.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5941bd95746d1427e4f227d351c2a98d71d0190eef4b35b0aae7870f25756700
+size 23511040
diff --git a/params_shard_453.bin b/params_shard_453.bin
new file mode 100644
index 0000000000000000000000000000000000000000..69f609ae5e145a6ee1d16102fa76b3366bb604a0
--- /dev/null
+++ b/params_shard_453.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b91010d3546cae1ea68658b59856791a9bcdcc06369b19c7a2b3fbba86ca0e
+size 33587200
diff --git a/params_shard_454.bin b/params_shard_454.bin
new file mode 100644
index 0000000000000000000000000000000000000000..672f62438a4ee2dbd66cf6bdaaa47834ab0a348b
--- /dev/null
+++ b/params_shard_454.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898bc0056fab344086eebd4c44b37a11e0a82b2f55d04ed0bcf4e257e3dbd44f
+size 26869760
diff --git a/params_shard_455.bin b/params_shard_455.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b58854d58f7167ece00922ab39e1b4fac14488fe
--- /dev/null
+++ b/params_shard_455.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced694400cd54f364fbdd1908f90921e9971b301740576334a91b5a248659508
+size 22712320
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab5f5f8fcf024462728766e2cca4a17057d99163
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba43ad3c5d33ffa8a2d8bf2b18ed893dc851f1fff4efc54daf118d9bcb786503
+size 188088320
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3403815b30b1054aba41e8f7abae97525f690158
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3abca33a2432f6cde89e077d3bec1df9b739012728ccc47abc41d2d159ea65
+size 23511040
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a63e9b7ba779bdb31feaa42012aed130a14f5a3
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d989fd47fb8324749c88beefd3b30953c627cb3164cccf6e43c1988228ad9f3
+size 33587200
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0886717f9aca6556d0399667a8d2d1f0749d4157
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be6361f842c5939d23713c31d2f2841110ac42d5477f711ad9c09f268022fb9
+size 26869760
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d277d53e10188bc54ae4116385d9a8a972389052
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dc00f7a76307c9713234d0dd6f3c07133592decabebdb98c0344100dcbce14
+size 188088320
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..be8ed35b700accb8bb559b9025951ea00d7acc6d
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359c8d9747bab6824342efec71c0216edb617f734d7d9214dbd8c8a87e776035
+size 31117312
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09fbd745e832931e68ef333c8a03cae51a5ecce6
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1e83d6ff572e3b078efe8c7569ba4db35655fa2bd56d257e578c2bd42580b1
+size 93978624
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a1a97143d527bbe77445462af96a703598e785f2
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7158cd5d0dacad85ceaa809124e0f894eca69ddb14f257ff88bb8e9cbde3e0
+size 188088320
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99ee91caf411224801b772ad652b654c6738436d
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf2f3b02b75c233738907e29d0203b58eccc70c397e8c7dfd79c1b1ff43b397
+size 23511040
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c461fde95b7a0d6d911b250542a0eb94fcc25e14
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce07ccf2523d278859136ed5d8898432294af53609da980323bd6dcf8e13e76
+size 33587200
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b9987a3f860743c49bcdada48267f90eff12ce4b
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe983fd6a10d3ac9e51a439df5197358486e1b63bb76602d8f7f57c319c5452
+size 26869760
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e4a2bc5900260c167199cde2da9a5107f50bfbc
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07428f606a110887c5dde34aa4a4224acbc5a839b47209449c46ca42464b380
+size 188088320
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95b0168c7f9fcf6d48f5e0c44af804222b25c512
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4156fb83423316074000fdb5fd2f565dd62c204a5eeb47736f3144ff4c5ad28
+size 23511040
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..386d03f6cc1d5b68679a07881831071a56e9082f
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b153112c3a41e80344f25c27bf07ab93256a90f9ceee3e607c458d9db5f80d43
+size 33587200
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..73f43b056f3a9032ea3ee17f258507c2dd4afaeb
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3af15f53b8a968873bb4b9b376ec6c69a93c395c19142b78ca7c0aa2227990
+size 26869760
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f2da3675cfd16d8d471d76a9615a4939b3bb85e
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a7f759b58eb63eeddbfdaa01da36bb7faa92de2ac06763c71c4ac020c51c0a
+size 23511040
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ecdb0b4affc2b2adf257439d62761935b1253c2
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a7f09205ba645fb12524ed8dff7f0ec310d9acc182c02239121880f3c58e29
+size 93978624
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6cb46a5b45ce2b9d6ecec22301f7473db8794ad7
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad52e0729af6b5329ef69ad2f36342c0d00d4bd0b631fe288c8bbe30231ab02
+size 30269440
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..24efdcd870a5f78cfd1f9498604dbf8a715a328c
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcf47e86f2ffb4e528296931059340442028e3371272cfe8bdfe9c9f5c68e8c
+size 93978624
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5085645f03ac6eb313ac84e8c6a87c0d83aa0d7e
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb6e529eb1db0bc760fe094532235b1448d13de6f937446085131fb0518fbbe
+size 188088320
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3b1e2f4099a87b78ac96344d1ee59df96f672be
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca55b916be9db85b4a2e4212560ab966977ac500973ef14fede3a91475b408f3
+size 23511040
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b3adfe5c3f594b9b7883c6c58bf003a2b072f51
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ffa1a84c1803a7e9adb7409c75011c3f17236aa25315a010af773b4a4372d3
+size 33587200
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..82263c6231d9cd2720f4eb825bef520a5e5b5a98
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cc57eae0dae86f8b34eac5297a1dbe6f3944112f18a67b99a2e1d415af4f19
+size 26869760
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5be31ba9f0f55b86f623fb8152db0d4da4d9e18c
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3fc523a1900c4bfeee41d664cd69e3c2df8acc44d7232426994874878f7467
+size 93978624
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..80ccd028fb621e4b5de14b0057df66d94fb9efbf
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9248247fae5e6feda121b2374c5a01eab799085ac4866cca91ac7201a94b4a8d
+size 31117312
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb4a8fb817253aac86a477a7cdaaa15de943200b
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715057dd8fa0560a51668d0f150038bb8ef14589d4cd75dd396d4e6f31c18ecc
+size 188088320
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91b9e88d671f458cc33330c166c809ad09535552
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6473b306922aedbbced68bef9b42897f80ee7da1df2a84ae6d923df981abe9e3
+size 33587200
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12d6b2303fb9011fd9a2a952e86d611891cfb616
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f4a6ea53da91eeec93daf236293d015180bcb04a9410ac695f08faa6bd78a7
+size 23511040
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0694118e91286246eb922bc844ce4eba051ed96f
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f40d663c6d1bf27e7533f68b8998a8ca2f9b5ac1811b3b2d22df0f82067ab63
+size 33587200
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5feb9c8440b4552ca2ee8f696144465d502f9c2e
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f8ac078f0532b4e2bb531776df8aa272a7ac9fd1b0db90675c1e53cc96f443
+size 26869760
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a5a426ede06c8879dd530b8706e1540d6acdf25a
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44e06f3a11e00c7fa237d91bca2d910e7a6be9e8fe3b37c8b12f74dd2dd4318
+size 33587200
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c5fd37e48bfaeef8c1d6b617c689248851d0af9
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1ceae6a99b238d7eaa81f00b29dfed5ab0a8b2802d39a5add725b4e72b629f
+size 26869760
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ae4e7408bcdf9eb29991c3a1d103d7a8896f5ef
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b08ef41951355b8eec3ba7506c7fb4657e8a6e7b8e1d6ae7e671b0d21b08e43
+size 93978624
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..10a492a39f4caad4bc81a3135c0abca4c103e835
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57652d5fd097aef23074af58aa8c1baf849c3cc24ea39194125df8ef98e4a04d
+size 26894336
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d4558e5fcb21d61eeb037d349d2b00efbc7c2543
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9414a2f91a52b37196c2698f49060eaf65b97ca7039b1bc4af020156a08ef7b6
+size 188088320
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23995025b798850c624b4d812cd1d4a88101235c
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9caa97191ab10608e29101bc0d161d7b2b1f39a9548ffb53f7a22f05b553f18
+size 23511040
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..64fc3dba6e52d815e0016e6d4f0cdfdb9e26fe5f
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720f72fbc12eff637679bac05d96c5daacfb188f261de987d0712a0e7306f5c0
+size 93978624
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5a53942cface3898421c7534300f55a307d76bf
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148fe070e1c8003b6491f21567908ff35fdf884a95b2750c4d23a272fa8dfdb4
+size 26869760
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78aa8a6563c3e0b9e6a07a77617c4452da51912e
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bc49e2b273f056c3aa18374427caaa1273f3646d550dc26e2cc63d6067ad89
+size 188088320
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a62a585c21298e063925e61f1425eb6470b54e73
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602e4c10fdbbcf82293275ffa77b880eb38282267cacd14577349a15bcc4f560
+size 23511040
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c3c199cc4efea01d199ac11a8095fe055be3ff6
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba32900e5df94c6bab8986c39db865d3f309c82b229d72e0f49fe365cd70123
+size 33587200
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cce84df00b0774c817af851b0a0d6702b1bbbb6c
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da6927f5c99277da71cbe72d4b7da5e036df863d4041801f8afdc9d8f9d9bba
+size 26869760
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b03a4e92ab6b60ca67528f9378b1c91bb0e0cc59
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fa7afc7d5247488ca786ff253c014e57b822ea1c7d2ef7b600c2fde1e5714e
+size 93978624
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9dc2f0e65a867db2c4b3452020074d766c22eaef
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ac4e3a00e5bf7ca76e6965c287b3f0a18aa87b32d8abaec68496c3bd94969e
+size 31117312
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b01e5fa9169b20a3aa258634ddb694d8df17f0ed
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbe61af4a0ea03ee0230d01af9dbb24b0f5684eb0ca457b8267ca40d99f4af9
+size 188088320
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aaf98bc3fe429f63267e88464fb0ae29743eea1d
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f4c8f65bafd9367feee068ac1dc57e25430e9217f879d3b1b4c61448f7ffe7
+size 23511040
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0b2cfdb916f4aa82b9800d3d5d1a1cc36b3f903
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1f1d8c9a5155b87dc88a51238f10dc2fa4fe405fe310d739ccb8ae61d58bd8
+size 33587200
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..44d009d43f296dd1562e6a39c3142e9f8aa717de
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7879cd5ff7f6420f03e66152963c406c2b6424e53e14e0b8728498132717183e
+size 26869760
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..133c2b9efcaf216d18c929fdbfbf4a8ddccda4a0
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc980dab3f9dd9d4d38ae91a7ac662c3acdd52fb621c4168e5605feeaa8ea64
+size 188088320
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3de74558bff2849855589f87d00e127e95579853
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaee6aff8f78a0bc618b75a24879a56ad2b013a38c718c6baddde277921d338f
+size 33587200
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f2fb128c357ecba19a3c2e6c6706d7891511149f
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73b95110eb670b1c7ed36ff8158f8a1d1c0b0a2f6a1d885cd67f640fe9b7fcb
+size 93978624
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e821ef4b6a6d0768920afa1fd085d5ccefbcd98
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44685eb8fd71fb4875d5ca5573faddc03215d9bd8eb9fabb8c79ee1b6ae42803
+size 23535616
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3553f6b1405bcb15630d2c5417d1036ca21b518a
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de74ec794188184e6c21518204136a48f52ef9b29a3818c5eb504d4af228be90
+size 188088320
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20e52dff0e30d722c70d65e68f565106bfdc56a7
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103dc1599605e58b146890a379dc911c0c3823c71b6651824e504c9a1d0cd948
+size 23511040
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a72df9838221a3fb1bccd226820f47dfae9edc3a
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4e91a19b90453a292118f14e9f4fcb520f796ade407c107241f4732bbc3b75
+size 26869760
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d6a54f110d28bc4458e8a98ee5abeaf6571b6c8b
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492fd773c536d52f59aed865f594c7b699370b9b875084a88a1e90291b6c08ba
+size 93978624
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c650567443101856e0393291e79060c26eaa93ae
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2da68018415dd5ab953c3048cc9121eee6b713c634eb2e0767538efa156f36
+size 188088320
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5fbb8ce6f247505cc0ab1962d69f55ffaa3b963e
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc055a83fdea7386301165114b44f6c3d1ea8aab95ebacac2c693f80ee708028
+size 23511040
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7673267a5cf1f4755f3c3ef10b34cad932160408
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb297872aee0b3f7f571b3a2eb61f167d11de2a2445f1d8f0ecf5ef9eb96c256
+size 33587200
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e6a25339d98467d75d2503e6a14bcebe46c06a1
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,410562 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 128000,
+      "content": "<|begin_of_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 128001,
+      "content": "<|end_of_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 128002,
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128003,
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    },
+    {
+      "id": 128004,
+      "content": "
&": 5909,
+      "CON": 5910,
+      "Ġrepl": 5911,
+      "Ġregular": 5912,
+      "Storage": 5913,
+      "ramework": 5914,
+      "Ġgoal": 5915,
+      "Ġtouch": 5916,
+      ".widget": 5917,
+      "Ġbuilt": 5918,
+      "des": 5919,
+      "Part": 5920,
+      "(re": 5921,
+      "Ġworth": 5922,
+      "hib": 5923,
+      "game": 5924,
+      "91": 5925,
+      "192": 5926,
+      "Ġв": 5927,
+      "acion": 5928,
+      "ĠWhite": 5929,
+      "(type": 5930,
+      "(`": 5931,
+      "81": 5932,
+      "Ġnatural": 5933,
+      "Ġinj": 5934,
+      "Ġcalcul": 5935,
+      "ĠApril": 5936,
+      ".List": 5937,
+      "Ġassociated": 5938,
+      "ĉSystem": 5939,
+      "~~": 5940,
+      "=[": 5941,
+      "Ġstorage": 5942,
+      "Ġbytes": 5943,
+      "Ġtravel": 5944,
+      "Ġsou": 5945,
+      "Ġpassed": 5946,
+      "!=": 5947,
+      "ascript": 5948,
+      ".open": 5949,
+      "Ġgrid": 5950,
+      "Ġbus": 5951,
+      "Ġrecogn": 5952,
+      "Ab": 5953,
+      "Ġhon": 5954,
+      "ĠCenter": 5955,
+      "Ġprec": 5956,
+      "build": 5957,
+      "73": 5958,
+      "HTML": 5959,
+      "ĠSan": 5960,
+      "Ġcountries": 5961,
+      "aled": 5962,
+      "token": 5963,
+      "kt": 5964,
+      "Ġqual": 5965,
+      "Last": 5966,
+      "adow": 5967,
+      "Ġmanufact": 5968,
+      "idad": 5969,
+      "jango": 5970,
+      "Next": 5971,
+      "xf": 5972,
+      ".a": 5973,
+      "Ġporno": 5974,
+      "ĠPM": 5975,
+      "erve": 5976,
+      "iting": 5977,
+      "_th": 5978,
+      "ci": 5979,
+      "=None": 5980,
+      "gs": 5981,
+      "Ġlogin": 5982,
+      "atives": 5983,
+      "']);Ċ": 5984,
+      "Äħ": 5985,
+      "Ġill": 5986,
+      "IA": 5987,
+      "children": 5988,
+      "DO": 5989,
+      "Ġlevels": 5990,
+      "Ġ{{": 5991,
+      "Ġlooks": 5992,
+      "Ġ\"#": 5993,
+      "ToString": 5994,
+      "Ġnecessary": 5995,
+      "ĠĠĠĊ": 5996,
+      "cell": 5997,
+      "Entry": 5998,
+      "Ġ'#": 5999,
+      "Ġextrem": 6000,
+      "Selector": 6001,
+      "Ġplaceholder": 6002,
+      "Load": 6003,
+      "Ġreleased": 6004,
+      "ORE": 6005,
+      "Enumer": 6006,
+      "ĠTV": 6007,
+      "SET": 6008,
+      "inq": 6009,
+      "Press": 6010,
+      "ĠDepartment": 6011,
+      "Ġproperties": 6012,
+      "Ġrespond": 6013,
+      "Search": 6014,
+      "ael": 6015,
+      "Ġrequ": 6016,
+      "ĠBook": 6017,
+      "/Ċ": 6018,
+      "(st": 6019,
+      "Ġfinancial": 6020,
+      "icket": 6021,
+      "_input": 6022,
+      "Ġthreat": 6023,
+      "(in": 6024,
+      "Strip": 6025,
+      "ìĿ": 6026,
+      "ção": 6027,
+      "71": 6028,
+      "Ġevidence": 6029,
+      "));": 6030,
+      "ĠBro": 6031,
+      "Ġ[];Ċ": 6032,
+      "Ġou": 6033,
+      "buf": 6034,
+      "Script": 6035,
+      "dat": 6036,
+      "Ġrule": 6037,
+      "#import": 6038,
+      "=\"/": 6039,
+      "Serial": 6040,
+      "Ġstarting": 6041,
+      "[index": 6042,
+      "ae": 6043,
+      "Ġcontrib": 6044,
+      "session": 6045,
+      "_new": 6046,
+      "utable": 6047,
+      "ober": 6048,
+      "Ġ\"./": 6049,
+      "Ġlogger": 6050,
+      "Ġrecently": 6051,
+      "Ġreturned": 6052,
+      "ččĊ": 6053,
+      ")))Ċ": 6054,
+      "itions": 6055,
+      "Ġseek": 6056,
+      "Ġcommunic": 6057,
+      "Ġ\".": 6058,
+      "Ġusername": 6059,
+      "ECT": 6060,
+      "DS": 6061,
+      "Ġotherwise": 6062,
+      "ĠGerman": 6063,
+      ".aw": 6064,
+      "Adapter": 6065,
+      "ixel": 6066,
+      "Ġsystems": 6067,
+      "Ġdrop": 6068,
+      "83": 6069,
+      "Ġstructure": 6070,
+      "Ġ$(\"#": 6071,
+      "encies": 6072,
+      "anning": 6073,
+      "ĠLink": 6074,
+      "ĠResponse": 6075,
+      "Ġstri": 6076,
+      "ż": 6077,
+      "ĠDB": 6078,
+      "æĹ": 6079,
+      "android": 6080,
+      "submit": 6081,
+      "otion": 6082,
+      "92": 6083,
+      "(@": 6084,
+      ".test": 6085,
+      "82": 6086,
+      "ĊĊĊĊĊĊĊĊ": 6087,
+      "];čĊ": 6088,
+      "Ġdirectly": 6089,
+      "Ġ\"%": 6090,
+      "ris": 6091,
+      "elta": 6092,
+      "AIL": 6093,
+      "){čĊ": 6094,
+      "mine": 6095,
+      "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096,
+      "(k": 6097,
+      "bon": 6098,
+      "asic": 6099,
+      "pite": 6100,
+      "___": 6101,
+      "Max": 6102,
+      "Ġerrors": 6103,
+      "ĠWhile": 6104,
+      "Ġarguments": 6105,
+      "Ġensure": 6106,
+      "Right": 6107,
+      "-based": 6108,
+      "Web": 6109,
+      "Ġ-=": 6110,
+      "Ġintrodu": 6111,
+      "ĠInst": 6112,
+      "ĠWash": 6113,
+      "ordin": 6114,
+      "join": 6115,
+      "Database": 6116,
+      "Ġgrad": 6117,
+      "Ġusually": 6118,
+      "ITE": 6119,
+      "Props": 6120,
+      "?>Ċ": 6121,
+      "ĠGo": 6122,
+      "@Override": 6123,
+      "REF": 6124,
+      "Ġip": 6125,
+      "ĠAustral": 6126,
+      "Ġist": 6127,
+      "ViewById": 6128,
+      "Ġserious": 6129,
+      "Ġcustomer": 6130,
+      ".prototype": 6131,
+      "odo": 6132,
+      "cor": 6133,
+      "Ġdoor": 6134,
+      "ĠWITHOUT": 6135,
+      "Ġplant": 6136,
+      "Ġbegan": 6137,
+      "Ġdistance": 6138,
+      "()).": 6139,
+      "Ġchance": 6140,
+      "Ġord": 6141,
+      "came": 6142,
+      "pragma": 6143,
+      "Ġprotect": 6144,
+      "ragment": 6145,
+      "ĠNode": 6146,
+      "ening": 6147,
+      "Ñĩ": 6148,
+      "Ġroute": 6149,
+      "ĠSchool": 6150,
+      "hi": 6151,
+      "Ġneighb": 6152,
+      "After": 6153,
+      "licit": 6154,
+      "Ġcontr": 6155,
+      "Ġprimary": 6156,
+      "AA": 6157,
+      ".WriteLine": 6158,
+      "utils": 6159,
+      "Ġbi": 6160,
+      "Red": 6161,
+      ".Linq": 6162,
+      ".object": 6163,
+      "Ġleaders": 6164,
+      "unities": 6165,
+      "Ġgun": 6166,
+      "onth": 6167,
+      "ĠDev": 6168,
+      "FILE": 6169,
+      "Ġcomments": 6170,
+      "_len": 6171,
+      "arrow": 6172,
+      "amount": 6173,
+      "Range": 6174,
+      "sert": 6175,
+      "GridView": 6176,
+      "Ġupdated": 6177,
+      "ĠMo": 6178,
+      "Ġinform": 6179,
+      "ociety": 6180,
+      "ala": 6181,
+      "Access": 6182,
+      "Ġhab": 6183,
+      "Ġcreat": 6184,
+      "_arg": 6185,
+      "ĠJanuary": 6186,
+      "ĠDay": 6187,
+      "\")čĊ": 6188,
+      "uple": 6189,
+      "document": 6190,
+      "gorith": 6191,
+      "menu": 6192,
+      "ĠOver": 6193,
+      "bb": 6194,
+      ".title": 6195,
+      "_out": 6196,
+      "Ġled": 6197,
+      "uri": 6198,
+      "Ġ?>": 6199,
+      "gl": 6200,
+      "Ġbank": 6201,
+      "ayment": 6202,
+      "ĉprintf": 6203,
+      "MD": 6204,
+      "Ġsample": 6205,
+      "Ġhands": 6206,
+      "ĠVersion": 6207,
+      "uario": 6208,
+      "Ġoffers": 6209,
+      "ityEngine": 6210,
+      "Ġshape": 6211,
+      "Ġsleep": 6212,
+      "_point": 6213,
+      "Settings": 6214,
+      "Ġachie": 6215,
+      "Ġsold": 6216,
+      "ota": 6217,
+      ".bind": 6218,
+      "Am": 6219,
+      "Ġsafe": 6220,
+      "Store": 6221,
+      "Ġshared": 6222,
+      "Ġpriv": 6223,
+      "_VAL": 6224,
+      "Ġsens": 6225,
+      "){": 6226,
+      "Ġremember": 6227,
+      "shared": 6228,
+      "element": 6229,
+      "Ġshoot": 6230,
+      "Vert": 6231,
+      "cout": 6232,
+      "Ġenv": 6233,
+      "_label": 6234,
+      "Ġ>Ċ": 6235,
+      "run": 6236,
+      "Ġscene": 6237,
+      "(array": 6238,
+      "device": 6239,
+      "_title": 6240,
+      "agon": 6241,
+      "]čĊ": 6242,
+      "aby": 6243,
+      "Ġbecame": 6244,
+      "boolean": 6245,
+      "Ġpark": 6246,
+      "ĠCode": 6247,
+      "upload": 6248,
+      "riday": 6249,
+      "ĠSeptember": 6250,
+      "Fe": 6251,
+      "Ġsen": 6252,
+      "cing": 6253,
+      "FL": 6254,
+      "Col": 6255,
+      "uts": 6256,
+      "_page": 6257,
+      "inn": 6258,
+      "Ġimplied": 6259,
+      "aling": 6260,
+      "Ġyourself": 6261,
+      ".Count": 6262,
+      "conf": 6263,
+      "Ġaud": 6264,
+      "_init": 6265,
+      ".)": 6266,
+      "Ġwrote": 6267,
+      "003": 6268,
+      "NG": 6269,
+      ".Error": 6270,
+      "ä»": 6271,
+      ".for": 6272,
+      "Ġequal": 6273,
+      "ĠRequest": 6274,
+      "Ġserial": 6275,
+      "Ġallows": 6276,
+      "XX": 6277,
+      "Ġmiddle": 6278,
+      "chor": 6279,
+      "195": 6280,
+      "94": 6281,
+      "ø": 6282,
+      "erval": 6283,
+      ".Column": 6284,
+      "reading": 6285,
+      "Ġescort": 6286,
+      "ĠAugust": 6287,
+      "Ġquickly": 6288,
+      "Ġweap": 6289,
+      "ĠCG": 6290,
+      "ropri": 6291,
+      "ho": 6292,
+      "Ġcop": 6293,
+      "(struct": 6294,
+      "ĠBig": 6295,
+      "Ġvs": 6296,
+      "Ġfrequ": 6297,
+      ".Value": 6298,
+      "Ġactions": 6299,
+      "Ġproper": 6300,
+      "Ġinn": 6301,
+      "Ġobjects": 6302,
+      "Ġmatrix": 6303,
+      "avascript": 6304,
+      "Ġones": 6305,
+      ".group": 6306,
+      "Ġgreen": 6307,
+      "Ġpaint": 6308,
+      "ools": 6309,
+      "ycl": 6310,
+      "encode": 6311,
+      "olt": 6312,
+      "comment": 6313,
+      ".api": 6314,
+      "Dir": 6315,
+      "Ġune": 6316,
+      "izont": 6317,
+      ".position": 6318,
+      "Ġdesigned": 6319,
+      "_val": 6320,
+      "avi": 6321,
+      "iring": 6322,
+      "tab": 6323,
+      "Ġlayer": 6324,
+      "Ġviews": 6325,
+      "Ġreve": 6326,
+      "rael": 6327,
+      "ĠON": 6328,
+      "rics": 6329,
+      "160": 6330,
+      "np": 6331,
+      "Ġcore": 6332,
+      "());čĊ": 6333,
+      "Main": 6334,
+      "Ġexpert": 6335,
+      "ĉĉčĊ": 6336,
+      "_en": 6337,
+      "Ġ/>": 6338,
+      "utter": 6339,
+      "IAL": 6340,
+      "ails": 6341,
+      "ĠKing": 6342,
+      "*/ĊĊ": 6343,
+      "ĠMet": 6344,
+      "_end": 6345,
+      "addr": 6346,
+      "ora": 6347,
+      "Ġir": 6348,
+      "Min": 6349,
+      "Ġsurpr": 6350,
+      "Ġrepe": 6351,
+      "Ġdirectory": 6352,
+      "PUT": 6353,
+      "-S": 6354,
+      "Ġelection": 6355,
+      "haps": 6356,
+      ".pre": 6357,
+      "cm": 6358,
+      "Values": 6359,
+      "Ġ\"Ċ": 6360,
+      "column": 6361,
+      "ivil": 6362,
+      "Login": 6363,
+      "inue": 6364,
+      "93": 6365,
+      "Ġbeautiful": 6366,
+      "Ġsecret": 6367,
+      "(event": 6368,
+      "Ġchat": 6369,
+      "ums": 6370,
+      "Ġorigin": 6371,
+      "Ġeffects": 6372,
+      "Ġmanagement": 6373,
+      "illa": 6374,
+      "tk": 6375,
+      "Ġsetting": 6376,
+      "ĠCour": 6377,
+      "Ġmassage": 6378,
+      "ĉend": 6379,
+      "Ġhappy": 6380,
+      "Ġfinish": 6381,
+      "Ġcamera": 6382,
+      "ĠVer": 6383,
+      "ĠDemocr": 6384,
+      "ĠHer": 6385,
+      "(Q": 6386,
+      "cons": 6387,
+      "ita": 6388,
+      "Ġ'.": 6389,
+      "{}": 6390,
+      "ĉC": 6391,
+      "Ġstuff": 6392,
+      "194": 6393,
+      "Ġ:Ċ": 6394,
+      "ĠAR": 6395,
+      "Task": 6396,
+      "hidden": 6397,
+      "eros": 6398,
+      "IGN": 6399,
+      "atio": 6400,
+      "ĠHealth": 6401,
+      "olute": 6402,
+      "Enter": 6403,
+      "'>": 6404,
+      "ĠTwitter": 6405,
+      "ĠCounty": 6406,
+      "scribe": 6407,
+      "Ġ=>Ċ": 6408,
+      "Ġhy": 6409,
+      "fit": 6410,
+      "Ġmilitary": 6411,
+      "Ġsale": 6412,
+      "required": 6413,
+      "non": 6414,
+      "bootstrap": 6415,
+      "hold": 6416,
+      "rim": 6417,
+      "-old": 6418,
+      "ĠDown": 6419,
+      "Ġmention": 6420,
+      "contact": 6421,
+      "_group": 6422,
+      "oday": 6423,
+      "Ġtown": 6424,
+      "Ġsolution": 6425,
+      "uate": 6426,
+      "elling": 6427,
+      "]->": 6428,
+      "otes": 6429,
+      "ental": 6430,
+      "omen": 6431,
+      "ospital": 6432,
+      "ĠSup": 6433,
+      "_EN": 6434,
+      "Ġslow": 6435,
+      "SESSION": 6436,
+      "Ġblue": 6437,
+      "ago": 6438,
+      "Ġlives": 6439,
+      "Ġ^": 6440,
+      ".un": 6441,
+      "inst": 6442,
+      "enge": 6443,
+      "Ġcustomers": 6444,
+      "Ġcast": 6445,
+      "udget": 6446,
+      "ï¼ģ": 6447,
+      "icens": 6448,
+      "Ġdetermin": 6449,
+      "Selected": 6450,
+      "_pl": 6451,
+      "ueue": 6452,
+      "Ġdark": 6453,
+      "//ĊĊ": 6454,
+      "si": 6455,
+      "thern": 6456,
+      "ĠJapan": 6457,
+      "/w": 6458,
+      "PU": 6459,
+      "ĠEast": 6460,
+      "ovie": 6461,
+      "Ġpackage": 6462,
+      "Ġnor": 6463,
+      "Ġapi": 6464,
+      "bot": 6465,
+      "\"];Ċ": 6466,
+      "_post": 6467,
+      "ulate": 6468,
+      "Ġclub": 6469,
+      "'));Ċ": 6470,
+      "Ġloop": 6471,
+      "PIO": 6472,
+      "ione": 6473,
+      "shot": 6474,
+      "Initial": 6475,
+      "Ġplayed": 6476,
+      "register": 6477,
+      "rought": 6478,
+      "_max": 6479,
+      "acement": 6480,
+      "match": 6481,
+      "raphics": 6482,
+      "AST": 6483,
+      "Ġexisting": 6484,
+      "Ġcomplex": 6485,
+      "DA": 6486,
+      ".Ch": 6487,
+      ".common": 6488,
+      "mo": 6489,
+      "Ġ'../../": 6490,
+      "ito": 6491,
+      "Ġanalysis": 6492,
+      "Ġdeliver": 6493,
+      "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494,
+      "idx": 6495,
+      "Ãł": 6496,
+      "ongo": 6497,
+      "ĠEnglish": 6498,
+      "Ċ": 10197,
+      "_default": 10198,
+      "ĠDatabase": 10199,
+      "rep": 10200,
+      "ESS": 10201,
+      "nergy": 10202,
+      ".Find": 10203,
+      "_mask": 10204,
+      "Ġrise": 10205,
+      "Ġkernel": 10206,
+      "::$": 10207,
+      ".Q": 10208,
+      "Ġoffering": 10209,
+      "decl": 10210,
+      "ĠCS": 10211,
+      "Ġlisted": 10212,
+      "Ġmostly": 10213,
+      "enger": 10214,
+      "Ġblocks": 10215,
+      "olo": 10216,
+      "Ġgoverning": 10217,
+      "\\F": 10218,
+      "Ġconcent": 10219,
+      ".getText": 10220,
+      "Ġmb": 10221,
+      "Ġoccurred": 10222,
+      "Ġchanging": 10223,
+      "Scene": 10224,
+      "_CODE": 10225,
+      "Beh": 10226,
+      "\"The": 10227,
+      "Ġtile": 10228,
+      "ĠAssociation": 10229,
+      "ĉP": 10230,
+      "alty": 10231,
+      "_ad": 10232,
+      "odies": 10233,
+      "iated": 10234,
+      "Ġprepared": 10235,
+      "possible": 10236,
+      "Ġmort": 10237,
+      "TEST": 10238,
+      "142": 10239,
+      "Ġignore": 10240,
+      "Ġcalc": 10241,
+      "Ġrs": 10242,
+      "ĠassertEquals": 10243,
+      "Ġsz": 10244,
+      "ĠTHIS": 10245,
+      ".\"Ċ": 10246,
+      "Ġcanvas": 10247,
+      "java": 10248,
+      "Ġdut": 10249,
+      "VALID": 10250,
+      ".sql": 10251,
+      ".input": 10252,
+      "Ġaux": 10253,
+      "Sup": 10254,
+      "Ġartist": 10255,
+      "Vec": 10256,
+      "_TIME": 10257,
+      ".stringify": 10258,
+      "etween": 10259,
+      "ĠCategory": 10260,
+      "Ġ[-": 10261,
+      "ĠDevExpress": 10262,
+      "ĠJul": 10263,
+      "Ġring": 10264,
+      ".ed": 10265,
+      "YY": 10266,
+      "Let": 10267,
+      "TextField": 10268,
+      "Ġflat": 10269,
+      "_print": 10270,
+      "ĠOTHER": 10271,
+      "adian": 10272,
+      "Ġchecked": 10273,
+      "ele": 10274,
+      "Align": 10275,
+      "standing": 10276,
+      "Ġ[],": 10277,
+      "Ġlab": 10278,
+      "ucky": 10279,
+      "ĠChristmas": 10280,
+      "(image": 10281,
+      ".module": 10282,
+      "Ġlots": 10283,
+      "Ġslightly": 10284,
+      "(final": 10285,
+      "erge": 10286,
+      "è¿": 10287,
+      "147": 10288,
+      "ĠPolice": 10289,
+      "143": 10290,
+      "ĠRight": 10291,
+      "Ġaward": 10292,
+      "ĠOS": 10293,
+      "Ġ{}ĊĊ": 10294,
+      "Ġptr": 10295,
+      "oves": 10296,
+      "icated": 10297,
+      "ем": 10298,
+      "Ġmanage": 10299,
+      "oliday": 10300,
+      "Amount": 10301,
+      "oolStrip": 10302,
+      "tbody": 10303,
+      "Nav": 10304,
+      "wrap": 10305,
+      "BB": 10306,
+      "Ġwatching": 10307,
+      "arios": 10308,
+      "Ġoptional": 10309,
+      "_K": 10310,
+      "ĠLicensed": 10311,
+      ".Map": 10312,
+      "Timer": 10313,
+      "ĠAP": 10314,
+      "ĠRev": 10315,
+      "(o": 10316,
+      ",c": 10317,
+      "umin": 10318,
+      "etailed": 10319,
+      "ĠHy": 10320,
+      "Ġblank": 10321,
+      "agger": 10322,
+      "ĠSelf": 10323,
+      "()[": 10324,
+      ".make": 10325,
+      "earn": 10326,
+      "channel": 10327,
+      ";Ċ": 10342,
+      "World": 10343,
+      "Ġpython": 10344,
+      "Ġlif": 10345,
+      "Ġtrav": 10346,
+      "Ġconven": 10347,
+      "company": 10348,
+      "ĠClub": 10349,
+      "138": 10350,
+      "Ver": 10351,
+      "Btn": 10352,
+      "Ġzone": 10353,
+      "products": 10354,
+      "ĠEduc": 10355,
+      "Ġverify": 10356,
+      "ĠMil": 10357,
+      "ono": 10358,
+      "]);ĊĊ": 10359,
+      "ENCE": 10360,
+      "Ġpacket": 10361,
+      "Ġcer": 10362,
+      "Ġenumer": 10363,
+      "Ġpars": 10364,
+      "formed": 10365,
+      "Ġoccup": 10366,
+      "tre": 10367,
+      "Ġexercise": 10368,
+      "Day": 10369,
+      "_sum": 10370,
+      "Ġasking": 10371,
+      "aption": 10372,
+      "Ġorders": 10373,
+      "Ġspending": 10374,
+      "ĠERR": 10375,
+      ".Dis": 10376,
+      "ĠUtil": 10377,
+      "âĢľI": 10378,
+      "\\'": 10379,
+      "?)": 10380,
+      "/>Ċ": 10381,
+      "Ġemot": 10382,
+      "Ġinfluence": 10383,
+      "ĠAfrica": 10384,
+      "atters": 10385,
+      "Ùħ": 10386,
+      ".session": 10387,
+      "Ġchief": 10388,
+      "ĉĉĉĉĉĉĉĉĉĉĉ": 10389,
+      "Ġtom": 10390,
+      "cluded": 10391,
+      "serial": 10392,
+      "_handler": 10393,
+      ".Type": 10394,
+      "aped": 10395,
+      "Ġpolicies": 10396,
+      "-ex": 10397,
+      "-tr": 10398,
+      "blank": 10399,
+      "merce": 10400,
+      "Ġcoverage": 10401,
+      "Ġrc": 10402,
+      "_matrix": 10403,
+      "_box": 10404,
+      "Ġcharges": 10405,
+      "ĠBoston": 10406,
+      "Pe": 10407,
+      "Ġcircum": 10408,
+      "Ġfilled": 10409,
+      "148": 10410,
+      "Ġnorth": 10411,
+      "ictureBox": 10412,
+      "ĉres": 10413,
+      "è®": 10414,
+      "Ġtermin": 10415,
+      "Ġ[â̦": 10416,
+      "IRECT": 10417,
+      "Ġber": 10418,
+      "Ġ\"../../": 10419,
+      "retch": 10420,
+      ".code": 10421,
+      "_col": 10422,
+      "ĠGovernment": 10423,
+      "Ġargv": 10424,
+      "ĠLord": 10425,
+      "asi": 10426,
+      "Exec": 10427,
+      "ĉlet": 10428,
+      "vertis": 10429,
+      "Ġdiscussion": 10430,
+      "enance": 10431,
+      "outube": 10432,
+      "typeof": 10433,
+      "Ġserved": 10434,
+      "ĠPut": 10435,
+      "ĉx": 10436,
+      "Ġsweet": 10437,
+      "Before": 10438,
+      "ategy": 10439,
+      ".of": 10440,
+      "ĠMaterial": 10441,
+      "Sort": 10442,
+      "ONT": 10443,
+      "igital": 10444,
+      "Why": 10445,
+      "Ġsust": 10446,
+      "Ġç": 10447,
+      "abet": 10448,
+      "Ġsegment": 10449,
+      "Ġ[],Ċ": 10450,
+      "ĠMuslim": 10451,
+      "ĠfindViewById": 10452,
+      "cut": 10453,
+      "_TEXT": 10454,
+      "ĠMary": 10455,
+      "Ġloved": 10456,
+      "Ġlie": 10457,
+      "ĠJO": 10458,
+      "Ġisset": 10459,
+      "month": 10460,
+      "Ġprime": 10461,
+      "ti": 10462,
+      "ĠCarol": 10463,
+      "Use": 10464,
+      "146": 10465,
+      "ĠPop": 10466,
+      "ĠSave": 10467,
+      "Interval": 10468,
+      "execute": 10469,
+      "dy": 10470,
+      "ĠIran": 10471,
+      "_cont": 10472,
+      "ĉT": 10473,
+      "Ġphase": 10474,
+      "checkbox": 10475,
+      "week": 10476,
+      "Ġhide": 10477,
+      "Ġtil": 10478,
+      "Ġju": 10479,
+      "Custom": 10480,
+      "burg": 10481,
+      "/M": 10482,
+      "TON": 10483,
+      "Ġquant": 10484,
+      "Ġrub": 10485,
+      "ixels": 10486,
+      "Ġinstalled": 10487,
+      "Ġdump": 10488,
+      "Ġproperly": 10489,
+      "(List": 10490,
+      "Ġdecide": 10491,
+      "apply": 10492,
+      "Has": 10493,
+      "Ġkeeping": 10494,
+      "Ġcitizens": 10495,
+      "Ġjoint": 10496,
+      "pool": 10497,
+      "Socket": 10498,
+      "_op": 10499,
+      "Ġweapon": 10500,
+      "gnore": 10501,
+      "ĠExec": 10502,
+      "otten": 10503,
+      "ĠMS": 10504,
+      "Ġ(-": 10505,
+      "ĠReview": 10506,
+      "Ġexamples": 10507,
+      "Ġtight": 10508,
+      "!(": 10509,
+      "DP": 10510,
+      "ĠMessageBox": 10511,
+      "Ġphotograph": 10512,
+      "164": 10513,
+      "URI": 10514,
+      "ét": 10515,
+      "low": 10516,
+      "ĠGrand": 10517,
+      ".persistence": 10518,
+      "Ġmaintain": 10519,
+      "Ġnums": 10520,
+      "Ġzip": 10521,
+      "ials": 10522,
+      "ĠGets": 10523,
+      "peg": 10524,
+      "ĠBuffer": 10525,
+      "~~~~": 10526,
+      "rastructure": 10527,
+      "ĠPL": 10528,
+      "uen": 10529,
+      "obby": 10530,
+      "sizeof": 10531,
+      "Ġpic": 10532,
+      "Ġseed": 10533,
+      "Ġexperienced": 10534,
+      "Ġodd": 10535,
+      "Ġkick": 10536,
+      "Ġprocedure": 10537,
+      "avigator": 10538,
+      "-on": 10539,
+      ",j": 10540,
+      "ĠAlthough": 10541,
+      "ĠuserId": 10542,
+      "accept": 10543,
+      "Blue": 10544,
+      "IColor": 10545,
+      "layer": 10546,
+      "available": 10547,
+      "Ġends": 10548,
+      ".table": 10549,
+      "Ġdataset": 10550,
+      "bus": 10551,
+      "Ġexplain": 10552,
+      "(pro": 10553,
+      "ĠCommittee": 10554,
+      "Ġnoted": 10555,
+      "]:Ċ": 10556,
+      "Dim": 10557,
+      "stdio": 10558,
+      "154": 10559,
+      ".\",Ċ": 10560,
+      "_source": 10561,
+      "181": 10562,
+      "ĠWeek": 10563,
+      "ĠEdge": 10564,
+      "Ġoperating": 10565,
+      "Ġeste": 10566,
+      "ipl": 10567,
+      "330": 10568,
+      "agination": 10569,
+      "Ġproceed": 10570,
+      "Ġanimation": 10571,
+      ".Models": 10572,
+      "ĠWatch": 10573,
+      "iat": 10574,
+      "Ġoppon": 10575,
+      "/A": 10576,
+      "Report": 10577,
+      "Ġsounds": 10578,
+      "_buf": 10579,
+      "IELD": 10580,
+      "Ġbund": 10581,
+      "ĉget": 10582,
+      ".pr": 10583,
+      "(tmp": 10584,
+      "Ġkid": 10585,
+      ">ĊĊĊ": 10586,
+      "Ġyang": 10587,
+      "NotFound": 10588,
+      "ÑĨ": 10589,
+      "math": 10590,
+      "@gmail": 10591,
+      "ĠLIMIT": 10592,
+      "redients": 10593,
+      "Ġvent": 10594,
+      "avigate": 10595,
+      "Look": 10596,
+      "Ġreligious": 10597,
+      "Ġrand": 10598,
+      "rio": 10599,
+      "(GL": 10600,
+      "_ip": 10601,
+      "uan": 10602,
+      "iciency": 10603,
+      "ĠChange": 10604,
+      ">čĊčĊ": 10605,
+      "ĠEntity": 10606,
+      "Ġrencontre": 10607,
+      "ĠRet": 10608,
+      "plan": 10609,
+      "én": 10610,
+      "BOOL": 10611,
+      "uries": 10612,
+      "train": 10613,
+      "Definition": 10614,
+      "============": 10615,
+      "zz": 10616,
+      "450": 10617,
+      "Animation": 10618,
+      "ĠOK": 10619,
+      "_menu": 10620,
+      ".bl": 10621,
+      "_score": 10622,
+      "Ġacad": 10623,
+      "(System": 10624,
+      "Ġrefresh": 10625,
+      "'=>$": 10626,
+      ".Graphics": 10627,
+      "amento": 10628,
+      "pid": 10629,
+      "tc": 10630,
+      "Ġtips": 10631,
+      "Ġhomes": 10632,
+      "Ġfuel": 10633,
+      "âĸ": 10634,
+      "_helper": 10635,
+      "ĠĠčĊ": 10636,
+      "ĠRoom": 10637,
+      ".Close": 10638,
+      "_attr": 10639,
+      "ĠMount": 10640,
+      "ĠEv": 10641,
+      "arser": 10642,
+      "_top": 10643,
+      "eah": 10644,
+      "ĠDelete": 10645,
+      "ãĢį": 10646,
+      "uke": 10647,
+      "Ġusage": 10648,
+      "aria": 10649,
+      "_dev": 10650,
+      "Ġtexture": 10651,
+      "Ġconversation": 10652,
+      "eper": 10653,
+      "Bean": 10654,
+      "done": 10655,
+      "nonatomic": 10656,
+      "ĠSecond": 10657,
+      "Ġshooting": 10658,
+      "_pre": 10659,
+      "Components": 10660,
+      "Ġ]ĊĊ": 10661,
+      "__,": 10662,
+      "stitution": 10663,
+      ".Char": 10664,
+      ">();ĊĊ": 10665,
+      "Ġpresented": 10666,
+      "Ġwa": 10667,
+      "oker": 10668,
+      "-ĊĊ": 10669,
+      "iner": 10670,
+      "Ġbecoming": 10671,
+      "Ġincident": 10672,
+      "Att": 10673,
+      "162": 10674,
+      "Ġrevealed": 10675,
+      "forc": 10676,
+      "Ġboot": 10677,
+      ".page": 10678,
+      "Enumerator": 10679,
+      "165": 10680,
+      "_->": 10681,
+      "Photo": 10682,
+      "Ġspring": 10683,
+      ".\",": 10684,
+      "ĠDictionary": 10685,
+      "BJECT": 10686,
+      "Ġlocations": 10687,
+      "Ġsamples": 10688,
+      "InputStream": 10689,
+      "ĠBrown": 10690,
+      "Ġstats": 10691,
+      "quality": 10692,
+      "Ñħ": 10693,
+      "-dis": 10694,
+      "Ġhelping": 10695,
+      "Ġped": 10696,
+      "224": 10697,
+      "(se": 10698,
+      "ĠWho": 10699,
+      "alian": 10700,
+      "internal": 10701,
+      "Ġft": 10702,
+      ">().": 10703,
+      "->{": 10704,
+      "Ġmine": 10705,
+      "Ġsector": 10706,
+      "Ġgro": 10707,
+      "Ġopportunities": 10708,
+      "Ġü": 10709,
+      "Ġmp": 10710,
+      "Ġalleged": 10711,
+      "Ġdoubt": 10712,
+      "Mouse": 10713,
+      "About": 10714,
+      "_part": 10715,
+      "Ġchair": 10716,
+      "Ġstopped": 10717,
+      "161": 10718,
+      "loop": 10719,
+      "entities": 10720,
+      "Ġapps": 10721,
+      "ansion": 10722,
+      "Ġmental": 10723,
+      "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724,
+      "FR": 10725,
+      "Ġdefend": 10726,
+      "care": 10727,
+      "Ġideal": 10728,
+      "/api": 10729,
+      "urface": 10730,
+      "011": 10731,
+      "Ġele": 10732,
+      "ulator": 10733,
+      "ĠRights": 10734,
+      "anguages": 10735,
+      "Ġfunds": 10736,
+      "Ġadapt": 10737,
+      "Attributes": 10738,
+      "Ġdeploy": 10739,
+      "opts": 10740,
+      "Ġvalidation": 10741,
+      "Ġconcerns": 10742,
+      "uce": 10743,
+      ".num": 10744,
+      "ulture": 10745,
+      "ila": 10746,
+      "Ġcup": 10747,
+      "Ġpure": 10748,
+      ".Fore": 10749,
+      "183": 10750,
+      "ĠHashMap": 10751,
+      ".valueOf": 10752,
+      "asm": 10753,
+      "MO": 10754,
+      "Ġcs": 10755,
+      "Ġstores": 10756,
+      "Ġ************************************************************************": 10757,
+      "Ġcommunication": 10758,
+      "mem": 10759,
+      ".EventHandler": 10760,
+      ".Status": 10761,
+      "_right": 10762,
+      ".setOn": 10763,
+      "Sheet": 10764,
+      "Ġidentify": 10765,
+      "enerated": 10766,
+      "ordered": 10767,
+      "Ġ\"[": 10768,
+      "Ġswe": 10769,
+      "Condition": 10770,
+      "ĠAccording": 10771,
+      "Ġprepare": 10772,
+      "Ġrob": 10773,
+      "Pool": 10774,
+      "Ġsport": 10775,
+      "rv": 10776,
+      "ĠRouter": 10777,
+      "Ġalternative": 10778,
+      "([]": 10779,
+      "ĠChicago": 10780,
+      "ipher": 10781,
+      "ische": 10782,
+      "ĠDirector": 10783,
+      "kl": 10784,
+      "ĠWil": 10785,
+      "keys": 10786,
+      "Ġmysql": 10787,
+      "Ġwelcome": 10788,
+      "king": 10789,
+      "ĠManager": 10790,
+      "Ġcaught": 10791,
+      ")}Ċ": 10792,
+      "Score": 10793,
+      "_PR": 10794,
+      "Ġsurvey": 10795,
+      "hab": 10796,
+      "Headers": 10797,
+      "ADER": 10798,
+      "Ġdecor": 10799,
+      "Ġturns": 10800,
+      "Ġradius": 10801,
+      "errupt": 10802,
+      "Cor": 10803,
+      "Ġmel": 10804,
+      "Ġintr": 10805,
+      "(q": 10806,
+      "ĠAC": 10807,
+      "amos": 10808,
+      "MAX": 10809,
+      "ĠGrid": 10810,
+      "ĠJesus": 10811,
+      "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812,
+      ".DE": 10813,
+      "Ġts": 10814,
+      "Ġlinked": 10815,
+      "free": 10816,
+      "ĠQt": 10817,
+      "Ġ/**čĊ": 10818,
+      "Ġfaster": 10819,
+      "ctr": 10820,
+      "_J": 10821,
+      "DT": 10822,
+      ".Check": 10823,
+      "Ġcombination": 10824,
+      "Ġintended": 10825,
+      "-the": 10826,
+      "-type": 10827,
+      "182": 10828,
+      "ectors": 10829,
+      "ami": 10830,
+      "uting": 10831,
+      "Ġuma": 10832,
+      "XML": 10833,
+      "UCT": 10834,
+      "Ap": 10835,
+      "ĠRandom": 10836,
+      "Ġran": 10837,
+      ".sort": 10838,
+      "Ġsorted": 10839,
+      ".Un": 10840,
+      "401": 10841,
+      "_PER": 10842,
+      "itory": 10843,
+      "Ġpriority": 10844,
+      "ĠGal": 10845,
+      "ĠOld": 10846,
+      "hot": 10847,
+      "ĠDisplay": 10848,
+      "(sub": 10849,
+      "_TH": 10850,
+      "_Y": 10851,
+      "ĠCare": 10852,
+      "loading": 10853,
+      "Kind": 10854,
+      "_handle": 10855,
+      ",,": 10856,
+      "rase": 10857,
+      "_replace": 10858,
+      ".addEventListener": 10859,
+      "ĠRT": 10860,
+      "172": 10861,
+      "Ġentered": 10862,
+      "gers": 10863,
+      "Ġich": 10864,
+      "(start": 10865,
+      "205": 10866,
+      "/app": 10867,
+      "Ġbrother": 10868,
+      "Memory": 10869,
+      "Outlet": 10870,
+      "Ġutf": 10871,
+      "prec": 10872,
+      "Ġnavigation": 10873,
+      "ORK": 10874,
+      "Ġdst": 10875,
+      "Detail": 10876,
+      "Ġaudience": 10877,
+      "Ġdur": 10878,
+      "Ġcluster": 10879,
+      "unched": 10880,
+      "Ġ],": 10881,
+      "Ġcomfortable": 10882,
+      ".values": 10883,
+      "ĠTotal": 10884,
+      "Ġsnap": 10885,
+      "Ġstandards": 10886,
+      "Ġperformed": 10887,
+      "hand": 10888,
+      "(\"@": 10889,
+      "åŃ": 10890,
+      "Ġphil": 10891,
+      "ibr": 10892,
+      "trim": 10893,
+      "Ġforget": 10894,
+      "157": 10895,
+      "Ġdoctor": 10896,
+      ".TextBox": 10897,
+      "377": 10898,
+      "icons": 10899,
+      ",s": 10900,
+      "ĠOp": 10901,
+      "Sm": 10902,
+      "Stop": 10903,
+      "ĉList": 10904,
+      "ĉu": 10905,
+      "Comment": 10906,
+      "_VERSION": 10907,
+      ".Xtra": 10908,
+      "Person": 10909,
+      "rb": 10910,
+      "LOB": 10911,
+      "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912,
+      "ĠCentral": 10913,
+      "270": 10914,
+      "ICK": 10915,
+      "raq": 10916,
+      "Ġputting": 10917,
+      "Ġmd": 10918,
+      "ĠLove": 10919,
+      "Program": 10920,
+      "Border": 10921,
+      "oor": 10922,
+      "Ġallowing": 10923,
+      "after": 10924,
+      "Ġentries": 10925,
+      "ĠMaybe": 10926,
+      "]).": 10927,
+      "ĠShort": 10928,
+      ")\\": 10929,
+      ".now": 10930,
+      "friend": 10931,
+      "Ġprefer": 10932,
+      "ĠGPIO": 10933,
+      "osis": 10934,
+      "ĠGameObject": 10935,
+      "Ġskip": 10936,
+      "Ġcompetition": 10937,
+      "_match": 10938,
+      "lications": 10939,
+      "_CONT": 10940,
+      ".groupBox": 10941,
+      "Ġals": 10942,
+      "666": 10943,
+      "\"We": 10944,
+      "_eq": 10945,
+      "lan": 10946,
+      "_search": 10947,
+      "ĠMusic": 10948,
+      "asis": 10949,
+      "Ġbind": 10950,
+      "ĠIsland": 10951,
+      "rum": 10952,
+      "(E": 10953,
+      "Ġseat": 10954,
+      "Video": 10955,
+      "Ġack": 10956,
+      "reek": 10957,
+      "={()": 10958,
+      "Ġrating": 10959,
+      "Ġrestaurant": 10960,
+      "456": 10961,
+      "DEX": 10962,
+      "(buf": 10963,
+      "pping": 10964,
+      "uality": 10965,
+      "Ġleague": 10966,
+      "176": 10967,
+      "Ġfocused": 10968,
+      "apon": 10969,
+      "$data": 10970,
+      "CLUD": 10971,
+      "CLUDING": 10972,
+      "Ġabsolute": 10973,
+      "(query": 10974,
+      "Ġtells": 10975,
+      "Ang": 10976,
+      "Ġcommunities": 10977,
+      "Ġhonest": 10978,
+      "oking": 10979,
+      "Ġapart": 10980,
+      "arity": 10981,
+      "/$": 10982,
+      "_module": 10983,
+      "ĠEnc": 10984,
+      ".an": 10985,
+      ".Config": 10986,
+      "Cre": 10987,
+      "Ġshock": 10988,
+      "ĠArab": 10989,
+      "IENT": 10990,
+      "/re": 10991,
+      "Ġretrie": 10992,
+      "ycler": 10993,
+      "isa": 10994,
+      "ĠOrgan": 10995,
+      ".graph": 10996,
+      "Ġí": 10997,
+      "ĠBAS": 10998,
+      "Enum": 10999,
+      "Ġpossibly": 11000,
+      "ÑĢаÐ": 11001,
+      "ĠJapanese": 11002,
+      "Ġcraft": 11003,
+      "ĠPlace": 11004,
+      "Ġtalent": 11005,
+      "Ġfunding": 11006,
+      "Ġconfirmed": 11007,
+      "Ġcycle": 11008,
+      "/x": 11009,
+      "GE": 11010,
+      "Ġhearing": 11011,
+      "Ġplants": 11012,
+      "Ġmouth": 11013,
+      "pages": 11014,
+      "oria": 11015,
+      "ĠRemove": 11016,
+      "_total": 11017,
+      "Ġod": 11018,
+      "ollapse": 11019,
+      "door": 11020,
+      "Ġbought": 11021,
+      "Ġaddr": 11022,
+      "ARCH": 11023,
+      "_dim": 11024,
+      "dden": 11025,
+      "Ġdecades": 11026,
+      "REQUEST": 11027,
+      "Ġversions": 11028,
+      "fire": 11029,
+      "006": 11030,
+      "Ġmoves": 11031,
+      "fb": 11032,
+      "Ġcoffee": 11033,
+      ".connect": 11034,
+      "ĠRow": 11035,
+      "Ġschema": 11036,
+      "Scope": 11037,
+      "-Type": 11038,
+      "Ġfighting": 11039,
+      "Ġretail": 11040,
+      "Ġmodified": 11041,
+      "TF": 11042,
+      "Files": 11043,
+      "nie": 11044,
+      "_command": 11045,
+      "stone": 11046,
+      "ĠÑĤ": 11047,
+      "_thread": 11048,
+      "Ġbond": 11049,
+      "ĠDevelopment": 11050,
+      "Ġpt": 11051,
+      "FORM": 11052,
+      "plet": 11053,
+      "Ġidentified": 11054,
+      "cpp": 11055,
+      "206": 11056,
+      "225": 11057,
+      "Ġcoding": 11058,
+      "oked": 11059,
+      "ĠMaster": 11060,
+      "IDTH": 11061,
+      "Ġresidents": 11062,
+      "redit": 11063,
+      "ĠPhoto": 11064,
+      "=-": 11065,
+      "unte": 11066,
+      "ateur": 11067,
+      "159": 11068,
+      "_STATE": 11069,
+      "ĠSing": 11070,
+      "Ġsheet": 11071,
+      ".val": 11072,
+      "orse": 11073,
+      "Ġhers": 11074,
+      "Ġdetermined": 11075,
+      "Common": 11076,
+      "Ġwed": 11077,
+      "_queue": 11078,
+      "PH": 11079,
+      "ĠAtl": 11080,
+      "cred": 11081,
+      "/LICENSE": 11082,
+      "Ġmes": 11083,
+      "Ġadvanced": 11084,
+      ".java": 11085,
+      ".Sh": 11086,
+      "Go": 11087,
+      "kill": 11088,
+      "fp": 11089,
+      "_settings": 11090,
+      "Ġpal": 11091,
+      "Ġtruck": 11092,
+      "Ġcombined": 11093,
+      "Ġ\"${": 11094,
+      "ĠCorpor": 11095,
+      "Ġjoined": 11096,
+      "ĠJose": 11097,
+      "ĠCup": 11098,
+      "uns": 11099,
+      "estival": 11100,
+      "levision": 11101,
+      "Ġbroken": 11102,
+      "Ġmarriage": 11103,
+      "ĠWestern": 11104,
+      "Ġrepresents": 11105,
+      "ĠTitle": 11106,
+      "Ġss": 11107,
+      ".Ass": 11108,
+      "ongoose": 11109,
+      "iento": 11110,
+      "<>();Ċ": 11111,
+      "Ġabsolutely": 11112,
+      "Ġsmooth": 11113,
+      "TERN": 11114,
+      "ĠUnless": 11115,
+      "Word": 11116,
+      "Ġmerge": 11117,
+      "igan": 11118,
+      "ĠVol": 11119,
+      "Ġnn": 11120,
+      ".getId": 11121,
+      "Ġз": 11122,
+      "171": 11123,
+      "Ġsexy": 11124,
+      "Ġseeking": 11125,
+      "Single": 11126,
+      ".this": 11127,
+      "179": 11128,
+      "Ġkom": 11129,
+      "bound": 11130,
+      ";\"": 11131,
+      "ĠfontSize": 11132,
+      "_df": 11133,
+      "Ġinjury": 11134,
+      "(H": 11135,
+      "Ġissued": 11136,
+      "_END": 11137,
+      ":self": 11138,
+      "020": 11139,
+      "Ġpatch": 11140,
+      "Ġleaves": 11141,
+      "Ġadopt": 11142,
+      "FileName": 11143,
+      "ãĢIJ": 11144,
+      "Ġexecutive": 11145,
+      "ĠByte": 11146,
+      "]))Ċ": 11147,
+      "Ġnu": 11148,
+      "outing": 11149,
+      "cluding": 11150,
+      "-R": 11151,
+      ".options": 11152,
+      "Ġsubstant": 11153,
+      "avax": 11154,
+      "ĠBUT": 11155,
+      "Ġtechnical": 11156,
+      "Ġtwice": 11157,
+      "Ġmás": 11158,
+      "Ġunivers": 11159,
+      "yr": 11160,
+      "Ġdrag": 11161,
+      "ĠDC": 11162,
+      "Ġsed": 11163,
+      "Ġbot": 11164,
+      "ĠPal": 11165,
+      "ĠHall": 11166,
+      "forcement": 11167,
+      "Ġauch": 11168,
+      ".mod": 11169,
+      "notation": 11170,
+      "_files": 11171,
+      ".line": 11172,
+      "_flag": 11173,
+      "[name": 11174,
+      "Ġresolution": 11175,
+      "Ġbott": 11176,
+      "(\"[": 11177,
+      "ende": 11178,
+      "(arr": 11179,
+      "Free": 11180,
+      "(@\"": 11181,
+      "ĠDistrict": 11182,
+      "PEC": 11183,
+      ":-": 11184,
+      "Picker": 11185,
+      "ĠJo": 11186,
+      "ĠĠĠĠĠĊ": 11187,
+      "ĠRiver": 11188,
+      "_rows": 11189,
+      "Ġhelpful": 11190,
+      "Ġmassive": 11191,
+      "---Ċ": 11192,
+      "Ġmeasures": 11193,
+      "007": 11194,
+      "ĠRuntime": 11195,
+      "Ġworry": 11196,
+      "ĠSpec": 11197,
+      "ĉD": 11198,
+      "ãĢij": 11199,
+      "Ġ){Ċ": 11200,
+      "Ġworse": 11201,
+      "(filename": 11202,
+      "Ġlay": 11203,
+      "Ġmagic": 11204,
+      "ĠTheir": 11205,
+      "oul": 11206,
+      "stroy": 11207,
+      "ĠWhere": 11208,
+      "280": 11209,
+      "Ġsudden": 11210,
+      "Ġdefe": 11211,
+      "Ġbinding": 11212,
+      "Ġflight": 11213,
+      "ĠOnInit": 11214,
+      "ĠWomen": 11215,
+      "ĠPolicy": 11216,
+      "Ġdrugs": 11217,
+      "ishing": 11218,
+      "('../": 11219,
+      "ĠMel": 11220,
+      "peat": 11221,
+      "tor": 11222,
+      "Ġproposed": 11223,
+      "Ġstated": 11224,
+      "_RES": 11225,
+      "Ġeast": 11226,
+      "212": 11227,
+      "ĠCONDITION": 11228,
+      "_desc": 11229,
+      "Ġwinning": 11230,
+      "folio": 11231,
+      "Mapper": 11232,
+      "ĠPan": 11233,
+      "ĠAnge": 11234,
+      ".servlet": 11235,
+      "Ġcopies": 11236,
+      "LM": 11237,
+      "Ġvm": 11238,
+      "åį": 11239,
+      "Ġdictionary": 11240,
+      "Seg": 11241,
+      "177": 11242,
+      "elines": 11243,
+      "ĠSend": 11244,
+      "Ġiron": 11245,
+      "ĠFort": 11246,
+      "166": 11247,
+      ".domain": 11248,
+      "Ġdebate": 11249,
+      "NotNull": 11250,
+      "eq": 11251,
+      "acher": 11252,
+      "lf": 11253,
+      "ĉfmt": 11254,
+      "Ġlawy": 11255,
+      "178": 11256,
+      "ÄŁ": 11257,
+      "ĠMen": 11258,
+      "Ġtrim": 11259,
+      "(NULL": 11260,
+      "Ġ!!": 11261,
+      "Ġpad": 11262,
+      "Ġfollows": 11263,
+      "\"][\"": 11264,
+      "requ": 11265,
+      "ĠEp": 11266,
+      ".github": 11267,
+      "(img": 11268,
+      "eto": 11269,
+      "('\\": 11270,
+      "Services": 11271,
+      "umbnail": 11272,
+      "_main": 11273,
+      "pleted": 11274,
+      "fortunately": 11275,
+      "Ġwindows": 11276,
+      "Ġplane": 11277,
+      "ĠConnection": 11278,
+      ".local": 11279,
+      "uard": 11280,
+      "}\\": 11281,
+      "==\"": 11282,
+      "andon": 11283,
+      "ĠRoy": 11284,
+      "west": 11285,
+      "158": 11286,
+      "iginal": 11287,
+      "emies": 11288,
+      "itz": 11289,
+      "'):Ċ": 11290,
+      "ĠPeter": 11291,
+      "Ġtough": 11292,
+      "Ġreduced": 11293,
+      "Ġcalculate": 11294,
+      "Ġrapid": 11295,
+      "customer": 11296,
+      "Ġefficient": 11297,
+      "Ġmedium": 11298,
+      "Ġfell": 11299,
+      ".ref": 11300,
+      "ĠCas": 11301,
+      "Ġfeedback": 11302,
+      "Speed": 11303,
+      "(output": 11304,
+      "aje": 11305,
+      "Ġcategories": 11306,
+      "Ġfee": 11307,
+      "};": 11308,
+      "Ġdeleted": 11309,
+      "reh": 11310,
+      "Ġproof": 11311,
+      "Desc": 11312,
+      "Build": 11313,
+      "Ġsides": 11314,
+      ".ArrayList": 11315,
+      "-%": 11316,
+      "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317,
+      "ر": 11318,
+      ".match": 11319,
+      "ли": 11320,
+      "Ġfeels": 11321,
+      "Ġachieve": 11322,
+      "Ġclim": 11323,
+      "_ON": 11324,
+      "ĠCD": 11325,
+      "Ġteacher": 11326,
+      "_current": 11327,
+      "bn": 11328,
+      "_PL": 11329,
+      "isting": 11330,
+      "Enable": 11331,
+      "GEN": 11332,
+      "Ġtv": 11333,
+      "Ġsock": 11334,
+      "Ġplays": 11335,
+      "Ġdiscount": 11336,
+      "ĠKE": 11337,
+      "ĠDebug": 11338,
+      "Fore": 11339,
+      "ĠIraq": 11340,
+      "Ġappearance": 11341,
+      "Mon": 11342,
+      "Ġstyled": 11343,
+      "ĠHuman": 11344,
+      "iot": 11345,
+      "ĠHistory": 11346,
+      "Ġsac": 11347,
+      "ĠCollection": 11348,
+      "Ġrecommended": 11349,
+      ".Selected": 11350,
+      "Ġorganizations": 11351,
+      "Ġdiscovered": 11352,
+      "cohol": 11353,
+      "adas": 11354,
+      "ĠThomas": 11355,
+      "May": 11356,
+      "Ġconserv": 11357,
+      "Ġdomin": 11358,
+      "ĠFollow": 11359,
+      "ĠSection": 11360,
+      "ĠThanks": 11361,
+      "Username": 11362,
+      "Ġrecipe": 11363,
+      "Ġwonderful": 11364,
+      ".sleep": 11365,
+      "_if": 11366,
+      "ĉĊĉĊ": 11367,
+      "orno": 11368,
+      "Ġru": 11369,
+      "_target": 11370,
+      ".\"\"": 11371,
+      "à¦": 11372,
+      "EventArgs": 11373,
+      "Ġinputs": 11374,
+      "Ġfif": 11375,
+      "Ġvision": 11376,
+      "cy": 11377,
+      "ĠSeries": 11378,
+      ")(((": 11379,
+      "Ġtrading": 11380,
+      "Ġmarker": 11381,
+      "Begin": 11382,
+      "Ġtypically": 11383,
+      "Ġcauses": 11384,
+      "dropdown": 11385,
+      "_DEBUG": 11386,
+      "260": 11387,
+      "Ġdetect": 11388,
+      "country": 11389,
+      "!\");Ċ": 11390,
+      "ĉR": 11391,
+      "appy": 11392,
+      "Ġcref": 11393,
+      "('<": 11394,
+      "\"=>": 11395,
+      "ĠLE": 11396,
+      "reader": 11397,
+      "Ġadministr": 11398,
+      "õ": 11399,
+      "ucket": 11400,
+      "Ġfashion": 11401,
+      ".char": 11402,
+      "izar": 11403,
+      "Ġdisable": 11404,
+      "Ġsuc": 11405,
+      "ĠLive": 11406,
+      "issue": 11407,
+      "Ġmetadata": 11408,
+      "flags": 11409,
+      "ĠðŁ": 11410,
+      "Ġcommitted": 11411,
+      "Ġva": 11412,
+      "Ġrough": 11413,
+      "Ġ'''Ċ": 11414,
+      "Ġhighlight": 11415,
+      "_vars": 11416,
+      "VO": 11417,
+      "Ġencoding": 11418,
+      "-Z": 11419,
+      "_sign": 11420,
+      "$(\"#": 11421,
+      "Ġrain": 11422,
+      "reatest": 11423,
+      "ĠEND": 11424,
+      "Selection": 11425,
+      "Ġcandidates": 11426,
+      "Ġsav": 11427,
+      ".Empty": 11428,
+      "Ġdecisions": 11429,
+      "Ġcollabor": 11430,
+      "ridge": 11431,
+      "feed": 11432,
+      "ression": 11433,
+      "Ġpersons": 11434,
+      "VM": 11435,
+      "008": 11436,
+      "ega": 11437,
+      "_BIT": 11438,
+      "According": 11439,
+      "acked": 11440,
+      "Ġdollars": 11441,
+      "_loss": 11442,
+      "ĠCost": 11443,
+      "}\"Ċ": 11444,
+      "Notification": 11445,
+      "Ġprostit": 11446,
+      "Ġauthority": 11447,
+      ".rec": 11448,
+      "Ġspokes": 11449,
+      "ĠToday": 11450,
+      "istant": 11451,
+      "ĠHead": 11452,
+      "âĢĿ.": 11453,
+      "ertainment": 11454,
+      "cean": 11455,
+      "culate": 11456,
+      "Ġven": 11457,
+      "However": 11458,
+      "_arr": 11459,
+      "Ġtokens": 11460,
+      "Graph": 11461,
+      "ĠJud": 11462,
+      "ĠVirgin": 11463,
+      "ĠSerial": 11464,
+      "unning": 11465,
+      "Mutable": 11466,
+      "agers": 11467,
+      ".csv": 11468,
+      "Ġdeveloping": 11469,
+      "Ġinstructions": 11470,
+      "Ġpromise": 11471,
+      "Ġrequested": 11472,
+      "_encode": 11473,
+      "/\"": 11474,
+      "ĠIcon": 11475,
+      "uilt": 11476,
+      "-day": 11477,
+      "Ġintelligence": 11478,
+      ".IS": 11479,
+      "ĠObservable": 11480,
+      "ĠHard": 11481,
+      "Bool": 11482,
+      "211": 11483,
+      "idential": 11484,
+      ".Anchor": 11485,
+      "Ġselling": 11486,
+      "CI": 11487,
+      "AGES": 11488,
+      "tle": 11489,
+      "bur": 11490,
+      "UFFER": 11491,
+      "RY": 11492,
+      "Ġbigger": 11493,
+      "Ġrat": 11494,
+      "Ġfamous": 11495,
+      "Ġtypename": 11496,
+      "Ġexplained": 11497,
+      "}}Ċ": 11498,
+      "Ġnuclear": 11499,
+      "-N": 11500,
+      "Ġcrisis": 11501,
+      "ĠEnter": 11502,
+      "Ġanswers": 11503,
+      "/${": 11504,
+      "/pl": 11505,
+      "Ġsequ": 11506,
+      "_next": 11507,
+      "mask": 11508,
+      "Ġstanding": 11509,
+      "Ġplenty": 11510,
+      "ĠCross": 11511,
+      "ĉret": 11512,
+      "dro": 11513,
+      "ĠCast": 11514,
+      "167": 11515,
+      "=true": 11516,
+      "ĠChris": 11517,
+      "icio": 11518,
+      "ĠMike": 11519,
+      "Decimal": 11520,
+      "addComponent": 11521,
+      "Len": 11522,
+      "Ġcock": 11523,
+      "Ġ#{": 11524,
+      "URN": 11525,
+      "": 11657,
+      "Ġ*=": 11658,
+      "ĠPS": 11659,
+      "Ġdangerous": 11660,
+      "[p": 11661,
+      "OME": 11662,
+      "Other": 11663,
+      "ĠStringBuilder": 11664,
+      "Points": 11665,
+      "heading": 11666,
+      "Ġcurrency": 11667,
+      "Ġpercentage": 11668,
+      "_API": 11669,
+      "Ġclassic": 11670,
+      "thead": 11671,
+      "ĠMO": 11672,
+      "FE": 11673,
+      "Idx": 11674,
+      "await": 11675,
+      "Ġè": 11676,
+      "Ġaccident": 11677,
+      "Ġvariant": 11678,
+      "Ġmyst": 11679,
+      "ĠLand": 11680,
+      "ĠBre": 11681,
+      "Ġharm": 11682,
+      "ĠAcc": 11683,
+      "Ġcharged": 11684,
+      "iones": 11685,
+      "Visibility": 11686,
+      "arry": 11687,
+      "ĠLanguage": 11688,
+      "Ġwalking": 11689,
+      "\".ĊĊ": 11690,
+      "ifer": 11691,
+      "Ġleadership": 11692,
+      ".From": 11693,
+      "ynam": 11694,
+      "Ġtimestamp": 11695,
+      "ipt": 11696,
+      "ĠHas": 11697,
+      "REFER": 11698,
+      "ĠIts": 11699,
+      "Ġlistener": 11700,
+      "UTE": 11701,
+      "213": 11702,
+      "_description": 11703,
+      "Ġexperiences": 11704,
+      "Ġcreates": 11705,
+      "RS": 11706,
+      "cart": 11707,
+      "black": 11708,
+      "Ġchoices": 11709,
+      "war": 11710,
+      "750": 11711,
+      "Ġ'''": 11712,
+      "Ġordered": 11713,
+      "Ġevening": 11714,
+      "Ġpil": 11715,
+      "Ġtun": 11716,
+      "ĠBad": 11717,
+      "(app": 11718,
+      "random": 11719,
+      "Ġexplicit": 11720,
+      "Ġarrived": 11721,
+      "Ġfly": 11722,
+      "Ġeconom": 11723,
+      "-mail": 11724,
+      "Ġlists": 11725,
+      "Ġarchitect": 11726,
+      "234": 11727,
+      "ĠPay": 11728,
+      "Ġds": 11729,
+      "ĠSol": 11730,
+      "Ġvehicles": 11731,
+      "Hz": 11732,
+      "-com": 11733,
+      "Ġking": 11734,
+      "_equal": 11735,
+      "ĠHelp": 11736,
+      "Ġabuse": 11737,
+      "480": 11738,
+      "169": 11739,
+      "--;Ċ": 11740,
+      "Ġextr": 11741,
+      "Ġchemical": 11742,
+      "ä¿": 11743,
+      "Ġorient": 11744,
+      "Ġbreath": 11745,
+      "ĠSpace": 11746,
+      "(element": 11747,
+      "wait": 11748,
+      "DED": 11749,
+      "igma": 11750,
+      "Ġentr": 11751,
+      "Ġsob": 11752,
+      "-name": 11753,
+      "Ġaffected": 11754,
+      "ika": 11755,
+      "Ġcoal": 11756,
+      "_work": 11757,
+      "Ġhundreds": 11758,
+      "Ġpolitics": 11759,
+      "subject": 11760,
+      "Ġconsumer": 11761,
+      "ANGE": 11762,
+      "Ġrepeated": 11763,
+      "Send": 11764,
+      "Ġ#[": 11765,
+      "Ġprotocol": 11766,
+      "Ġleads": 11767,
+      "useum": 11768,
+      "Every": 11769,
+      "808": 11770,
+      "174": 11771,
+      "Import": 11772,
+      "(count": 11773,
+      "Ġchallenges": 11774,
+      "Ġnovel": 11775,
+      "Ġdepart": 11776,
+      "bits": 11777,
+      ".Current": 11778,
+      "Ġ`${": 11779,
+      "oting": 11780,
+      "(\\": 11781,
+      "Ġcreative": 11782,
+      "Ġbuff": 11783,
+      "Ġintroduced": 11784,
+      "usic": 11785,
+      "modules": 11786,
+      "Are": 11787,
+      "-doc": 11788,
+      "language": 11789,
+      "_cache": 11790,
+      "Ġtod": 11791,
+      "?>": 11792,
+      "omething": 11793,
+      "Ġhun": 11794,
+      "åº": 11795,
+      "aters": 11796,
+      "Intent": 11797,
+      "Ġimplemented": 11798,
+      "ĠCase": 11799,
+      "Children": 11800,
+      "Ġnotification": 11801,
+      "Renderer": 11802,
+      "Wrapper": 11803,
+      "Objects": 11804,
+      "tl": 11805,
+      ".Contains": 11806,
+      "Plugin": 11807,
+      ".row": 11808,
+      "Ġforg": 11809,
+      "Ġpermit": 11810,
+      "Ġtargets": 11811,
+      "ĠIF": 11812,
+      "Ġtip": 11813,
+      "sex": 11814,
+      "Ġsupports": 11815,
+      "Ġfold": 11816,
+      "photo": 11817,
+      "},čĊ": 11818,
+      "Ġgoogle": 11819,
+      "$('#": 11820,
+      "Ġsharing": 11821,
+      "Ġgoods": 11822,
+      "vs": 11823,
+      "ĠDan": 11824,
+      "Rate": 11825,
+      "ĠMartin": 11826,
+      "Ġmanner": 11827,
+      "lie": 11828,
+      ".The": 11829,
+      "Internal": 11830,
+      "ĠCONTR": 11831,
+      "Mock": 11832,
+      "RIGHT": 11833,
+      "Ġ'{": 11834,
+      "Ġcontrols": 11835,
+      "Mat": 11836,
+      "Ġmand": 11837,
+      "Ġextended": 11838,
+      "Ok": 11839,
+      "Ġembed": 11840,
+      "Ġplanet": 11841,
+      "ĠNon": 11842,
+      "-ch": 11843,
+      ")\",": 11844,
+      "epar": 11845,
+      "Ġbelieved": 11846,
+      "ĠEnvironment": 11847,
+      "ĠFriend": 11848,
+      "-res": 11849,
+      "Ġhandling": 11850,
+      "nic": 11851,
+      "-level": 11852,
+      "scri": 11853,
+      "Xml": 11854,
+      "BE": 11855,
+      "ungen": 11856,
+      "Ġalter": 11857,
+      "[idx": 11858,
+      "Pop": 11859,
+      "cam": 11860,
+      "Ġ(((": 11861,
+      "Ġshipping": 11862,
+      "Ġbattery": 11863,
+      "iddleware": 11864,
+      "MC": 11865,
+      "Ġimpl": 11866,
+      "otation": 11867,
+      "ĠLab": 11868,
+      "