Hugging Face's logo

mlc-ai
/
Qwen2.5-Math-72B-Instruct-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
1a20cb7
·
verified ·
1 Parent(s): bef4eef

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +84 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 8192,
8
+ "intermediate_size": 29568,
9
+ "num_attention_heads": 64,
10
+ "num_hidden_layers": 80,
11
+ "num_key_value_heads": 8,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 10000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 4096,
17
+ "prefill_chunk_size": 4096,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 128
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 4096,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 4096,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 1.0,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 1.0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "qwen2",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "You are a helpful assistant.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 151643,
79
+ "bos_token_id": 151643,
80
+ "eos_token_id": [
81
+ 151645,
82
+ 151643
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fcdfef3deac0ebd26ea67b195c7785bfea5fc115b396474e58a32480db2fb8
3
+ size 2491416576
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161f9cd8ed62075db3d63508663cc7f2fe17c6fa4802d92242c8ecf72223a769
3
+ size 484442112
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7be5f05d9f26e491f988ec4feb3f7477b7c55b30eace091d8cb2d0d4ee3e0d2
3
+ size 167772160
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c83fd60af495a87d1e82e269c8cc3cf209ba8463cb86e32c5ad3b9f9430e96
3
+ size 134217728
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3f33158adb33abdda623729ce988cb8a02e4a59432c6fa2fd916b8c3326966
3
+ size 484442112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6658700a159bf0f8e78a56bd97d53a60be8a4d80aad72ca55e3e57fa1af2ce0e
3
+ size 968884224
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0967cd94359bf34f4ca8cc975cd42783904be06faa5da0d7f4949d0717d0d9a1
3
+ size 167772160
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a271d8da41874aa293ca9d01c7c55824dbcb80d29a91056b3116c9868506b66a
3
+ size 134217728
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239ab9864c8bbb9f58a2174d5a2bdfeb657e1962e0b89f4b60ee5d0ef265c81d
3
+ size 167772160
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9baf6fa141ac54bf76780424c6ad43b3643f03476fd4d8d603d71c7fa9297644
3
+ size 134217728
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a734bbb82ce6f0f2d38d9d9c4c015445be36890ce0cfc62f46c12d633527d1d6
3
+ size 484442112
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:937a2d00b314d650b2b276aebbd48cb913ea47315fcf7268e83680b9fd0f5221
3
+ size 968884224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67f833581eb3e1aff0f029968a07bd0da6e41bf4c5dfb5a23b48feb07b3b949
3
+ size 167772160
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efbc383e995f3149f7581f9071de4c33e5730cabf1706eea83130c39022283ba
3
+ size 134217728
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c41da9de452af3d87f72cda321dafe6f25bcaa82caa1cd483bfd399a667d5359
3
+ size 134217728
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8020eb595b956b238608d5bdccc61237d53dda4a33ee17f0a16c03fd44fb5332
3
+ size 484442112
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369aabb295bce4e51fe21126650b8ecdc61bca6dfe23c5d949cfe3cfaeee2249
3
+ size 968884224
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf4a810362a51acfa93cb06c749a37517873c63caca819c0484315451717069
3
+ size 167772160
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7099b2b1a7e5ed5551c5ea9b12f89b2f580655711630e2db8d1fec9456021e07
3
+ size 134217728
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbe90f6210bfef1834b6230820bb0bb956f056fecdda59246ab10e9c65abf12b
3
+ size 167772160
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff546fdf36d3cbc7fdf7606c309ea7bcf48e0c649373efad682ff351bd0821f
3
+ size 134217728
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d5c8d4ff78501aa104aee701128428fa7e77b7a9ae33d2219ef0fc7e80c004
3
+ size 484442112
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9951bfa60687505ae4386cb36011f7dae1bf6a05d59dbcba04d6f8c7cb669a80
3
+ size 968884224
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b921d1c43c91cb06db42e51b4056d6e50705f1e011aebe918c0b529a62b24344
3
+ size 484442112
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c928f9187b85d925c262e49b145870d673c6b4b7cb2c10a0fb39d8c2569458f6
3
+ size 484442112
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ae25d55cb0fc214f1fad59839d5ae33e62b15cf0dcc2566e220a7cabf5d8f8e
3
+ size 968884224
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e156b6d48c3d49300d74ee438be3d29c2ea3587fc9dea3b590cf4d4ebdfaa3b2
3
+ size 167772160
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:187e8e04035b0848afc6e309de9e89a33ca99c8885d1b6d681d6537bfc2583f2
3
+ size 134217728
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faaa6e11f35795ff3c9728b6fed76c0cd13591e98f2a9a3351ee85c49d7a9668
3
+ size 968884224
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9735d2cec286ad6bacc58ed30d056b036c7d5d6e7ebbc9daf2a33ba7848ebdc
3
+ size 167772160
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e19dd8900c770f85f27bc07d0345fe6e831297a251b3a39c703a8f4dc610b43
3
+ size 134217728
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65842d6fb98725822ff069b4c2dc0addb29d885d30dc58088b8ffec022928f55
3
+ size 484442112
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aced14ed5bab411cd92352e8335bf2fed8a3f2e2b231f65f579cc30ca943d32d
3
+ size 484442112
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd64726764aeab6bb2d290ba7f4fc5038428b2a187b77b1a240062afd77ab021
3
+ size 968884224
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3e454876007dff920981502edb862e826c46d58cd7e561d733cd49634501cb7
3
+ size 167772160
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e3e18a6552f132841676ce37054faf397df91164a7ef3e027d4ea58b3725c84
3
+ size 968884224
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143266905977e3e79920bbdd9db107d50334453238f410c8df98ddfc9020ab77
3
+ size 134217728
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:613eb1ff22f0619e30b5237084255ed49db1cede9659c584136d6a1de7a908c3
3
+ size 968884224
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe00ebff1becdb39a35fa26f66ab2448f8d17fb56637824e407b58862a35a8a8
3
+ size 167772160
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13bcd79bfa7b806d85e617d60925cda2f193f1cd3012bf4568ca6e870c83bc4
3
+ size 134217728
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b945c9b4387b77527eb2f1c73126be04886cc3a652ebb26993e329e078770d
3
+ size 484442112
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e8185d42233909560f9872a0a8bd68361cddb7c6a02d530e9d4601bc4856af
3
+ size 484442112
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4246b84d3822e12abba5802c527884c7982ad4f13211bf9c6ac8d8330172041d
3
+ size 968884224
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df2f6dbc8e937a69db10169bbd795adc98180f2e42b957c8924e2475cf7f9caf
3
+ size 167772160
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ae7ce83243f2ff52dda883f33736d95c57213530c9b14dcbccd5d65fb03cab
3
+ size 134217728
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dae540dcad0a9f5d3bca6e430c2ca96712bf0efab3cae0d8bedc8e2ab99de67
3
+ size 484442112
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68dc5a56731f4b869715fd9cacaa846cf465360f005e3921527bc2ca94dae3b5
3
+ size 167772160