Hugging Face's logo

mlc-ai
/
CodeLlama-70b-Instruct-hf-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
834b2ff
·
verified ·
1 Parent(s): f07938b

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +3 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +42 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<step>": 32015
3
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 28672,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 80,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "codellama_instruct",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "added_tokens.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "version": "0.1.0"
42
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc58bbfab2a67eb6d8ba4936561e43fc682e694f14fbb9a6c9969253e27ee28
3
+ size 131137536
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:308c639c942ed5a275fb18487096af47f313f4dbc682b599596435af803b7e7a
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:868a475acc603d4ab2fe63714b04cc64867d1475baf50ac36ee02170333e0f8e
3
+ size 33554432
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d025687abb21c8935ae746eb850df884e2e3d04b587210f8bdbffb560064513d
3
+ size 18923520
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09f87e5a711c0147e172c18695667e74aaf13882e16e652d652f453c73d6bfd
3
+ size 234881024
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d313dfaebf288e171fbba3f498c107781548e8188561655f3c1541f4f4e9e32f
3
+ size 29360128
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048dea82983e7cb60418cc9d1782c9b6fff7e4c76efe9bb3607922bdbe661209
3
+ size 41943040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3087a0edf8f03328ed0f9238de7b10e08c71e4b5f4f6eb6daf4548bdf95aa1d
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21cc973430e8fea78d4b8413205f8e32a7997e67f36ff46197f352470884d170
3
+ size 117440512
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb5f37028b225f9b50927d3fb75748693a979873c4efbff7674923e0f6b25cbf
3
+ size 24150016
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff7b31bcbe873f2bd5a4984476d8434bcfbf09a23337c3196533ddb8218719b5
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95c7ba5ea73b4945f13eea7907d90599ee4af7f7f2b346efd9d2a517a12be491
3
+ size 29360128
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90e3c48bdac83ae0dbb2f9fc14c3880a757e56f14a41735d84941b3260e0c147
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e1180490e2e94d3d08e01619a69ef5f094040648a58bbde06357ea589b87f77
3
+ size 131137536
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cccb572bbfc10334b968e3a701a180ed61183eb5ff1d59765f49216595efa41
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7583ed2d7b9b3c76d2e7dca40bc210b21a79c1fb56bc6ad80187812544eacb85
3
+ size 41943040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d76c5fe8bdf5bb0a43c15c471a15f3a18095f78509967dc95223bf2e17595c
3
+ size 117440512
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c562f7c2112282640d5df2d495903307980857463bafceddba0fe549645939b
3
+ size 29392896
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46781869527a049e9b2e34eed2bd790f3bd7896f372667ae0bbc9cd6f52e8720
3
+ size 117440512
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d5824d88b0f99de68ba35e995989a5f1cb45f6e3c9427f198c10aae847517a3
3
+ size 234881024
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb960f31b83125fb85bf8ed035b562b479123734ca33d3444c1f571ec818cd2
3
+ size 29360128
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3f55247b2c6664fc7c62ebe874448b48b988b03d341d14d039872964d4062d
3
+ size 41943040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ecb7e516b53d7c46c82148675984358cd785559ab0fc52989d383639ec56d6
3
+ size 29409280
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8590cab87f64fc0861a67588b03f618c9460c78b3a5b31ec4e45a4f0ec3b492
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3dedab5a65fb42135d31587a3c3c0994c44d040e410f52090cbb73c428b7c2
3
+ size 28360704
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d7765e0131b91755e9087b8d4a6fa9f15b787dcf9f9c7da0eea37d30b6b73b
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51fca30481d1c54559e035b362b04dc5b4f4c8cbf285fcd67fa9981edeb75cca
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40286c82a121489ca7d0130daaa676e4f246f7e52090fab7870b82415eb6758
3
+ size 29360128
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:719bc791b9e06e0783cd4e3c03e26e2e1aefc03a3718dedede59cdf7fafcb663
3
+ size 41943040
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c4a1231974591f6944105ca93ff31b7b097943a53d842a4028cd5f97d062e0
3
+ size 33554432
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9674fef391b39979b414345ed42572c8a83617dace90b7de4da3494b9157f174
3
+ size 29392896
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677a6a4e672b6c6b539950cff87b8c813115dd94dc2b4091a91ac0fe07b9249f
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc5e8debcd8ac8e6b2149aa0567012be4af2a8625023b92f01e0232d551f9e9
3
+ size 33554432
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537955a509b55a6853bc9cfa80f4f5997bd4d71fe6398bce4fb3446e711f00e2
3
+ size 117440512
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8381e937ebe0bac58006d8cc75655a8ecf96a188e57f2dd4c9d1d958803d4c
3
+ size 234881024
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c99f551dbde7e1b50b24485631daf15336a95da2b659a2f48dcc25382569c439
3
+ size 117440512
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3fe35b9ab782ab04d1b9f181f89e296747d725dee28d19e2cbbb77e4df3f118
3
+ size 29360128
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81a5a35fc012049edbfb1662406bec6949af55a58226d0a4411f07bbcad627e4
3
+ size 33554432
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f6dbb0bd539707f79166d4435e93c920291ad8c3b5ae14ad31f7213d0a2c24
3
+ size 117440512
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4873fe112196f5264e10b635d5b18aa56d461e83512325a34f6b89106b4aca
3
+ size 32555008
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76ddc0e7d8b8d7a8db3e8e12059bf1ef3db7840d6ef861a0e231c480e350ece5
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e1b8f2e53dfa173ee1692a667fd11439c52857016dc49770777f244f55f91a
3
+ size 29360128
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabfb603d0a998682e488bd84412ff0b306396a09d0a491f9619733a7d5a0488
3
+ size 41943040
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee6fd7772fd7ba7432e6390c2ee106b7816ff9e23b47742b6dea4c4773c4ddd
3
+ size 33554432
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bed9155e0d2653dc99a9a52fd0bf0a5d8ecfcef202dd2923fa8992ed15e4fba
3
+ size 117440512
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a9a09307545186ad242946126531488b5241c236e7b56a57c82a443adacc1e2
3
+ size 24150016