Hugging Face's logo

mlc-ai
/
CodeLlama-70b-Instruct-hf-q3f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
18d0c1d
·
verified ·
1 Parent(s): 4a059dc

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +3 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +42 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<step>": 32015
3
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 28672,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 80,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "codellama_instruct",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "added_tokens.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "version": "0.1.0"
42
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eff96bc9cec2b1ec3679f9ada644dc58f3129dfd25e88b40c53cf1bfc3d1956
3
+ size 105012480
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9b2a26706ce7a66b3fd889033657edfd34aa8f08aadb4a4d1d88d94f7cf1228
3
+ size 93978624
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22df63c188564edd77c311332423cb3a6a902df037237a920bcdc04a48819bd9
3
+ size 26869760
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b1becea877312d7ab98e474537fa911e059358b583c00a513ebb3d5e7ccf7c8
3
+ size 93978624
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6874a6642418b2ed8025dfd4961924fd52a9901ccbe63cf6c7d6da0915b143fc
3
+ size 31117312
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b5a57354334010d7dbb5a5a28671b47a8308cb9b4e4fec053425bdc0c2e79cb
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1fec9ef3c000e0f5cc2863f0be8014880eb82a951625b7e616ec6ac49a610fe
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f584b7a2742318d7dd64ff11c38fb8fa9e784c5e876ead37b017c0ca07c7e525
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed1daae40a73c0347299c21b1bc59101e56f3d09b4e0b0960016beacbfc239c9
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f88ff9dcef4b48d242e372b26abbe6401632c121137513bbe27aff373b63e88a
3
+ size 33587200
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f4e20a9bc788a853a9488a14f04ce8d4a0e1e99a4c2ed78328db78c32a1ed8
3
+ size 93978624
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89e1c175eda0fdced22abf900394a3cc8719c3f53bfe2748c476f4b2b4c0b577
3
+ size 23535616
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b0c4a58d42f2fe0598614d0803a3b0cfd593661de6f87d156f69569a6049a3
3
+ size 93978624
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76e0925f71e9235ac9ddcb668969ab4035d90adfee6a0dde9f5a7073ee00d036
3
+ size 105012480
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ebd20437b4fa8765c8cdbc696358f773c16ef463305b28afe68da21370d94b0
3
+ size 188088320
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a8bf52fb2f608ecd7f09d0e563c1950c668228f23076ee1e573e54bb13fab70
3
+ size 23511040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92eedb83bdcd66a249a81db679f7ed23c4b3ab492a456d8f689836a072550a05
3
+ size 33587200
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a073e5143e43a3bfe1292e14132d79249ddf8195be54857bb838ea047f28df
3
+ size 26869760
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eec2151c984a229520ab3098e9520569dfdf10d03651e75a41ab9285edf6f0cc
3
+ size 93978624
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa48385f478a631c9caf7fd601968429ede6c77a09a6c82335d91e6855026c8f
3
+ size 31117312
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf082c18c147381e35f1f063eff4005448c8e8630833e3fc4587b76526b7a92
3
+ size 188088320
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b62cc5769dbc1f1eecf91018a4335c6c2bdcbeb51d9e0febf8e016f22edd56
3
+ size 23511040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2b8e48e63259abb43070151b9172575269bb6f8ace42a9479f84e25f5cf040
3
+ size 33587200
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d06d26a6f1945d4baae6a01648a067a37e86246c2604c4841eb3db225cd5965f
3
+ size 26869760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ec7c0ef230ed62ed089d841ef5e4c6e3d8570960e4a07718c2991d952d7b4f
3
+ size 93978624
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f06432a888567b515e2fcfc45080130473c60ffc898af5da0533645e21876f2
3
+ size 33587200
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338bc9daefb2ba754999429736d356f1dd90700ced7f9374e68844c11a4bc9d9
3
+ size 26869760
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb0386371d17a74888ea0b54b4f0075852a013875b1327185750e225e7c56aab
3
+ size 93978624
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f66161f22f06570e5537100ee50ddffa807118b20d9ca01bc8091642e0660d80
3
+ size 26894336
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:327af5fb947a55234d65e52bb2f595c5eb6f668acb26328882f8dc54764c7aac
3
+ size 188088320
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e0d30ad9a7e95fd59d6583b788d760d2c5bf1e3853e6f389ecf7d4af3b2a52
3
+ size 23511040
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88b08fc1c8fda4be87ce9e64f8c468bc2890c3b4db2fb57cb7e66e0a7fd98c11
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57027e1ba2e350396d6bf857722c86d2d327be98a470ea8400ec3bca3023f915
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32def338dca1e52a55522d243267996f30fe53d33e06c4f67e215f16aa537f34
3
+ size 188088320
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9eaa032a0b3fe47e69a3d7a0408a8bfc0f18fd730214fd875d64c459fcfe0cb
3
+ size 23511040
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9362dd35f5c74d0b546cd51100fb8a260a423e01943c7148349066dbdb0b89b3
3
+ size 32480160
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b6ef95c4b0488e598bbdc69f2bf06fab782bf51184525974c7ea4b9fa47b20
3
+ size 33587200
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d8e9ed6970e9616101e1f18e46c8a5ca8167402cd3b3bb8d71e25a9b8b30819
3
+ size 26869760
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c038dc7f953058a3b3177f5f70510287e3ad622fb21c3b80342c457a93714f
3
+ size 31100928
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43fe2c1cad92d1c56497bcd5bfe3beb2f7a292d5dda8d6173e106568fd1ac5a3
3
+ size 93978624
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb1c604db9aadcbf381de94e546d45260b14e2ce9de9ade307a716bf2beaedc4
3
+ size 188088320
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:180a19fa57fad29e593c05f1d06ce98bd66d2cea628e5860d83d60782644b496
3
+ size 23511040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4db3735981d4a8003525a17232b184b20cb905d6bd6fafd6fe2fc6d0cf2283cf
3
+ size 33587200
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6badcce1f2aa82f434e092b29aa5efe8be50ec243fd300eac7f24ead904d718
3
+ size 26869760
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd59566c495d056b5d76d58d0f0dd396654f5cd7b53cd87b637d1dc76f8fd10d
3
+ size 93978624
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a330ebbb46ad8633da2170856c3cb5c08da3907677d55c35915de4cd136dda
3
+ size 22712320