Hugging Face's logo

junrushao
/
gpt_bigcode-santacoder-q4f16_1-MLC

Model card Files Community
junrushao commited on
Commit
5ca416e
·
1 Parent(s): 6cb63db

Initial commit

Browse files
Files changed (26) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +38 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_3.bin +3 -0
  19. params_shard_4.bin +3 -0
  20. params_shard_5.bin +3 -0
  21. params_shard_6.bin +3 -0
  22. params_shard_7.bin +3 -0
  23. params_shard_8.bin +3 -0
  24. params_shard_9.bin +3 -0
  25. tokenizer.json +0 -0
  26. tokenizer_config.json +7 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "gpt_bigcode",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "n_embd": 2048,
6
+ "n_inner": 8192,
7
+ "n_head": 16,
8
+ "n_layer": 24,
9
+ "n_positions": 2048,
10
+ "layer_norm_epsilon": 1e-05,
11
+ "vocab_size": 49280,
12
+ "context_window_size": 2048,
13
+ "prefill_chunk_size": 2048,
14
+ "tensor_parallel_shards": 1
15
+ },
16
+ "vocab_size": 49280,
17
+ "context_window_size": 2048,
18
+ "sliding_window_size": -1,
19
+ "prefill_chunk_size": 2048,
20
+ "attention_sink_size": -1,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 80,
23
+ "mean_gen_len": 128,
24
+ "max_gen_len": 512,
25
+ "shift_fill_factor": 0.3,
26
+ "temperature": 0.7,
27
+ "repetition_penalty": 1.0,
28
+ "top_p": 0.95,
29
+ "conv_template": "LM",
30
+ "pad_token_id": 0,
31
+ "bos_token_id": 49152,
32
+ "eos_token_id": 49152,
33
+ "tokenizer_files": [
34
+ "tokenizer.json",
35
+ "tokenizer_config.json"
36
+ ],
37
+ "version": "0.1.0"
38
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b6c5a9a7699e1ef354bc21b69430451adfa9b3922b79e80861055afbc83841c
3
+ size 50462720
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842dad6851c32df348b5a001295c193755eaa1afb4bd1a8558e0401dac8ceaae
3
+ size 32608768
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9493c35a2580e2a1a79b8738366bc72d5488d72f40dfacb0baf1033151392c1d
3
+ size 33382912
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1839eb330e42708842fdda72a6c79f69b4a29d1d92f51029fe589dede49e71f
3
+ size 28963840
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d5bc2b82d294b2f0033273a7f293ddb41e907b0e69e2386937bb67039d0664
3
+ size 33387008
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdeaf4e2d6c515e1189f30f81657e079536a466b5b9cc025cb87ed4a10537bd
3
+ size 33382912
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5edd09014602403c46557a0cc79e14b31d91340567a0d43bf77f9b0c4658cdef
3
+ size 28963840
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b813da16be1b1d49adf207b70b5e93187af4c75da685dfe1ca1b59460d721b2
3
+ size 33387008
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb39ee94a3155e5c70e333eba862ed28ea923880750f8ab26ac45565c621309
3
+ size 33382912
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566851854161ab52579ed5566307f3cb9b82ce80f6d39a096daad2b7f0227833
3
+ size 28963840
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a38155ca5c71e040313606e9ef6d3eda0854deacf23dee1c566a898bf68bf4e
3
+ size 33387008
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b6c5a9a7699e1ef354bc21b69430451adfa9b3922b79e80861055afbc83841c
3
+ size 50462720
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da7a68b2b3b718b5aa12569479e83e786ba3c34f0c5344c3a7c65273ef027e9
3
+ size 28963840
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f967d410f77d20d982818a569d6e44aee7208ce27018a4a70e68f661dcc8614c
3
+ size 15757312
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1812d5037cdc96ef8a157bf160c50099583eec57e7d4cc463130d8a994f2fda
3
+ size 33387008
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad3782f43aba66a9b9884c61cfa0f9882a2158192e46091b15c0968be0c4ad0e
3
+ size 33382912
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfe57582a1946227be1d65b73ff712e85a2a07fc91f0f7022a4646cad8608cdf
3
+ size 28963840
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:302ba16c387cc4819f6aae202e6e58197acdd7637573c61e65bb61f1e4b225b8
3
+ size 33387008
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b52510a595a196ff384700c7946e796670e8b6bc51d94ad53f284c1a21e2e6e7
3
+ size 33382912
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453cb6311b2c869e8405ae2e0189d78dba38c3bb91a0d15523ea1bd77d2bbdef
3
+ size 28963840
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4507933f9f07a76d66849f55b43dc56dc66e4080c43b0018382352edd0933e2
3
+ size 33387008
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "errors": "replace",
3
+ "tokenizer_class": "GPT2TokenizerFast",
4
+ "bos_token": "<|endoftext|>",
5
+ "eos_token": "<|endoftext|>",
6
+ "model_max_length": 2048
7
+ }