Hugging Face's logo

junrushao
/
YuLan-Chat-2-13b-fp16-q3f16_1-MLC

Model card Files Community
junrushao commited on
Commit
0151aba
·
1 Parent(s): 9f2f907

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 51200,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 8192,
13
+ "prefill_chunk_size": 8192,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 51200,
19
+ "context_window_size": 8192,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 8192,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "llama-2",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af6f3bf6f6707f99b4790c2a0b683bfba6841e328bfb037912b97814034e0553
3
+ size 104857600
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29a60ff2f55836bad2c4c50d4a87a027dcac0393f3eac3e5447275d3e5197bcc
3
+ size 28344320
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93c42ceb5e811b2af95ac4e201928a6023b689af527bc1707b3aa871eb2022b
3
+ size 33458176
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efbd28e73ab23b94aa00332bf9f0190631e1234ca720d93bffbf833e09122fb5
3
+ size 28344320
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14433f28efd5e7583723bcf829282ed9ffca7a37b199d4fce0a0fb02f3d44a65
3
+ size 56623104
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2ef92408595e2e3ea8b55987e18568e3d1ec5fb1dced834164ae3745bbf8c2
3
+ size 31457280
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8cce38a7c82ae6549023162abc02a8fbad4898d202ee94ecdfad74da505542
3
+ size 26390528
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e0a82a59a2772b5be0ae9acf2a72949169a5d63173d25fb63d132707a0d815
3
+ size 28344320
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d5eb9bc9e6cc424ba30bdded3d2163f06cd9b4b075d2115609997f59fc36a0
3
+ size 56623104
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:897eac7c2a33c2626c23b8420518f32123ea5c8ba4d2950cdb7378bbd3897700
3
+ size 31457280
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62bb9fb7fb9d3ec51acafcfcb243965885ca7876485fe1bbc91c24c66e0ad2e9
3
+ size 26370048
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2580c1a37593e070763b1897a86fdab10aad3bb04ebb724a57a1f2d614a2e784
3
+ size 28344320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94877df262aee0ab03732383a90ae3e162ed36bac3a9f96d1fb71b3ff5d7792e
3
+ size 56623104
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:037b767ec15eb7c600999b08627d7241a5cca0ac9a70458cdca151baa6763337
3
+ size 28344320
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d65e29195be5a2ddeb9ae65138f24751e19b8ceee5f8ddf8d2c66cce06a40b
3
+ size 31457280
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:088ad2f40736e6ed7e616a6a1896d13f5052b8e6d1ffca1274cb6c03c51ab1da
3
+ size 26370048
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65d57719d8aa991709ef87f088d27ab3eed2f6431e3018315deae845d9154cf5
3
+ size 28344320
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db44898fff94c2c77013e4c0d61e5b73f76eb7ab10a1a41a8b4cf3dc2dccdbe
3
+ size 56623104
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:313c908f6b6814368e830750d61924cfe6da14f0d8b7bb6bb42a9e70bbd9f438
3
+ size 31457280
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b87c5ac94e082ecc827f2d61391fdfecc0487416d0923bfb0820d4bf47476dd4
3
+ size 26370048
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69a9bc627178bfd7d59542b3c6cdbeb113296f7f19c7b3aae0118ca70ba6168c
3
+ size 28344320
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c30d0c2a27af1cbac38bb5caf041f2a4c0c8900bba3b99d63993a5f27bfc0b8c
3
+ size 56623104
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca084e05316c3584e8393e9bfaf1649b9b5c16205247cf27cb73bb07f875910
3
+ size 31457280
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e590225c605116acd978d38bf2bbdd58aac0043ba5b5ef33e76649f5061815a
3
+ size 26370048
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7092df979410a941041264cf76cd712b2c630727fd19db03234e7e22bfaab2ba
3
+ size 56623104
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c447e0d579543407e97b7baaa14facd7334ddf6f3c26d4bd1197f49cc3e085d
3
+ size 28344320
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e754e04794b57a1f0ce3da61892246afb50e3363035f20c20f5cf46bf5c2e0
3
+ size 56623104
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4517fefddec8afd8c87e55655b6fb1d15a59a0fc446d457b61f7b37ebf7e650
3
+ size 31457280
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ecb410e73adf630342bb00b619223cd3e39b384dd7ec7b0cdfff2c9ddb0af45
3
+ size 26370048
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a6975c4854c18f462a35a4fc6acdb7765f79a6d252752a2d44a131dd0a671e
3
+ size 28344320
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b986f9b994c1796334c710adeeab6ecc32e84a156c9852012200b10b4d2b4998
3
+ size 56623104
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1f920b9f8275b2836c027bbfa6bf8bc27d8bb2abf40839a98b3c29b94ccd55
3
+ size 31457280
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240980bfbe6c09456dc2b4cc85f1b512ee747f0997d9ce018ea46ca4f443ff8a
3
+ size 26370048
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a5ea9261d7dbdce7d21b6b85b9f5ac7f866c8e56c83231b3f387ddbc6df53f8
3
+ size 28344320
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2dd82e59924e11c3a80c21e97c182ac1553ecf3112ef40970567eed21264dae
3
+ size 56623104
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03708249fec24fb09924af3254c6fcdb73c2f1bbe77bda563d4d19f4b047216f
3
+ size 31457280
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:342a2661e8ca8a359b0cf56e4bf8e751b71c68f4093d20e22012d85cec775adf
3
+ size 31457280
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be9e6c87de29f5b874eb6786415a7342b7a27f00eac39e4f6f321b1a4c1a588b
3
+ size 26370048
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f661a5402e56bde607d513905399a78be8627bdb78c92fa1fcaaafc4717afcc
3
+ size 28344320
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:316c20028c53800df08a41a2fbe993ef641b112072288dbcfdf5dd6915ea5733
3
+ size 56623104
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc5da18a271e4843972136cfc00b2c2bbe66981812115ee02340740511c4add7
3
+ size 31457280
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3846e518e6b0a27d7fb77dddf954402756298e848230170eea8341007f9279a
3
+ size 26370048
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d36eca17a7e6045f4887cab74671fc604b62b52c202ea2b2a460f5f206207e
3
+ size 28344320
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a9b8721e6e7245d0896b39599e6724a00fb16a5e9d741a6e4f8404c267517a
3
+ size 56623104
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:432736d2e0e5d83e9a742072db0db7d97765e2278a3c18b04b9e626d488ce5a4
3
+ size 31457280
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f19f4ef996b25f071bc283e22b5dbeebd220dcb28a5d9446e51fde475a7b4cf
3
+ size 26370048
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6a12bdee50810c8d74bb963e9ca927141067874b617a40a6e2b43271dd08a3
3
+ size 30302208