Hugging Face's logo

junrushao
/
YuLan-Chat-2-13b-fp16-q4f32_1-MLC

Model card Files Community
junrushao commited on
Commit
78dc08f
·
1 Parent(s): 6aaca00

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 51200,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 8192,
13
+ "prefill_chunk_size": 8192,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 51200,
19
+ "context_window_size": 8192,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 8192,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "llama-2",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ef518ef96fcd21beadef4e2dc291c14e9713d3780c7335cb7b0645d93dad32
3
+ size 131072000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1622f9a6bef9793703d9bfaf10eeb0b74a14f471a78a494893afc5d6219c7eff
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57b8a1423df275da8dcbfdfc41d5cc3840e3f7d8f440f16ff7686be07be224a
3
+ size 39321600
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dbb0589de8705526433e10105cf1692463998ee0bd34f556932fa8a8dd35474
3
+ size 32952320
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a14e43553c857fd05add08488e13e74ea56beb86ffaba1f767c14bd82df5804
3
+ size 35389440
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0535b45bd69d5edd0af80bb1a6b364e61ba4d3f7489668d1d7b3de1865a2ac71
3
+ size 70778880
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec3f15cf3744b66dc793a819bf5acccb3d1ab6bd2836a84e1fa1144c92016a6
3
+ size 39321600
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00f7c89eda70829b87e14535ad7c325505c725e06cce2a181ae1fe7822312232
3
+ size 32972800
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a408bc7933b3231a96252cf33ba91f6c7bada18190317fb999a39abe311c343
3
+ size 35389440
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c373cb7baccfa8e05a614e32688ce6e482103bc2f715f5724e06d2061396bb73
3
+ size 70778880
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e54b9b15cceacab780ad088139eae38cc09eda6e92a8f3dc6de39c8895f08278
3
+ size 39321600
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a2422facd293f0f6d6b658b8eebe3c45e8924621be48f66654809fcabe4c243
3
+ size 32952320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af033221255f8b6e0321ff8ef80f4583e527cabe7d221dcc96cde9406b0de6a6
3
+ size 35389440
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdbc52cfd5d0b28361491e2bcb9f5c588f8dc25af7f123f58b15efaa100615dd
3
+ size 35389440
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4baa9c7612202b646f19f000a73174eebd7ed64df762c536a3e11d9f7bae22d6
3
+ size 70778880
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5312276cb3c2a7337137a9d1241ffcaf12861fba4f97b294b7bb3c8456bd3910
3
+ size 39321600
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32d4a9089919942c8719950db404fe0bf4b735766a229bfc5dda0686bf978cff
3
+ size 32952320
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ef7db4c47cc6f866d8e802fcf89c84b25665b64662d44953be8aae0da82f56
3
+ size 35389440
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794fd74aeda39dbe46f87cdc47b5baaf41eb2427251ec1614a7b5a3f4ebb6ffa
3
+ size 70778880
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d07871629dc3d30a981b28b9395c5dd1fbf561c4cbd7116e9d589c75e2dded5b
3
+ size 39321600
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3941d40fc2e6d6b1e9a6da5aabcd5869de9d482d26465382ab179cc595a27e99
3
+ size 32952320
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc4064c9ecb54094a65f6dd5c21b7a7e6d08443bf770eb9cc2da676c7c68152
3
+ size 35389440
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8532468860537cc6059d89ae354b9e71c87381852a2548274a3f03626326e32a
3
+ size 70778880
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0b0ac29519d76750654ddae71762d23534cb376d560343becf9fc11855c3c3
3
+ size 39321600
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f541fc6b87facec979c92a4c8d96c5e179351546d83331c2a0d783a2e21dafe5
3
+ size 32952320
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ac474224f2f984cb5700f5a0ca4e37a8d7962e6b246203371340e921b347257
3
+ size 32952320
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75cf7fc5cc717390a5d36380450cc786073817e57ef54283c0065289f1aa102a
3
+ size 35389440
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88c0c6947568bb10651cb3478e9a4e20d3f37ec66d5a8ad3b66a612cc9df76d0
3
+ size 70778880
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ce3c46f537c165cf9ed97be78777091c9c4cad13025a148348aad5cac419d8
3
+ size 39321600
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a91ed3f7168c8e562bf32dadd4069fbcae13687c3e22555aba547aeed48437
3
+ size 32952320
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b24dae3da70c38110ca4a267c8b96873eed69edddaebb942a8dd69114cc8ead1
3
+ size 35389440
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a4ef10be29b25c904eaeb699ef4a2495ff4e6c95aa25b6c9a6c1cf20ea87979
3
+ size 70778880
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0d2c53d3af83eb11d50d743f7d38f5e8ab67eaf24cc756589cfdc7e0dcdc25a
3
+ size 39321600
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1419d8e606c8f843a59d24de375b66d7b5d958db0a46dc91ceabe6c9e2861964
3
+ size 32952320
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6794466faae2cd3c3ee38c8c1e5d274180ae6886c8749bfa2c04816cbd00097
3
+ size 35389440
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4209f91a247044be266e65d728e7a906eb87526ddf6620cf89992067a58f83f2
3
+ size 70778880
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c9744ce380e66c7a72e452c6e769c8d1108546ba0cdc88ded97872c70bde8d
3
+ size 70778880
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a3d0da559c9569dfb6e5e40bd4589b82f0ce0a2db6656fea99d1c134a13d632
3
+ size 39321600
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c159cb9b608f81e50ba87bd8160bc930a8016d4c35630353114d333c8a325b14
3
+ size 32952320
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51723e7c060ea38b2d02ff3aeb27d50a8713320fbf6db57ba68505d2219207b
3
+ size 35389440
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a3b8f7e1901710e79890ff027e51ade004e970209ac0a52251c4b50f190e95
3
+ size 70778880
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc1e23019d9c2429568ba5accd558193b3c350c79d9b4adffcb7a8bc8381ff0f
3
+ size 39321600
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c83ffa167a382331a7470050b168931e64c0704470a58a373b42105b3a3b9a
3
+ size 32952320
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a74dbb7487aebc4c9f0df1970abf861ece2b175b5147a765c5ec61857d516006
3
+ size 35389440
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd88b2336b49d6d5f17c9e3f404d50755f24cd6ef5a09a6f5ec90b9545ae24b
3
+ size 70778880
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30641fa74c15c736e72b61060488719180c0878b85813f8930fecd654d8ecd95
3
+ size 39321600