Hugging Face's logo

jdp8
/
una-cybertron-7b-v2-bf16-q4f16_1-MLC

Model card Files Community
jdp8 commited on
Commit
6f89bd3
·
1 Parent(s): 54a36dd

una-cybertron-7b-v2-bf16 weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +79 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_11.bin +3 -0
  13. params_shard_12.bin +3 -0
  14. params_shard_13.bin +3 -0
  15. params_shard_14.bin +3 -0
  16. params_shard_15.bin +3 -0
  17. params_shard_16.bin +3 -0
  18. params_shard_17.bin +3 -0
  19. params_shard_18.bin +3 -0
  20. params_shard_19.bin +3 -0
  21. params_shard_2.bin +3 -0
  22. params_shard_20.bin +3 -0
  23. params_shard_21.bin +3 -0
  24. params_shard_22.bin +3 -0
  25. params_shard_23.bin +3 -0
  26. params_shard_24.bin +3 -0
  27. params_shard_25.bin +3 -0
  28. params_shard_26.bin +3 -0
  29. params_shard_27.bin +3 -0
  30. params_shard_28.bin +3 -0
  31. params_shard_29.bin +3 -0
  32. params_shard_3.bin +3 -0
  33. params_shard_30.bin +3 -0
  34. params_shard_31.bin +3 -0
  35. params_shard_32.bin +3 -0
  36. params_shard_33.bin +3 -0
  37. params_shard_34.bin +3 -0
  38. params_shard_35.bin +3 -0
  39. params_shard_36.bin +3 -0
  40. params_shard_37.bin +3 -0
  41. params_shard_38.bin +3 -0
  42. params_shard_39.bin +3 -0
  43. params_shard_4.bin +3 -0
  44. params_shard_40.bin +3 -0
  45. params_shard_41.bin +3 -0
  46. params_shard_42.bin +3 -0
  47. params_shard_43.bin +3 -0
  48. params_shard_44.bin +3 -0
  49. params_shard_45.bin +3 -0
  50. params_shard_46.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32000,
12
+ "position_embedding_base": 10000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": -1,
16
+ "sliding_window_size": 4096,
17
+ "prefill_chunk_size": 4096,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 128
21
+ },
22
+ "vocab_size": 32000,
23
+ "context_window_size": -1,
24
+ "sliding_window_size": 4096,
25
+ "prefill_chunk_size": 4096,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer_config.json"
37
+ ],
38
+ "tokenizer_info": {
39
+ "token_postproc_method": "byte_fallback",
40
+ "prepend_space_in_encode": false,
41
+ "strip_space_in_decode": false
42
+ },
43
+ "conv_template": {
44
+ "name": "mistral_default",
45
+ "system_template": "[INST] {system_message}",
46
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
47
+ "system_prefix_token_ids": [
48
+ 1
49
+ ],
50
+ "add_role_after_system_message": false,
51
+ "roles": {
52
+ "user": "[INST]",
53
+ "assistant": "[/INST]",
54
+ "tool": "[INST]"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ " "
64
+ ],
65
+ "role_content_sep": " ",
66
+ "role_empty_sep": "",
67
+ "stop_str": [
68
+ "</s>"
69
+ ],
70
+ "stop_token_ids": [
71
+ 2
72
+ ],
73
+ "function_string": "",
74
+ "use_function_calling": false
75
+ },
76
+ "pad_token_id": 0,
77
+ "bos_token_id": 1,
78
+ "eos_token_id": 2
79
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa4a62bdf029601776ae8af8c32b79b15c300fd7be86b598374a56f68f5ce69f
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ce09c0c0a9c3865b014c421dcf1a0989d3a7f41f4b64933e3cc5abf53ff3f2
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e8d10e3ce6a1d947c98e7ea976f9fe6207e6adc1532e85e859572c676026d8e
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7d0573e40d023f7221189cdfee6ace247cfe793d6524c42f5f463204ffe7cd
3
+ size 27271168
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb0fa19d1a811e75fb9aeb40a8004fe021b99ed72bbcd81dbe1731124ca9fb8
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:762b576b6f0f618d8bd0fc7cee333dc7bc8f5b0437a941967e35a978b1fc0403
3
+ size 30949376
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e456ce4300605bad3e408434162eaf2f0160850f6372d4adca5a7332b62aac
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb229128cc3fbc67b90a55fc90ec52698a679e6b77304c82e86b8bfdca8a28ea
3
+ size 25174016
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b8b9aa743388ae751d733db3b5b3180a8babecb2ae5917eadd1e43d1cc63dec
3
+ size 33030144
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c45d820ba19d0a58a92214e39826dd5a908d68f3561e8feb3660b6756cd40c7
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b30d7519ddb13f0fb568d8ef3812da3fc7877c599b5726d7c8f6dd9df14a51b
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e00538617f09ebac525f2c1748e66eb517b5e3bff9e4b785efc93832f3c557
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a38fa67b49ca2f884f6382c15b852e24013e0ca288f1e6e673146ef6bcb3943
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77db68e0572437c43720a8e63eb4e4d066a445c8eb6d756634c4331aac80c400
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af7514c7035dc4595fa613c8edc30566c67ebbabcb977c96170c12e4c208b6e3
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eff67431b37df2fba8ec5d09fffee353872832907840fbcad0ed8f0c7ddf46f
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40bef5727a8f6af5d9af7106c563920f08d62030038f79f9513f07a1978d212
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b52e9782118e84ea48f0002cc19152e78a84d07a1939d61c7a48c3801830b5
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fabeef22a42a40d6721b02ee6fff444e7a41896e0fe148a63fbd85db79ae617
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27adff819bba7966679f1ad83f954108f57aac052303d44db7bb70199b160482
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e3755c438cff20195d22eb4bedefe6b3c0eb2fa9f8c86a3a45105f66114c157
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912f6b87847c58c5524afc3efeac56ccbae43839c53e6f0dca4e8923bbcadce2
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:802f29374d629d01026b960ef96afac3e9936eff16b4958553dc5392aec10cd0
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53bf3e38cf47fce745a07ef1706b154b155b96efbc6ebccbf40acf59037bbd5
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:896451e6b39667961faebe26bc8b09f9b17212eb65092f9a7329a57c11fe1f13
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4762bc1bece088fe29bae3ac81c6a88328bad5cc809d45c4040b928fd69d333
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb8f6fb4c16fefd41206efd2e835f3df3825f303ffc82ad1b148f6549f6ce2e
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374c63b58c6d28d05d6c27728989ef06eea23c4ef50b17d8e7c8a1c137f809b7
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd50d4ec0096f331c44d8c622d21ba8167baf70940f6124a15984dd86d7242e
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32360aeed9bcd07177ab1130eed4b8af0fe90bb2ae49eb63569caa0987215d21
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef93880e821910592f00226fb9b87045c7ba3352d0f2bff68be0701e07f7667
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c30812d9a1f371576800372474c484c5e2331c08eaf4e4424dd32671cb291ca
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e419eb2a21fdb6c447ef26cddaa99a08c92d7deeb5f7411544a41f3b28f0684
3
+ size 65536000
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4d2eb072cffdc3c30ed9049db99a23f55ac64d46409905706cdb04063a86c9
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d06f83d64b6f8c12e1d0b565853c39279b3e3e6efc2f439fac84f6c20d79d10
3
+ size 31801344
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02d715ea5ca9fcd7cd078d5871480506cb4036fc6cde74562bbe1eff6f486bd5
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:851a57a06470f1f565aeca830566258fc73f0b575d6f641dfc96c7bb3cab22c1
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a16d0d41de4ea5f5a837498039f12f29f48470b5628cc3b7a1fa2c3f4b0fd7b3
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3701e538e2601e88e62783bf411a6cc151ec6e279dc57375eb606f7b6ca29b
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84c93d232c7861e80694caf8ad02af1bceb1ad6cd8334a6fc1b3b2425b08c05
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f3e6611d9ba9e273354150f3deae513a5e79166bfa9468d66b6d8bb72f5e87e
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1edaaccdfd0cdc4f19c483db938f097d94e5c7dddcb07b2b8d1d96e9f3c16d2e
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1978dafcf82859bb0a3557daa06f4ee0eeb4e75d29ea137928edf163e41e5271
3
+ size 32505856
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20812e8251ab4379c19e854056dd3c43216b0016592cd10d03e689457fcea9ea
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f8e0bd23e5042accf8f36ea23ee7418cac96c210186edfd3b2b3f255e6fa7c
3
+ size 58720256
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c32ed0a59c8ef08286a2fd911446ec036f0f152ada2152cc21f0e9870007fb7
3
+ size 33046528
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e89558c29a2042a8a2008239b87d8cb46d8b499ab4b81846afb96f020cad82e
3
+ size 29360128
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ed6b842c9fb044fc287697c565937df0ec9334307f8bf633b84947afa9aebb
3
+ size 58720256