Text Generation
Safetensors
Russian
qwen2
conversational
RefalMachine commited on
Commit
6bfb3f8
·
verified ·
1 Parent(s): 15fc1a6

Upload folder using huggingface_hub

Browse files
model-00001-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:904441f4798354604e2c69f038135e82f3b065b7c60617cbd6dd3fc4a0086cca
3
  size 4841995312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6efaed375a2897623f99dae074358586a4451d9d41e54d3f7bdc4087127070
3
  size 4841995312
model-00002-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45631481670db66ee036dfc7dd31589f7620d93ee0fac46f2320ec52c6ca974a
3
  size 4876059352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90e089692f8101346c06be270f24b520328dfb0e0bd21d1a1bb98b744e165843
3
  size 4876059352
model-00003-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:060816c11d42dc4760d1dc69aa000897b5e3dc60f48095e6757cb72bbaea37d6
3
  size 4876059384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c47d571170eda5dee6ee3933d6a843fe278015798203ba5d80e11b141bf9185b
3
  size 4876059384
model-00004-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca00d1c8c0071c13f717b70979435032132ce599804551fdcdf6596bdc88cdff
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bccd236e93b7c1079f32153fb4750de838d89448d2ec80ced790752dad7a23c1
3
  size 4876059416
model-00005-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e2598f73c3985e16f21c1ee2f20f23fa9acf52e1f03a2d755674777cf8dd1bd
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14e35954a914b452e81ba109fca28285bd48d2857ca4c757b13c4689bdd9641
3
  size 4876059416
model-00006-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f42281267ad2c4a7441a6a4c94dc247d84882c2429c5df9814819db9b61383d2
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ffc75904a6a9ef3ca57366598a7067ffe2a10aacb4a1033b894db96f8520f0
3
  size 4876059416
model-00007-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:146bbb7216c74ddc3ee21036448aea1ea6d749c47b010b5a3123e0b080037d26
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98a6c3c0bb5a7fe24623f1a11ec870ae330e0aa5278a69e4b33b85e62798e1b7
3
  size 4876059416
model-00008-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea637442110f96a98225d73843de1851d60cad283fb721dadb38686ba9b0e978
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b17c99de82b297ede18424a99d2fe7ed05edc5228b94b32411d0f64565eb774
3
  size 4876059416
model-00009-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3df6e1a67500be801d5f24250628af12f268ecd40581475b246d5eb24c2fd7f9
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb7892eaeef1e2f24a57c1871bdb5f627e721c9214fdc3c5f6f90d60733ba47
3
  size 4876059416
model-00010-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37e028b9f112fe77d9143048e7a463a0a6db7095a8a54eddc6c20840b47df878
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382c119128e8739f2d39dd3279d4bebd90534d6e571d407f64b0a5dbeb646060
3
  size 4876059416
model-00011-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c061ca3e7e325538c9240869d94ab623aa83e68112e850272a7a3dbd4625a5e7
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:688b9c8759513513e73197e36e20bcb475f91254460db1586aa16d73c5bbcf43
3
  size 4876059416
model-00012-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9184bdd9b1d881aef31780c03ddffc803a9fb7e31412aece9c64023b778a16ef
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ace24ae422bc33e23c16ece1a59a52d0f35f5957ad5607e1f8cbd3528fa2f62b
3
  size 4876059416
model-00013-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06e2f45696bc4cb755742b5c7b2ef8eda9eca674e26deeb6e8e4e73674484665
3
  size 4876059416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5529c76e3165a8a398c687f2a842228ff2f67e94df30388a65424f3676acf154
3
  size 4876059416
model-00014-of-00014.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01b829c62c18e754c4491e4650ce816033bff170d94f5a71840750ee4939e023
3
  size 2073662120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45724e7b13d0d4bcc3fac0db271374a275efc1e8fc5a889996b5182175ccc527
3
  size 2073662120
special_tokens_map.json CHANGED
@@ -24,21 +24,21 @@
24
  "<|file_sep|>"
25
  ],
26
  "bos_token": {
27
- "content": "<|endoftext|>",
28
  "lstrip": false,
29
  "normalized": false,
30
  "rstrip": false,
31
  "single_word": false
32
  },
33
  "eos_token": {
34
- "content": "<|im_end|>",
35
  "lstrip": false,
36
  "normalized": false,
37
  "rstrip": false,
38
  "single_word": false
39
  },
40
  "pad_token": {
41
- "content": "<|endoftext|>",
42
  "lstrip": false,
43
  "normalized": false,
44
  "rstrip": false,
 
24
  "<|file_sep|>"
25
  ],
26
  "bos_token": {
27
+ "content": "<|begin▁of▁sentence|>",
28
  "lstrip": false,
29
  "normalized": false,
30
  "rstrip": false,
31
  "single_word": false
32
  },
33
  "eos_token": {
34
+ "content": "<|end▁of▁sentence|>",
35
  "lstrip": false,
36
  "normalized": false,
37
  "rstrip": false,
38
  "single_word": false
39
  },
40
  "pad_token": {
41
+ "content": "<|begin▁of▁sentence|>",
42
  "lstrip": false,
43
  "normalized": false,
44
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -1083,13 +1083,13 @@
1083
  "<|repo_name|>",
1084
  "<|file_sep|>"
1085
  ],
1086
- "bos_token": "<|endoftext|>",
1087
- "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
1088
  "clean_up_tokenization_spaces": false,
1089
- "eos_token": "<|im_end|>",
1090
  "errors": "replace",
1091
  "model_max_length": 131072,
1092
- "pad_token": "<|endoftext|>",
1093
  "split_special_tokens": false,
1094
  "tokenizer_class": "Qwen2Tokenizer",
1095
  "unk_token": null
 
1083
  "<|repo_name|>",
1084
  "<|file_sep|>"
1085
  ],
1086
+ "bos_token": "<|begin▁of▁sentence|>",
1087
+ "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>'}}{% endif %}",
1088
  "clean_up_tokenization_spaces": false,
1089
+ "eos_token": "<|end▁of▁sentence|>",
1090
  "errors": "replace",
1091
  "model_max_length": 131072,
1092
+ "pad_token": "<|begin▁of▁sentence|>",
1093
  "split_special_tokens": false,
1094
  "tokenizer_class": "Qwen2Tokenizer",
1095
  "unk_token": null