Leon Camus
commited on
Commit
·
bb13996
1
Parent(s):
7532d6b
feat: Add system role
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -39,5 +39,5 @@
|
|
39 |
"tokenizer_class": "LlamaTokenizer",
|
40 |
"unk_token": "<unk>",
|
41 |
"use_default_system_prompt": false,
|
42 |
-
"chat_template": "{{ bos_token }}{% for message in messages %}{% if
|
43 |
}
|
|
|
39 |
"tokenizer_class": "LlamaTokenizer",
|
40 |
"unk_token": "<unk>",
|
41 |
"use_default_system_prompt": false,
|
42 |
+
"chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] == 'system' %}{{ message['content'] }}{% elif message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only system, user and assistant roles are supported!') }}{% endif %}{% endfor %}"
|
43 |
}
|