long2811 commited on
Commit
23519b2
·
verified ·
1 Parent(s): f3081d6

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +6 -1
tokenizer_config.json CHANGED
@@ -35,5 +35,10 @@
35
  "model_max_length": 1000000000000000019884624838656,
36
  "tokenizer_class": "LlamaTokenizer",
37
  "unk_token": "<unk>",
38
- "use_default_system_prompt": false
 
 
 
 
 
39
  }
 
35
  "model_max_length": 1000000000000000019884624838656,
36
  "tokenizer_class": "LlamaTokenizer",
37
  "unk_token": "<unk>",
38
+ "use_default_system_prompt": false,
39
+ "chat_template": {
40
+ "system": "<|start_header_id|>system<|end_header_id|>",
41
+ "user": "<|start_header_id|>user<|end_header_id|>",
42
+ "assistant": "<|start_header_id|>assistant<|end_header_id|>"
43
+ }
44
  }