Mihaj commited on
Commit
4ba56e5
·
verified ·
1 Parent(s): e16f5fc

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +2 -2
special_tokens_map.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "bos_token": "<s>",
3
- "eos_token": "</s>",
4
  "pad_token": "[PAD]",
5
  "unk_token": "[UNK]"
6
  }
 
1
  {
2
+ "bos_token": null,
3
+ "eos_token": null,
4
  "pad_token": "[PAD]",
5
  "unk_token": "[UNK]"
6
  }