ibokajordan commited on
Commit
d170d1d
·
verified ·
1 Parent(s): 207efbc

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. tokenizer_config.json +1 -1
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:840d6e2c9158f8cf26eb5923d87c10b66a2f5fbc9dda28063b1072d7e923cd45
3
- size 17110019
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4553e6f37b237c35b59ae85b48ba3a2dba26d9dfe383ac33bd0d3a5ec0eb869
3
+ size 17110186
tokenizer_config.json CHANGED
@@ -523,7 +523,7 @@
523
  "sep_token": "</s>",
524
  "sp_model_kwargs": {},
525
  "src_lang": "tr_TR",
526
- "tgt_lang": null,
527
  "tokenizer_class": "MBart50Tokenizer",
528
  "unk_token": "<unk>"
529
  }
 
523
  "sep_token": "</s>",
524
  "sp_model_kwargs": {},
525
  "src_lang": "tr_TR",
526
+ "tgt_lang": "tr_TR",
527
  "tokenizer_class": "MBart50Tokenizer",
528
  "unk_token": "<unk>"
529
  }