Upload tokenizer
Browse files- tokenizer.json +2 -2
- tokenizer_config.json +1 -1
tokenizer.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f4553e6f37b237c35b59ae85b48ba3a2dba26d9dfe383ac33bd0d3a5ec0eb869
|
3 |
+
size 17110186
|
tokenizer_config.json
CHANGED
@@ -523,7 +523,7 @@
|
|
523 |
"sep_token": "</s>",
|
524 |
"sp_model_kwargs": {},
|
525 |
"src_lang": "tr_TR",
|
526 |
-
"tgt_lang":
|
527 |
"tokenizer_class": "MBart50Tokenizer",
|
528 |
"unk_token": "<unk>"
|
529 |
}
|
|
|
523 |
"sep_token": "</s>",
|
524 |
"sp_model_kwargs": {},
|
525 |
"src_lang": "tr_TR",
|
526 |
+
"tgt_lang": "tr_TR",
|
527 |
"tokenizer_class": "MBart50Tokenizer",
|
528 |
"unk_token": "<unk>"
|
529 |
}
|