AhmedSSoliman
/

MarianCausalLM

Text Generation

Inference Endpoints

Model card Files Files and versions Community

AhmedSSoliman commited on Jul 16, 2023

Commit

686a775

•

1 Parent(s): bc22590

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -1,12 +1,12 @@
 {
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
-  "model_max_length": 512,
   "pad_token": "<pad>",
   "separate_vocabs": false,
   "source_lang": "en",
   "sp_model_kwargs": {},
-  "target_lang": "nl",
   "tokenizer_class": "MarianTokenizer",
   "unk_token": "<unk>"
 }

 {
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
+  "model_max_length": 2048,
   "pad_token": "<pad>",
   "separate_vocabs": false,
   "source_lang": "en",
   "sp_model_kwargs": {},
+  "target_lang": "en",
   "tokenizer_class": "MarianTokenizer",
   "unk_token": "<unk>"
 }