ppbrown commited on
Commit
f6c8a6e
·
verified ·
1 Parent(s): 7008106

Update tokenizer/tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer/tokenizer_config.json +1 -1
tokenizer/tokenizer_config.json CHANGED
@@ -24,7 +24,7 @@
24
  "eos_token": "<|endoftext|>",
25
  "errors": "replace",
26
  "extra_special_tokens": {},
27
- "model_max_length": 77,
28
  "pad_token": "<|endoftext|>",
29
  "tokenizer_class": "CLIPTokenizer",
30
  "unk_token": "<|endoftext|>"
 
24
  "eos_token": "<|endoftext|>",
25
  "errors": "replace",
26
  "extra_special_tokens": {},
27
+ "model_max_length": 248,
28
  "pad_token": "<|endoftext|>",
29
  "tokenizer_class": "CLIPTokenizer",
30
  "unk_token": "<|endoftext|>"