Upload 4 files

tokenizer_2/special_tokens_map.json

@@ -9,7 +9,7 @@
   "eos_token": {
     "content": "<|endoftext|>",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
@@ -17,7 +17,7 @@
   "unk_token": {
     "content": "<|endoftext|>",
     "lstrip": false,
-    "normalized": true,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   }

tokenizer_2/tokenizer_config.json

@@ -20,7 +20,7 @@
     "49407": {
       "content": "<|endoftext|>",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -31,7 +31,6 @@
   "do_lower_case": true,
   "eos_token": "<|endoftext|>",
   "errors": "replace",
-  "extra_special_tokens": {},
   "model_max_length": 77,
   "pad_token": "!",
   "tokenizer_class": "CLIPTokenizer",