Upload processor

preprocessor_config.json

@@ -23,6 +23,7 @@
   "input_data_format": null,
   "max_patches": 12,
   "min_patches": 1,
+  "processor_class": "InternVLProcessor",
   "resample": 3,
   "rescale_factor": 0.00392156862745098,
   "return_tensors": null,

processor_config.json

@@ -0,0 +1,9 @@
+{
+  "context_image_token": "<IMG_CONTEXT>",
+  "end_image_token": "</img>",
+  "fake_image_token": "<image>",
+  "fake_video_token": "<video>",
+  "image_seq_length": 256,
+  "processor_class": "InternVLProcessor",
+  "start_image_token": "<img>"
+}

special_tokens_map.json

@@ -13,69 +13,15 @@
     "<|vision_pad|>",
     "<|image_pad|>",
     "<|video_pad|>",
-    {
-      "content": "<img>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</img>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<IMG_CONTEXT>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<quad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</quad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<ref>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</ref>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<box>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</box>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
+    "<img>",
+    "</img>",
+    "<IMG_CONTEXT>",
+    "<quad>",
+    "</quad>",
+    "<ref>",
+    "</ref>",
+    "<box>",
+    "</box>"
   ],
   "eos_token": {
     "content": "<|im_end|>",

tokenizer_config.json

@@ -282,6 +282,7 @@
   "extra_special_tokens": {},
   "model_max_length": 8192,
   "pad_token": "<|endoftext|>",
+  "processor_class": "InternVLProcessor",
   "return_token_type_ids": false,
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",