Upload processor

added_tokens.json

@@ -1,11 +1,12 @@
 {
-  "</s_class>": 57529,
-  "<Others/>": 57525,
-  "<Purchase Order/>": 57526,
-  "<Tex Invoice/>": 57527,
-  "<s_class>": 57528,
-  "<s_iitcdip>": 57523,
-  "<s_rvlcdip>": 57530,
-  "<s_synthdog>": 57524,
-  "<sep/>": 57522
+  "</s_answer>": 57523,
+  "</s_question>": 57524,
+  "<no/>": 57525,
+  "<s_answer>": 57526,
+  "<s_docvqa>": 57527,
+  "<s_iitcdip>": 57528,
+  "<s_question>": 57529,
+  "<s_synthdog>": 57530,
+  "<sep/>": 57522,
+  "<yes/>": 57531
 }

preprocessor_config.json

@@ -1,4 +1,22 @@
 {
+  "_valid_processor_keys": [
+    "images",
+    "do_resize",
+    "size",
+    "resample",
+    "do_thumbnail",
+    "do_align_long_axis",
+    "do_pad",
+    "random_padding",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
   "do_align_long_axis": false,
   "do_normalize": true,
   "do_pad": true,
@@ -20,7 +38,7 @@
   "resample": 2,
   "rescale_factor": 0.00392156862745098,
   "size": [
-    960,
-    1280
+    1920,
+    2560
   ]
 }

special_tokens_map.json

@@ -1,7 +1,14 @@
 {
   "additional_special_tokens": [
+    "</s_answer>",
+    "</s_question>",
+    "<no/>",
+    "<s_answer>",
+    "<s_docvqa>",
     "<s_iitcdip>",
-    "<s_synthdog>"
+    "<s_question>",
+    "<s_synthdog>",
+    "<yes/>"
   ],
   "bos_token": {
     "content": "<s>",

tokenizer_config.json

@@ -49,23 +49,23 @@
       "special": false
     },
     "57523": {
-      "content": "<s_iitcdip>",
+      "content": "</s_answer>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57524": {
-      "content": "<s_synthdog>",
+      "content": "</s_question>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57525": {
-      "content": "<Others/>",
+      "content": "<no/>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": false
     },
     "57526": {
-      "content": "<Purchase Order/>",
+      "content": "<s_answer>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": false
     },
     "57527": {
-      "content": "<Tex Invoice/>",
+      "content": "<s_docvqa>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -89,15 +89,15 @@
       "special": false
     },
     "57528": {
-      "content": "<s_class>",
+      "content": "<s_iitcdip>",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "57529": {
-      "content": "</s_class>",
+      "content": "<s_question>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -105,7 +105,15 @@
       "special": false
     },
     "57530": {
-      "content": "<s_rvlcdip>",
+      "content": "<s_synthdog>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57531": {
+      "content": "<yes/>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -114,8 +122,15 @@
     }
   },
   "additional_special_tokens": [
+    "</s_answer>",
+    "</s_question>",
+    "<no/>",
+    "<s_answer>",
+    "<s_docvqa>",
     "<s_iitcdip>",
-    "<s_synthdog>"
+    "<s_question>",
+    "<s_synthdog>",
+    "<yes/>"
   ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,