Upload processor
Browse files- preprocessor_config.json +1 -0
- processor_config.json +9 -0
- tokenizer_config.json +1 -0
preprocessor_config.json
CHANGED
@@ -23,6 +23,7 @@
|
|
23 |
"input_data_format": null,
|
24 |
"max_patches": 12,
|
25 |
"min_patches": 1,
|
|
|
26 |
"resample": 3,
|
27 |
"rescale_factor": 0.00392156862745098,
|
28 |
"return_tensors": null,
|
|
|
23 |
"input_data_format": null,
|
24 |
"max_patches": 12,
|
25 |
"min_patches": 1,
|
26 |
+
"processor_class": "InternVLProcessor",
|
27 |
"resample": 3,
|
28 |
"rescale_factor": 0.00392156862745098,
|
29 |
"return_tensors": null,
|
processor_config.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"context_image_token": "<IMG_CONTEXT>",
|
3 |
+
"end_image_token": "</img>",
|
4 |
+
"fake_image_token": "<image>",
|
5 |
+
"fake_video_token": "<video>",
|
6 |
+
"image_seq_length": 256,
|
7 |
+
"processor_class": "InternVLProcessor",
|
8 |
+
"start_image_token": "<img>"
|
9 |
+
}
|
tokenizer_config.json
CHANGED
@@ -1667,6 +1667,7 @@
|
|
1667 |
"model_max_length": 8192,
|
1668 |
"pad_token": "</s>",
|
1669 |
"prepend_scheme": "never",
|
|
|
1670 |
"return_token_type_ids": false,
|
1671 |
"sp_model_kwargs": {},
|
1672 |
"spaces_between_special_tokens": false,
|
|
|
1667 |
"model_max_length": 8192,
|
1668 |
"pad_token": "</s>",
|
1669 |
"prepend_scheme": "never",
|
1670 |
+
"processor_class": "InternVLProcessor",
|
1671 |
"return_token_type_ids": false,
|
1672 |
"sp_model_kwargs": {},
|
1673 |
"spaces_between_special_tokens": false,
|