Add files using upload-large-folder tool
Browse files- config.json +8 -2
- generation_config.json +2 -1
- tokenizer_config.json +1 -1
config.json
CHANGED
@@ -2,9 +2,12 @@
|
|
2 |
"architectures": [
|
3 |
"Mistral3ForConditionalGeneration"
|
4 |
],
|
|
|
|
|
5 |
"image_token_index": 10,
|
6 |
"model_type": "mistral3",
|
7 |
"multimodal_projector_bias": false,
|
|
|
8 |
"projector_hidden_act": "gelu",
|
9 |
"spatial_merge_size": 2,
|
10 |
"text_config": {
|
@@ -22,11 +25,13 @@
|
|
22 |
"rms_norm_eps": 1e-05,
|
23 |
"rope_theta": 1000000000.0,
|
24 |
"sliding_window": null,
|
|
|
25 |
"use_cache": true,
|
26 |
"vocab_size": 131072
|
27 |
},
|
28 |
"torch_dtype": "bfloat16",
|
29 |
-
"transformers_version": "4.
|
|
|
30 |
"vision_config": {
|
31 |
"attention_dropout": 0.0,
|
32 |
"head_dim": 64,
|
@@ -40,7 +45,8 @@
|
|
40 |
"num_channels": 3,
|
41 |
"num_hidden_layers": 24,
|
42 |
"patch_size": 14,
|
43 |
-
"rope_theta": 10000.0
|
|
|
44 |
},
|
45 |
"vision_feature_layer": -1
|
46 |
}
|
|
|
2 |
"architectures": [
|
3 |
"Mistral3ForConditionalGeneration"
|
4 |
],
|
5 |
+
"bos_token_id": 1,
|
6 |
+
"eos_token_id": 2,
|
7 |
"image_token_index": 10,
|
8 |
"model_type": "mistral3",
|
9 |
"multimodal_projector_bias": false,
|
10 |
+
"pad_token_id": 11,
|
11 |
"projector_hidden_act": "gelu",
|
12 |
"spatial_merge_size": 2,
|
13 |
"text_config": {
|
|
|
25 |
"rms_norm_eps": 1e-05,
|
26 |
"rope_theta": 1000000000.0,
|
27 |
"sliding_window": null,
|
28 |
+
"torch_dtype": "bfloat16",
|
29 |
"use_cache": true,
|
30 |
"vocab_size": 131072
|
31 |
},
|
32 |
"torch_dtype": "bfloat16",
|
33 |
+
"transformers_version": "4.52.0.dev0",
|
34 |
+
"unsloth_fixed": true,
|
35 |
"vision_config": {
|
36 |
"attention_dropout": 0.0,
|
37 |
"head_dim": 64,
|
|
|
45 |
"num_channels": 3,
|
46 |
"num_hidden_layers": 24,
|
47 |
"patch_size": 14,
|
48 |
+
"rope_theta": 10000.0,
|
49 |
+
"torch_dtype": "bfloat16"
|
50 |
},
|
51 |
"vision_feature_layer": -1
|
52 |
}
|
generation_config.json
CHANGED
@@ -2,5 +2,6 @@
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 1,
|
4 |
"eos_token_id": 2,
|
5 |
-
"
|
|
|
6 |
}
|
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 1,
|
4 |
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 11,
|
6 |
+
"transformers_version": "4.52.0.dev0"
|
7 |
}
|
tokenizer_config.json
CHANGED
@@ -9011,7 +9011,7 @@
|
|
9011 |
"eos_token": "</s>",
|
9012 |
"extra_special_tokens": {},
|
9013 |
"legacy": true,
|
9014 |
-
"model_max_length":
|
9015 |
"pad_token": "<pad>",
|
9016 |
"padding_side": "left",
|
9017 |
"processor_class": "PixtralProcessor",
|
|
|
9011 |
"eos_token": "</s>",
|
9012 |
"extra_special_tokens": {},
|
9013 |
"legacy": true,
|
9014 |
+
"model_max_length": 131072,
|
9015 |
"pad_token": "<pad>",
|
9016 |
"padding_side": "left",
|
9017 |
"processor_class": "PixtralProcessor",
|