danielhanchen commited on
Commit
8f9141e
·
verified ·
1 Parent(s): c4203ea

Add files using upload-large-folder tool

Browse files
Files changed (3) hide show
  1. config.json +8 -2
  2. generation_config.json +2 -1
  3. tokenizer_config.json +1 -1
config.json CHANGED
@@ -2,9 +2,12 @@
2
  "architectures": [
3
  "Mistral3ForConditionalGeneration"
4
  ],
 
 
5
  "image_token_index": 10,
6
  "model_type": "mistral3",
7
  "multimodal_projector_bias": false,
 
8
  "projector_hidden_act": "gelu",
9
  "spatial_merge_size": 2,
10
  "text_config": {
@@ -22,11 +25,13 @@
22
  "rms_norm_eps": 1e-05,
23
  "rope_theta": 1000000000.0,
24
  "sliding_window": null,
 
25
  "use_cache": true,
26
  "vocab_size": 131072
27
  },
28
  "torch_dtype": "bfloat16",
29
- "transformers_version": "4.50.0.dev0",
 
30
  "vision_config": {
31
  "attention_dropout": 0.0,
32
  "head_dim": 64,
@@ -40,7 +45,8 @@
40
  "num_channels": 3,
41
  "num_hidden_layers": 24,
42
  "patch_size": 14,
43
- "rope_theta": 10000.0
 
44
  },
45
  "vision_feature_layer": -1
46
  }
 
2
  "architectures": [
3
  "Mistral3ForConditionalGeneration"
4
  ],
5
+ "bos_token_id": 1,
6
+ "eos_token_id": 2,
7
  "image_token_index": 10,
8
  "model_type": "mistral3",
9
  "multimodal_projector_bias": false,
10
+ "pad_token_id": 11,
11
  "projector_hidden_act": "gelu",
12
  "spatial_merge_size": 2,
13
  "text_config": {
 
25
  "rms_norm_eps": 1e-05,
26
  "rope_theta": 1000000000.0,
27
  "sliding_window": null,
28
+ "torch_dtype": "bfloat16",
29
  "use_cache": true,
30
  "vocab_size": 131072
31
  },
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.52.0.dev0",
34
+ "unsloth_fixed": true,
35
  "vision_config": {
36
  "attention_dropout": 0.0,
37
  "head_dim": 64,
 
45
  "num_channels": 3,
46
  "num_hidden_layers": 24,
47
  "patch_size": 14,
48
+ "rope_theta": 10000.0,
49
+ "torch_dtype": "bfloat16"
50
  },
51
  "vision_feature_layer": -1
52
  }
generation_config.json CHANGED
@@ -2,5 +2,6 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "transformers_version": "4.50.0.dev0"
 
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "pad_token_id": 11,
6
+ "transformers_version": "4.52.0.dev0"
7
  }
tokenizer_config.json CHANGED
@@ -9011,7 +9011,7 @@
9011
  "eos_token": "</s>",
9012
  "extra_special_tokens": {},
9013
  "legacy": true,
9014
- "model_max_length": 1000000000000000019884624838656,
9015
  "pad_token": "<pad>",
9016
  "padding_side": "left",
9017
  "processor_class": "PixtralProcessor",
 
9011
  "eos_token": "</s>",
9012
  "extra_special_tokens": {},
9013
  "legacy": true,
9014
+ "model_max_length": 131072,
9015
  "pad_token": "<pad>",
9016
  "padding_side": "left",
9017
  "processor_class": "PixtralProcessor",