Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -1,7 +1,6 @@
 {
   "</tool_call>": 151658,
   "<tool_call>": 151657,
-  "<|PAD_TOKEN|>": 151665,
   "<|box_end|>": 151649,
   "<|box_start|>": 151648,
   "<|endoftext|>": 151643,

config.json

@@ -4,7 +4,6 @@
     "Qwen2ForCausalLM"
   ],
   "attention_dropout": 0.0,
-  "bos_token_id": 151643,
   "eos_token_id": 151645,
   "hidden_act": "silu",
   "hidden_size": 5120,
@@ -16,12 +15,15 @@
   "num_attention_heads": 40,
   "num_hidden_layers": 48,
   "num_key_value_heads": 8,
+  "pad_token_id": 151654,
   "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
   "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.44.2",
+  "transformers_version": "4.49.0.dev0",
+  "unsloth_fixed": true,
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 152064

generation_config.json

@@ -5,10 +5,11 @@
     151645,
     151643
   ],
-  "pad_token_id": 151643,
+  "max_length": 32768,
+  "pad_token_id": 151654,
   "repetition_penalty": 1.05,
   "temperature": 0.7,
   "top_k": 20,
   "top_p": 0.8,
-  "transformers_version": "4.44.2"
+  "transformers_version": "4.49.0.dev0"
 }

special_tokens_map.json

@@ -22,7 +22,7 @@
     "single_word": false
   },
   "pad_token": {
-    "content": "<|PAD_TOKEN|>",
+    "content": "<|vision_pad|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer_config.json

@@ -177,14 +177,6 @@
       "rstrip": false,
       "single_word": false,
       "special": false
-    },
-    "151665": {
-      "content": "<|PAD_TOKEN|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
     }
   },
   "additional_special_tokens": [
@@ -207,8 +199,9 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
-  "model_max_length": 131072,
-  "pad_token": "<|PAD_TOKEN|>",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<|vision_pad|>",
   "padding_side": "left",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",