drjosh commited on
Commit
4e11090
·
verified ·
1 Parent(s): 3682b2e

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. special_tokens_map.json +1 -7
  2. tokenizer_config.json +1 -1
special_tokens_map.json CHANGED
@@ -21,11 +21,5 @@
21
  "rstrip": false,
22
  "single_word": false
23
  },
24
- "pad_token": {
25
- "content": "<|PAD_TOKEN|>",
26
- "lstrip": false,
27
- "normalized": false,
28
- "rstrip": false,
29
- "single_word": false
30
- }
31
  }
 
21
  "rstrip": false,
22
  "single_word": false
23
  },
24
+ "pad_token": "<|im_end|>"
 
 
 
 
 
 
25
  }
tokenizer_config.json CHANGED
@@ -209,7 +209,7 @@
209
  "errors": "replace",
210
  "extra_special_tokens": {},
211
  "model_max_length": 32768,
212
- "pad_token": "<|PAD_TOKEN|>",
213
  "padding_side": "right",
214
  "split_special_tokens": false,
215
  "tokenizer_class": "Qwen2Tokenizer",
 
209
  "errors": "replace",
210
  "extra_special_tokens": {},
211
  "model_max_length": 32768,
212
+ "pad_token": "<|im_end|>",
213
  "padding_side": "right",
214
  "split_special_tokens": false,
215
  "tokenizer_class": "Qwen2Tokenizer",