TempestTeam
/

TempestLLM

Model card Files Files and versions

Cyrile commited on Mar 31

Commit

8c855bf

·

verified ·

1 Parent(s): 8053c65

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -4667,7 +4667,7 @@
   "model_max_length": 1000000000000000019884624838656,
   "pad_to_multiple_of": null,
   "pad_token": "<|pad|>",
-  "pad_token_type_id": 0,
   "padding_side": "left",
   "sep_token": "<|special_99|>",
   "tokenizer_class": "PreTrainedTokenizer",

   "model_max_length": 1000000000000000019884624838656,
   "pad_to_multiple_of": null,
   "pad_token": "<|pad|>",
+  "pad_token_type_id": 2,
   "padding_side": "left",
   "sep_token": "<|special_99|>",
   "tokenizer_class": "PreTrainedTokenizer",