Upload tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
    	
        tokenizer_config.json
    CHANGED
    
    | @@ -8009,7 +8009,7 @@ | |
| 8009 | 
             
              "eos_token": "</s>",
         | 
| 8010 | 
             
              "model_max_length": 1024000,
         | 
| 8011 | 
             
              "pad_token": "<pad>",
         | 
| 8012 | 
            -
              "padding_side": " | 
| 8013 | 
             
              "tokenizer_class": "PreTrainedTokenizerFast",
         | 
| 8014 | 
             
              "unk_token": "<unk>"
         | 
| 8015 | 
             
            }
         | 
|  | |
| 8009 | 
             
              "eos_token": "</s>",
         | 
| 8010 | 
             
              "model_max_length": 1024000,
         | 
| 8011 | 
             
              "pad_token": "<pad>",
         | 
| 8012 | 
            +
              "padding_side": "left",
         | 
| 8013 | 
             
              "tokenizer_class": "PreTrainedTokenizerFast",
         | 
| 8014 | 
             
              "unk_token": "<unk>"
         | 
| 8015 | 
             
            }
         | 
