format
Browse files- config.json +1 -1
- generation_config.json +9 -9
- tokenizer_config.json +8 -9
    	
        config.json
    CHANGED
    
    | @@ -46,4 +46,4 @@ | |
| 46 | 
             
              "use_flash_attn": "auto",
         | 
| 47 | 
             
              "use_logn_attn": true,
         | 
| 48 | 
             
              "vocab_size": 152064
         | 
| 49 | 
            -
            }
         | 
|  | |
| 46 | 
             
              "use_flash_attn": "auto",
         | 
| 47 | 
             
              "use_logn_attn": true,
         | 
| 48 | 
             
              "vocab_size": 152064
         | 
| 49 | 
            +
            }
         | 
    	
        generation_config.json
    CHANGED
    
    | @@ -1,11 +1,11 @@ | |
| 1 | 
             
            {
         | 
| 2 | 
            -
             | 
| 3 | 
            -
             | 
| 4 | 
            -
             | 
| 5 | 
            -
             | 
| 6 | 
            -
             | 
| 7 | 
            -
             | 
| 8 | 
            -
             | 
| 9 | 
            -
             | 
| 10 | 
            -
             | 
| 11 | 
             
            }
         | 
|  | |
| 1 | 
             
            {
         | 
| 2 | 
            +
              "chat_format": "chatml",
         | 
| 3 | 
            +
              "eos_token_id": 151643,
         | 
| 4 | 
            +
              "pad_token_id": 151643,
         | 
| 5 | 
            +
              "max_window_size": 6144,
         | 
| 6 | 
            +
              "max_new_tokens": 512,
         | 
| 7 | 
            +
              "do_sample": true,
         | 
| 8 | 
            +
              "top_k": 0,
         | 
| 9 | 
            +
              "top_p": 0.5,
         | 
| 10 | 
            +
              "transformers_version": "4.31.0"
         | 
| 11 | 
             
            }
         | 
    	
        tokenizer_config.json
    CHANGED
    
    | @@ -1,11 +1,10 @@ | |
| 1 | 
             
            {
         | 
| 2 | 
            -
             | 
| 3 | 
            -
             | 
| 4 | 
            -
             | 
| 5 | 
            -
             | 
| 6 | 
            -
             | 
| 7 | 
            -
             | 
| 8 | 
            -
             | 
| 9 | 
            -
                }
         | 
| 10 | 
             
              }
         | 
| 11 | 
            -
             | 
|  | |
| 1 | 
             
            {
         | 
| 2 | 
            +
              "model_max_length": 8192,
         | 
| 3 | 
            +
              "tokenizer_class": "QWenTokenizer",
         | 
| 4 | 
            +
              "auto_map": {
         | 
| 5 | 
            +
                "AutoTokenizer": [
         | 
| 6 | 
            +
                  "tokenization_qwen.QWenTokenizer",
         | 
| 7 | 
            +
                  null
         | 
| 8 | 
            +
                  ]
         | 
|  | |
| 9 | 
             
              }
         | 
| 10 | 
            +
            }
         | 

