Update config.json
Browse files- config.json +1 -1
    	
        config.json
    CHANGED
    
    | @@ -6,7 +6,7 @@ | |
| 6 | 
             
              "d_ff": 8192,
         | 
| 7 | 
             
              "d_kv": 128,
         | 
| 8 | 
             
              "d_model": 2048,
         | 
| 9 | 
            -
              "decoder_start_token_id":  | 
| 10 | 
             
              "dense_act_fn": "gelu_new",
         | 
| 11 | 
             
              "dropout_rate": 0.1,
         | 
| 12 | 
             
              "eos_token_id": 2,
         | 
|  | |
| 6 | 
             
              "d_ff": 8192,
         | 
| 7 | 
             
              "d_kv": 128,
         | 
| 8 | 
             
              "d_model": 2048,
         | 
| 9 | 
            +
              "decoder_start_token_id": 0,
         | 
| 10 | 
             
              "dense_act_fn": "gelu_new",
         | 
| 11 | 
             
              "dropout_rate": 0.1,
         | 
| 12 | 
             
              "eos_token_id": 2,
         |