Update config.json
Browse files- config.json +1 -1
    	
        config.json
    CHANGED
    
    | @@ -22,7 +22,7 @@ | |
| 22 | 
             
              "rms_norm_eps": 1e-05,
         | 
| 23 | 
             
              "rope_scaling": {
         | 
| 24 | 
             
                "factor": 8.0,
         | 
| 25 | 
            -
                " | 
| 26 | 
             
              },
         | 
| 27 | 
             
              "rope_theta": 500000.0,
         | 
| 28 | 
             
              "tie_word_embeddings": false,
         | 
|  | |
| 22 | 
             
              "rms_norm_eps": 1e-05,
         | 
| 23 | 
             
              "rope_scaling": {
         | 
| 24 | 
             
                "factor": 8.0,
         | 
| 25 | 
            +
                "type": "linear"
         | 
| 26 | 
             
              },
         | 
| 27 | 
             
              "rope_theta": 500000.0,
         | 
| 28 | 
             
              "tie_word_embeddings": false,
         |