Update params.json

params.json

@@ -7,6 +7,7 @@
   "n_kv_heads": 8,
   "rope_theta": 1000000000.0,
   "norm_eps": 1e-05,
-  "vocab_size": 131072
+  "vocab_size": 131072,
+  "max_position_embeddings": 131072
 }