Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -23,6 +23,7 @@
23
  "text_config": {
24
  "hidden_size": 2560,
25
  "intermediate_size": 10240,
 
26
  "model_type": "gemma3_text",
27
  "num_hidden_layers": 34,
28
  "rope_scaling": {
 
23
  "text_config": {
24
  "hidden_size": 2560,
25
  "intermediate_size": 10240,
26
+ "max_position_embeddings": 131072,
27
  "model_type": "gemma3_text",
28
  "num_hidden_layers": 34,
29
  "rope_scaling": {