Update config.json
Browse files- config.json +2 -2
config.json
CHANGED
|
@@ -4,8 +4,8 @@
|
|
| 4 |
"n_layer": 64,
|
| 5 |
"vocab_size": 32768,
|
| 6 |
"ssm_cfg": {
|
| 7 |
-
|
| 8 |
-
|
| 9 |
},
|
| 10 |
"attn_layer_idx": [],
|
| 11 |
"attn_cfg": {},
|
|
|
|
| 4 |
"n_layer": 64,
|
| 5 |
"vocab_size": 32768,
|
| 6 |
"ssm_cfg": {
|
| 7 |
+
"layer": "Mamba2",
|
| 8 |
+
"ngroups": 8
|
| 9 |
},
|
| 10 |
"attn_layer_idx": [],
|
| 11 |
"attn_cfg": {},
|