add base_model_arch in config (#2)
Browse files- add base_model_arch in config (67b5bd5df2646939050ca0249a7e22490517982d)
Co-authored-by: Ye Wang <[email protected]>
- config.json +1 -0
config.json
CHANGED
@@ -3,6 +3,7 @@
|
|
3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
4 |
],
|
5 |
"base_model_name_or_path": "Qwen/Qwen2.5-32B-Instruct",
|
|
|
6 |
"input_hidden_dim": 5120,
|
7 |
"inner_dim": "5120",
|
8 |
"proj_dim": "5120",
|
|
|
3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
4 |
],
|
5 |
"base_model_name_or_path": "Qwen/Qwen2.5-32B-Instruct",
|
6 |
+
"base_model_arch": "Qwen2ForCausalLM",
|
7 |
"input_hidden_dim": 5120,
|
8 |
"inner_dim": "5120",
|
9 |
"proj_dim": "5120",
|