Update config.json (#5)
Browse files- Update config.json (dd0bc8365ac8b4e613eb51c6f1527123271bf215)
Co-authored-by: Ye Wang <[email protected]>
- config.json +4 -1
config.json
CHANGED
|
@@ -3,7 +3,10 @@
|
|
| 3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
| 4 |
],
|
| 5 |
"base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
|
| 6 |
-
"
|
|
|
|
|
|
|
|
|
|
| 7 |
"input_hidden_dim": 4096,
|
| 8 |
"inner_dim": "4096",
|
| 9 |
"proj_dim": "4096",
|
|
|
|
| 3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
| 4 |
],
|
| 5 |
"base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
|
| 6 |
+
"base_model_archs": [
|
| 7 |
+
"LlamaForCausalLM",
|
| 8 |
+
"LlamaSwiftKVForCausalLM"
|
| 9 |
+
],
|
| 10 |
"input_hidden_dim": 4096,
|
| 11 |
"inner_dim": "4096",
|
| 12 |
"proj_dim": "4096",
|