Update config.json
Browse files- config.json +3 -1
config.json
CHANGED
@@ -3,7 +3,9 @@
|
|
3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
4 |
],
|
5 |
"base_model_name_or_path": "Qwen/Qwen2.5-32B-Instruct",
|
6 |
-
"
|
|
|
|
|
7 |
"input_hidden_dim": 5120,
|
8 |
"inner_dim": "5120",
|
9 |
"proj_dim": "5120",
|
|
|
3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
4 |
],
|
5 |
"base_model_name_or_path": "Qwen/Qwen2.5-32B-Instruct",
|
6 |
+
"base_model_archs": [
|
7 |
+
"Qwen2ForCausalLM"
|
8 |
+
],
|
9 |
"input_hidden_dim": 5120,
|
10 |
"inner_dim": "5120",
|
11 |
"proj_dim": "5120",
|