Update config.json
Browse files- config.json +0 -1
config.json
CHANGED
|
@@ -24,7 +24,6 @@
|
|
| 24 |
"encoder_split_layers": [],
|
| 25 |
"eos_token_id": 219395,
|
| 26 |
"first_expansion": false,
|
| 27 |
-
"fused_rope": true,
|
| 28 |
"gate_up_proj_alpha": 0.15625,
|
| 29 |
"hidden_act": "poly_norm",
|
| 30 |
"hidden_act_moe": null,
|
|
|
|
| 24 |
"encoder_split_layers": [],
|
| 25 |
"eos_token_id": 219395,
|
| 26 |
"first_expansion": false,
|
|
|
|
| 27 |
"gate_up_proj_alpha": 0.15625,
|
| 28 |
"hidden_act": "poly_norm",
|
| 29 |
"hidden_act_moe": null,
|