Update config.json
Browse files- config.json +0 -6
config.json
CHANGED
|
@@ -57,12 +57,6 @@
|
|
| 57 |
"rope_type": "yarn",
|
| 58 |
"truncate": false
|
| 59 |
},
|
| 60 |
-
"quantization_config": {
|
| 61 |
-
"modules_to_not_convert": [
|
| 62 |
-
"*"
|
| 63 |
-
],
|
| 64 |
-
"quant_method": "nothing"
|
| 65 |
-
},
|
| 66 |
"rope_theta": 150000,
|
| 67 |
"router_aux_loss_coef": 0.9,
|
| 68 |
"sliding_window": 128,
|
|
|
|
| 57 |
"rope_type": "yarn",
|
| 58 |
"truncate": false
|
| 59 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
"rope_theta": 150000,
|
| 61 |
"router_aux_loss_coef": 0.9,
|
| 62 |
"sliding_window": 128,
|