Update hidden_act to silu (#14)
Browse files- Update hidden_act to silu (5810cf583c76cc8bd62aa0fc5667560657388de0)
- config.json +1 -1
config.json
CHANGED
@@ -27,7 +27,7 @@
|
|
27 |
"transformers_version": null,
|
28 |
"vision_config": {
|
29 |
"head_dim": 64,
|
30 |
-
"hidden_act": "
|
31 |
"image_size": 1024,
|
32 |
"is_composition": true,
|
33 |
"model_type": "pixtral",
|
|
|
27 |
"transformers_version": null,
|
28 |
"vision_config": {
|
29 |
"head_dim": 64,
|
30 |
+
"hidden_act": "silu",
|
31 |
"image_size": 1024,
|
32 |
"is_composition": true,
|
33 |
"model_type": "pixtral",
|