Commit
•
a3b6c1d
1
Parent(s):
02753f3
set the correct vision_config.hidden_act (#4)
Browse files- set the correct vision_config.hidden_act (8b0de4df9d774ebf816db0555f86953103316e41)
Co-authored-by: Stas Bekman <[email protected]>
- config.json +1 -0
config.json
CHANGED
|
@@ -37,6 +37,7 @@
|
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"word_embed_proj_dim": 16,
|
| 39 |
"vision_config": {
|
|
|
|
| 40 |
"embed_dim": 32,
|
| 41 |
"image_size": 30,
|
| 42 |
"intermediate_size": 37,
|
|
|
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"word_embed_proj_dim": 16,
|
| 39 |
"vision_config": {
|
| 40 |
+
"hidden_act": "gelu",
|
| 41 |
"embed_dim": 32,
|
| 42 |
"image_size": 30,
|
| 43 |
"intermediate_size": 37,
|