Fizzarolli
/

t5-v1_1-base-improved

Model card Files Files and versions

Fizzarolli commited on Nov 17, 2024

Commit

89e6b40

·

verified ·

1 Parent(s): 86c8380

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -14,7 +14,7 @@
   "feed_forward_proj": "silu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
-  "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "num_decoder_layers": 12,

   "feed_forward_proj": "silu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
+  "is_gated_act": false,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "num_decoder_layers": 12,