mlp/config.json

{
    "hidden_dim": 2240,
    "mid_hidden_dim": 4480,
    "output_dim": 32,
    "activation": "gelu",
    "layer_norm_eps": 1e-05,
    "initializer_range": 0.02,
    "architectures": [
        "CustomMidLayerMLPModel"
    ]
}