{
    "hidden_size": 1024,
    "empty_embeds_ratio": 0.1,
    "normalize_embeds": false,
    "zero_uncond_embeds": true
}