config.json

{
    "vocab_size": 50257,
    "max_position_embeddings": 1024,
    "hidden_size": 1024,
    "num_hidden_layers": 24,
    "num_attention_heads": 16,
    "dropout": 0.0,
    "qkv_bias": true,
    "model_type": "gpt2"
}