suno / small-pth /coarse_model_config.json
rsxdalv's picture
Upload 36 files
f8f08f0 verified
raw
history blame
347 Bytes
{
"model_config": {
"n_layer": 12,
"n_head": 12,
"n_embd": 768,
"block_size": 1024,
"bias": false,
"dropout": 0.0,
"input_vocab_size": 12096,
"output_vocab_size": 12096
},
"model_type": "coarse",
"parameter_count": 104319744,
"needs_tokenizer": true,
"best_val_loss": 2.9895273513793947
}