File size: 498 Bytes
4a2a325 9ab5614 4a2a325 9ab5614 4a2a325 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
{
"architectures": ["BVVProForCausalLM"],
"auto_map": {
"AutoConfig": "modeling_bvv_pro.BVVProConfig",
"AutoModel": "modeling_bvv_pro.BVVProForCausalLM",
"AutoModelForCausalLM": "modeling_bvv_pro.BVVProForCausalLM"
},
"model_type": "bvv_pro",
"vocab_size": 65536,
"block_size ": 1024,
"n_embd": 1024,
"n_layer": 8,
"n_head": 8,
"pad_id": 57344,
"bos_token": "<s>",
"eos_token": "</s>",
"unk_token": "<unk>",
"pad_token": "<pad>",
"torch_dtype": "float32"
} |