{
"architectures": ["BVVNemoForCausalLM"],
"auto_map": {
"AutoConfig": "modeling_bvv_nemo.BVVNemoConfig",
"AutoModel": "modeling_bvv_nemo.BVVNemoForCausalLM",
"AutoModelForCausalLM": "modeling_bvv_nemo.BVVNemoForCausalLM"
},
"model_type": "bvv_nemo",
"vocab_size": 131072,
"block_size ": 1024,
"n_embd": 1024,
"n_layer": 12,
"n_head": 12,
"pad_id": 0,
"bos_token": "",
"eos_token": "",
"unk_token": "",
"pad_token": "",
"torch_dtype": "float32"
}