| { | |
| "architectures": ["BVVProForCausalLM"], | |
| "auto_map": { | |
| "AutoConfig": "modeling_bvv_pro.BVVProConfig", | |
| "AutoModel": "modeling_bvv_pro.BVVProForCausalLM", | |
| "AutoModelForCausalLM": "modeling_bvv_pro.BVVProForCausalLM" | |
| }, | |
| "model_type": "bvv_pro", | |
| "vocab_size": 65536, | |
| "block_size ": 1024, | |
| "n_embd": 1024, | |
| "n_layer": 8, | |
| "n_head": 8, | |
| "pad_id": 57344, | |
| "bos_token": "<s>", | |
| "eos_token": "</s>", | |
| "unk_token": "<unk>", | |
| "pad_token": "<pad>", | |
| "torch_dtype": "float32" | |
| } |