{ | |
"model_type": "medicoder_complete", | |
"architecture": "prototypical_network_with_embedded_prototypes", | |
"base_model": "emilyalsentzer/Bio_ClinicalBERT", | |
"embedding_dim": 768, | |
"num_medical_codes": 57768, | |
"num_prototypes": 57768, | |
"performance": { | |
"top_1_accuracy": 0.463, | |
"training_approach": "few_shot_learning", | |
"optimization_phase": 2, | |
"contains_prototypes": true, | |
"deployment_ready": true | |
}, | |
"prototype_info": { | |
"prototype_shape": [ | |
57768, | |
768 | |
], | |
"total_parameters": "~445M", | |
"self_contained": true, | |
"no_dataset_required": true | |
}, | |
"tokenizer_class": "BertTokenizer", | |
"max_position_embeddings": 512, | |
"vocab_size": 28996, | |
"hidden_size": 768, | |
"num_attention_heads": 12, | |
"num_hidden_layers": 12, | |
"type_vocab_size": 2, | |
"initializer_range": 0.02, | |
"layer_norm_eps": 1e-12, | |
"pad_token_id": 0, | |
"gradient_checkpointing": false, | |
"use_cache": true, | |
"version": "4.0_complete" | |
} |