sshan95 commited on
Commit
1f54e95
·
verified ·
1 Parent(s): cdb68f1

Update to complete model with 57,768 embedded prototypes

Browse files
Files changed (1) hide show
  1. config.json +18 -5
config.json CHANGED
@@ -1,13 +1,25 @@
1
  {
2
- "model_type": "medicoder",
3
- "architecture": "prototypical_network",
4
  "base_model": "emilyalsentzer/Bio_ClinicalBERT",
5
  "embedding_dim": 768,
6
- "num_medical_codes": 57000,
 
7
  "performance": {
8
  "top_1_accuracy": 0.463,
9
  "training_approach": "few_shot_learning",
10
- "optimization_phase": 2
 
 
 
 
 
 
 
 
 
 
 
11
  },
12
  "tokenizer_class": "BertTokenizer",
13
  "max_position_embeddings": 512,
@@ -20,5 +32,6 @@
20
  "layer_norm_eps": 1e-12,
21
  "pad_token_id": 0,
22
  "gradient_checkpointing": false,
23
- "use_cache": true
 
24
  }
 
1
  {
2
+ "model_type": "medicoder_complete",
3
+ "architecture": "prototypical_network_with_embedded_prototypes",
4
  "base_model": "emilyalsentzer/Bio_ClinicalBERT",
5
  "embedding_dim": 768,
6
+ "num_medical_codes": 57768,
7
+ "num_prototypes": 57768,
8
  "performance": {
9
  "top_1_accuracy": 0.463,
10
  "training_approach": "few_shot_learning",
11
+ "optimization_phase": 2,
12
+ "contains_prototypes": true,
13
+ "deployment_ready": true
14
+ },
15
+ "prototype_info": {
16
+ "prototype_shape": [
17
+ 57768,
18
+ 768
19
+ ],
20
+ "total_parameters": "~445M",
21
+ "self_contained": true,
22
+ "no_dataset_required": true
23
  },
24
  "tokenizer_class": "BertTokenizer",
25
  "max_position_embeddings": 512,
 
32
  "layer_norm_eps": 1e-12,
33
  "pad_token_id": 0,
34
  "gradient_checkpointing": false,
35
+ "use_cache": true,
36
+ "version": "4.0_complete"
37
  }