LysandreJik
/

local_dir

Feature Extraction

Model card Files Files and versions

LysandreJik commited on Sep 6, 2021

Commit

06796e0

·

1 Parent(s): 117ba2f

Nice

Files changed (2) hide show

config.json +3 -3
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -7,14 +7,14 @@
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 4,
   "initializer_range": 0.02,
   "intermediate_size": 4,
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
-  "num_attention_heads": 1,
-  "num_hidden_layers": 3,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",

   "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
+  "hidden_size": 144,
   "initializer_range": 0.02,
   "intermediate_size": 4,
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
   "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 48,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc6e2c6b4549579ac7baababb52c182ac220054e26ba6f18c318c865f3aa29e9
-size 673853

 version https://git-lfs.github.com/spec/v1
+oid sha256:d190df9dd3598c9db05379916c3b5ab894c7d955384e22913772aafa6da53468
+size 40110641