LenguajeNaturalAI
/

tiny-albert-testing

Feature Extraction

Inference Endpoints

Model card Files Files and versions Community

avacaondata commited on Mar 10

Commit

2b6bfaa

•

1 Parent(s): df8dce9

Upload model

Files changed (2) hide show

config.json +4 -4
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -2,13 +2,13 @@
   "architectures": [
     "AlbertModel"
   ],
-  "attention_probs_dropout_prob": 0,
   "bos_token_id": 2,
   "classifier_dropout_prob": 0.1,
   "embedding_size": 128,
   "eos_token_id": 3,
-  "hidden_act": "gelu_new",
-  "hidden_dropout_prob": 0,
   "hidden_size": 256,
   "initializer_range": 0.02,
   "inner_group_num": 1,
@@ -18,7 +18,7 @@
   "model_type": "albert",
   "num_attention_heads": 4,
   "num_hidden_groups": 1,
-  "num_hidden_layers": 2,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",

   "architectures": [
     "AlbertModel"
   ],
+  "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 2,
   "classifier_dropout_prob": 0.1,
   "embedding_size": 128,
   "eos_token_id": 3,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
   "hidden_size": 256,
   "initializer_range": 0.02,
   "inner_group_num": 1,
   "model_type": "albert",
   "num_attention_heads": 4,
   "num_hidden_groups": 1,
+  "num_hidden_layers": 3,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6ec01cde3009d989722034a3a462c352d11985e4e5bfea887e5696386ee981e
 size 19181576

 version https://git-lfs.github.com/spec/v1
+oid sha256:244bbc3e989b769e69e823ae26f5b5fb21dedb0269763245450bf6a33a8f800b
 size 19181576