Training in progress, epoch 1

config.json

@@ -1,35 +1,35 @@
 {
-  "_name_or_path": "bert-base-uncased",
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
   "architectures": [
-    "BertForSequenceClassification"
+    "DistilBertForSequenceClassification"
   ],
+  "attention_dropout": 0.1,
   "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
-  "gradient_checkpointing": false,
-  "hidden_act": "gelu",
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
   "id2label": {
     "0": "NEGATIVE",
     "1": "POSITIVE"
   },
   "initializer_range": 0.02,
-  "intermediate_size": 3072,
   "label2id": {
     "NEGATIVE": 0,
     "POSITIVE": 1
   },
-  "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
-  "model_type": "bert",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
   "pad_token_id": 0,
-  "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.40.0",
-  "type_vocab_size": 2,
-  "use_cache": true,
+  "transformers_version": "4.40.2",
   "vocab_size": 30522
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d52556dabfcc686b08ea58139bd6e7bff7444464d6594d124412d3a730fe0df1
-size 437958648
+oid sha256:ea1de348d2b39732d4e08572b85c4167d63b8a8edffd2b3fda24e2206ae57737
+size 267832560

runs/May10_19-25-55_3d87f0ef64c6/events.out.tfevents.1715369156.3d87f0ef64c6.209.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710c1eddaa900a526890c64677ad0e69311e3d7d026f0fab36b09587089def9c
+size 4824

runs/May10_19-40-51_3d87f0ef64c6/events.out.tfevents.1715370052.3d87f0ef64c6.209.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d932591a6a66950f350c4e62d456831f6e86f9eb549a5d3eafe95bbf62b6d7
+size 4822

runs/May10_19-43-05_3d87f0ef64c6/events.out.tfevents.1715370186.3d87f0ef64c6.209.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ee4eb6fe662f929e55660ee0a87fd6e3a4e5a2b8eb8d9b5d7c296a9a30f522
+size 4822

runs/May10_19-44-58_3d87f0ef64c6/events.out.tfevents.1715370299.3d87f0ef64c6.209.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15705a113fdf2f4e3b1855db2b86d159a619aa1d21ee42c00d59e1912adc6d1c
+size 4824

runs/May10_19-47-05_3d87f0ef64c6/events.out.tfevents.1715370425.3d87f0ef64c6.209.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b111e7c134ba812bca2efeb48c3c2ae57cc5b1b6de7fd1ddcc0596dea360b0
+size 4824

runs/May10_19-49-11_3d87f0ef64c6/events.out.tfevents.1715370551.3d87f0ef64c6.209.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12efbb4041d2cabf448006c36550a60c8e06eb8b9246b004dd9075d4d4d510c5
+size 4822

runs/May10_19-54-49_3d87f0ef64c6/events.out.tfevents.1715370890.3d87f0ef64c6.209.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ba0e4548a23e8e19125a602c570021f42b03205ee967bd23e6d17f378ecefe
+size 4881

runs/May10_19-56-23_3d87f0ef64c6/events.out.tfevents.1715370984.3d87f0ef64c6.209.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a983185cb8431e03262c0374cb71c6e4aa77cb76702b204cc82d671b693a27
+size 4883

runs/May10_20-01-08_3d87f0ef64c6/events.out.tfevents.1715371269.3d87f0ef64c6.209.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3b4c3238afc0d9d18af0e5978c72a17e769e4437cb0927cf60131fe4c75121
+size 5315

tokenizer_config.json

@@ -50,6 +50,6 @@
   "sep_token": "[SEP]",
   "strip_accents": null,
   "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
+  "tokenizer_class": "DistilBertTokenizer",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c9302c8c1ec95a872a097cbbe6d7902cd471503c2ff2dc05bb4a2c529aa9bee
+oid sha256:ff6a3a2ef5e04948be69560f4bfccf6040fe50f013ee018911b604cf87de2e15
 size 5048