Training in progress, epoch 1

config.json

@@ -5,7 +5,7 @@
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.27264044802918286,
+  "hidden_dropout_prob": 0.252995802694608,
   "hidden_size": 512,
   "initializer_range": 0.02,
   "intermediate_size": 2048,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a32caf66e39d5290f906c00b4990b40928cdb78757ca92af2bc7105305c63e7d
+oid sha256:7d838b3977b70e8586a409978d9c0cde2ea494988ec98fa59aaf4cf281e56a1f
 size 165512728

run-4/checkpoint-312/config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.27264044802918286,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 8,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.50.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

run-4/checkpoint-312/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e4d44fde2d1c8f0f6deb3757c9d31f0048d726d5de115e027935323482a426
+size 165512728

run-4/checkpoint-312/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c936524d273fa4712c35acd290f6465633a7f38feb0e17c5de22d99c0aee77
+size 331108474

run-4/checkpoint-312/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6866ec325c25834fbe2afc4a110637cde57b0e2b7245e62d1e01058cc29debe0
+size 14244

run-4/checkpoint-312/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977f6929d7e26393621e05d2290f20212ca31da72dfd54f141a4360680d850a6
+size 1064

run-4/checkpoint-312/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-4/checkpoint-312/tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

run-4/checkpoint-312/trainer_state.json

@@ -0,0 +1,55 @@
+{
+  "best_global_step": 312,
+  "best_metric": 0.5776173285198556,
+  "best_model_checkpoint": "bert_uncased_L-8_H-512_A-8-finetuned-rte-run_1/run-4/checkpoint-312",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 312,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5703971119133574,
+      "eval_loss": 0.680321455001831,
+      "eval_runtime": 0.9563,
+      "eval_samples_per_second": 289.67,
+      "eval_steps_per_second": 5.229,
+      "step": 156
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5776173285198556,
+      "eval_loss": 0.6777911186218262,
+      "eval_runtime": 0.9486,
+      "eval_samples_per_second": 292.023,
+      "eval_steps_per_second": 5.271,
+      "step": 312
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 312,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": {
+    "classifier_dropout": 0.27264044802918286,
+    "learning_rate": 2e-05
+  }
+}

run-4/checkpoint-312/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ca9a06a8c3177f164972aa5dcabf054195fcaa9e67baf9fe5bbdd8dca15278
+size 5496

run-5/checkpoint-156/config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.252995802694608,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 8,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.50.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

run-5/checkpoint-156/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d838b3977b70e8586a409978d9c0cde2ea494988ec98fa59aaf4cf281e56a1f
+size 165512728

run-5/checkpoint-156/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c7b1e444b437499dfb6ec834a929c568bcda6b90f256db8ce0d9661647d597
+size 331108474

run-5/checkpoint-156/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957b2bc679131c2bcb60ab7040f6ead1f0d3b094fbfaabc3aba5dc3ab78ade86
+size 14244

run-5/checkpoint-156/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29afde6d2148f5bed68a601216924711accd006df1a59fa931b8b5c921299c4
+size 1064

run-5/checkpoint-156/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-5/checkpoint-156/tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

run-5/checkpoint-156/trainer_state.json

@@ -0,0 +1,46 @@
+{
+  "best_global_step": 156,
+  "best_metric": 0.5740072202166066,
+  "best_model_checkpoint": "bert_uncased_L-8_H-512_A-8-finetuned-rte-run_1/run-5/checkpoint-156",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 156,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5740072202166066,
+      "eval_loss": 0.6782364249229431,
+      "eval_runtime": 0.9517,
+      "eval_samples_per_second": 291.058,
+      "eval_steps_per_second": 5.254,
+      "step": 156
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 312,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": {
+    "classifier_dropout": 0.252995802694608,
+    "learning_rate": 2e-05
+  }
+}

run-5/checkpoint-156/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ca9a06a8c3177f164972aa5dcabf054195fcaa9e67baf9fe5bbdd8dca15278
+size 5496

runs/Apr03_13-50-26_435476ce9a2d/events.out.tfevents.1743690806.435476ce9a2d.544.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7ba7bd84782d3887e26b1d2457eb7e73458cb20fba5d414d8c406bb99d703
+size 6032