LA on cola

outputs/args.json

@@ -0,0 +1,47 @@
+{
+    "task_name": "cola",
+    "train_file": null,
+    "validation_file": null,
+    "max_length": 256,
+    "pad_to_max_length": false,
+    "model_name_or_path": "google-bert/bert-base-uncased",
+    "use_slow_tokenizer": true,
+    "per_device_train_batch_size": 8,
+    "per_device_eval_batch_size": 8,
+    "learning_rate": 5e-05,
+    "weight_decay": 0.0,
+    "num_train_epochs": 5,
+    "max_train_steps": null,
+    "gradient_accumulation_steps": 1,
+    "lr_scheduler_type": "linear",
+    "num_warmup_steps": 0,
+    "output_dir": "./outputs",
+    "peft_method": null,
+    "seed": 42,
+    "push_to_hub": false,
+    "hub_model_id": null,
+    "hub_token": null,
+    "checkpointing_steps": "1000",
+    "resume_from_checkpoint": null,
+    "with_tracking": false,
+    "report_to": "all",
+    "ignore_mismatched_sizes": true,
+    "save": false,
+    "load_step": 999,
+    "laplace_hessian": "kron",
+    "laplace_sub": "all",
+    "laplace_prior": "homo",
+    "laplace_optim_step": 1000,
+    "testing_set": "val",
+    "laplace_predict": "mc_corr",
+    "lm_head": false,
+    "cache_dir": "/content/cache/huggingface/metrics/glue",
+    "step_list": [
+        0,
+        1068,
+        2137,
+        3206,
+        4275,
+        5344
+    ]
+}

outputs/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_0/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_matthews_correlation": 0.01486714832435204}

outputs/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_1068/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_matthews_correlation": 0.46484295300587036}

outputs/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_2137/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_matthews_correlation": 0.5072753983504138}

outputs/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_3206/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_matthews_correlation": 0.5152882228132933}

outputs/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_4275/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_matthews_correlation": 0.5127766293248668}

outputs/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_5344/all_results_la_kron_all_homo_mc_corr_1000.json

@@ -0,0 +1 @@
+{"eval_matthews_correlation": 0.5073548497499728}

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_0/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203a7b4f06680c1f148d35614d77e524a04429f7a7a7bfd560604d9a680d3e1f
+size 9644

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_0/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6497e3165d2474a55fc3680100e49d8aeea9122dc45141113513d87135284373
+size 18033

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_0/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70293dc63149b212d9909341057cba43e85c91db4a062169c3ec1afcc4b480fd
+size 1379

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_1068/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9342bc5e6bc3048582040e3c3b97cca265c5fc46aa7855afe08bb4700471e26
+size 9644

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_1068/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea76c439e56afd5a2802061a69f99f0f83ae30bd532666ea2031c34a06a980b
+size 18033

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_1068/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17621686933193907d927cdd895971ebe56424f216872585daf2b308ba9ce175
+size 1379

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_2137/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b9e12e2d267c48633ffeb9f1b06c483a1c9aef1a531f825f57d3efac350cfa
+size 9644

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_2137/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509fb9f2005cd2f26b0288ed7b4514fbb0108e321a43ed78757c251689bf3e78
+size 18033

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_2137/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484b2af776ef15b6481462d67ec7a52a60ee79ea5bc081b10697a9f6c225b04e
+size 1379

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_3206/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d32a39dc00901320b10809088d7868bc6e81125f9ec0a56ea8799f72e5062
+size 9644

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_3206/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1257b3cbf8e863ea649b2bfba2d59de9765048247847a7b1b00aaf4de056d51e
+size 18033

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_3206/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f262b79c63ef923eba180cfaf0a766fb8292cd8ff14cc48d373b0f701d803e
+size 1379

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_4275/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125ce209445309ba61b6a002256320df0dfc28b1f3653a06af3dd6509144bb15
+size 9644

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_4275/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622b4492b70532b3768091a23b2d2ce9b2ea11915873f8ad795d7b2ab66c493d
+size 18033

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_4275/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9c4f11d19f9abb61aecaa6116a09f9548034d7642ddcd2438939346e01c291
+size 1379

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_5344/f_mu_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b302ed47298212d9d3fb720acf0ce3a1cd08f4c8996849c03cc56b85a093b7
+size 9644

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_5344/f_var_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98a9ba303de7fd5afd3214208b6cad22ca8ee65c13a684671e942efdec8e4ee
+size 18033

outputs_laplace/cola/google-bert/bert-base-uncased_adapters_5e-05_42/step_5344/prior_precision_kron_all_homo_1000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d2f2eb2c1d5f0bbb6b0b4ed062f4209c84e1bb0424c331726eb25163d69ee5
+size 1379