Training in progress, step 5000

config.json

@@ -0,0 +1,25 @@
+{
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dtype": "bfloat16",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "initializer_range": 0.02,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.56.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

eval/Information-Retrieval_evaluation_test_results.csv

@@ -0,0 +1,25 @@
+epoch,steps,cosine-Accuracy@1,cosine-Precision@1,cosine-Recall@1,cosine-MRR@1,cosine-NDCG@10,cosine-MAP@100
+0,0,0.5763286334056399,0.5763286334056399,0.5589816867630893,0.5763286334056399,0.7619433934524245,0.7107811578738404
+0,0,0.5763286334056399,0.5763286334056399,0.5589816867630893,0.5763286334056399,0.7619433934524245,0.7107811578738404
+0,0,0.5763286334056399,0.5763286334056399,0.5589816867630893,0.5763286334056399,0.7619433934524245,0.7107811578738404
+0,0,0.5763286334056399,0.5763286334056399,0.5589816867630893,0.5763286334056399,0.7619433934524245,0.7107811578738404
+0.10006504227748036,1000,0.5730409436008677,0.5730409436008677,0.555615758979286,0.5730409436008677,0.7593854446779958,0.7083189675973849
+0.10006504227748036,1000,0.5729731561822126,0.5729731561822126,0.5555903386972902,0.5729731561822126,0.7594012673565939,0.7083220993231142
+0.10006504227748036,1000,0.5730070498915402,0.5730070498915402,0.5556044610761768,0.5730070498915402,0.7593315453087739,0.7082891362596226
+0.10006504227748036,1000,0.5731087310195228,0.5731087310195228,0.555683546397941,0.5731087310195228,0.7593928341851474,0.7083363450183858
+0.20013008455496073,2000,0.5856155097613883,0.5856155097613883,0.5682637615100162,0.5856155097613883,0.7661742076479544,0.7168587546228256
+0.20013008455496073,2000,0.5857510845986985,0.5857510845986985,0.5683880384442174,0.5857510845986985,0.7662288492204353,0.7169474658422085
+0.20013008455496073,2000,0.5854460412147505,0.5854460412147505,0.5680942929633785,0.5854460412147505,0.7661327578601824,0.7168060255000062
+0.20013008455496073,2000,0.585412147505423,0.585412147505423,0.5680265055447234,0.585412147505423,0.7660824293231381,0.7167350944179743
+0.3001951268324411,3000,0.5919875271149675,0.5919875271149675,0.5746318245975073,0.5919875271149675,0.7699762121367573,0.7214796706680667
+0.3001951268324411,3000,0.5919875271149675,0.5919875271149675,0.5746487714521711,0.5919875271149675,0.7699476466702248,0.7214589351556996
+0.3001951268324411,3000,0.5922247830802603,0.5922247830802603,0.5748690805628002,0.5922247830802603,0.7701050828117116,0.7216020254849678
+0.3001951268324411,3000,0.5920553145336226,0.5920553145336226,0.5747165588708262,0.5920553145336226,0.7700439112184646,0.7215376147137811
+0.40026016910992146,4000,0.5958853036876356,0.5958853036876356,0.578360697518693,0.5958853036876356,0.7716751686007839,0.7237516261914769
+0.40026016910992146,4000,0.5960208785249458,0.5960208785249458,0.5785019213075578,0.5960208785249458,0.7717365731880627,0.7238451010522928
+0.40026016910992146,4000,0.5960547722342733,0.5960547722342733,0.5785358150168853,0.5960547722342733,0.7717797059450974,0.7238770479499903
+0.40026016910992146,4000,0.5960886659436009,0.5960886659436009,0.5785471129199945,0.5960886659436009,0.7717394245790358,0.7238347130475508
+0.5003252113874018,5000,0.6000881236442517,0.6000881236442517,0.5825493950964227,0.6000881236442517,0.7749754051031658,0.727413254278615
+0.5003252113874018,5000,0.5999186550976139,0.5999186550976139,0.5823968734044487,0.5999186550976139,0.7748826184165414,0.7273131254707703
+0.5003252113874018,5000,0.5997491865509761,0.5997491865509761,0.5822104580031472,0.5997491865509761,0.7748125445468894,0.727191615676103
+0.5003252113874018,5000,0.6000203362255966,0.6000203362255966,0.5824590118715491,0.6000203362255966,0.7749653618070212,0.7273553262352366

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a70ba22e4359633b0726d682715a9b53908d54d93b4d13fb84ab63368ec5f25
+size 45142000

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,65 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98868c394207fc1d3450cf3212027f47cb217c418baaf7a9fa6cbfd735e541a3
+size 6353