Add checkpoint checkpoint-7000

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

colbert_linear.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f7f793ee439530f3370b4ec9504072ade58ee8b5bb0295594487e51a220e0c
+size 4200349

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "/home/mila/u/uemurak/scratch/hf_cache/hub/models--intfloat--multilingual-e5-large-instruct/snapshots/274baa43b0e13e37fafa6428dbc7938e62e5c439",
+  "architectures": [
+    "XLMRobertaModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c927ea9a8bea58f4aec74e898c119ad3a1e2291e371dc5f77597d72032569d4
+size 2239607176

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2de989e578db2a37ba36e5d19ca11ac760e6e9f6a276c09e4b3cb10fd2d2635
+size 4479470178

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba8d1689bb839a2a661ae9d2cf9da130c843fb8c6c794431d26a891b7153c11
+size 14645

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcaca90104bf3c01a37144375c8875c362b4c0b1f8a2b568b6387db14e0c669
+size 1465

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

sparse_linear.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56b3e38694d2f38bd66d2a3bdabed594e34bbf901cd6d0802f24f77ac824903
+size 5973

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8373f9cd3d27591e1924426bcc1c8799bc5a9affc4fc857982c5d66668dd1f41
+size 17082832

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -0,0 +1,523 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5028013216491883,
+  "eval_steps": 500,
+  "global_step": 7000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007182876023559833,
+      "grad_norm": 102.55565643310547,
+      "learning_rate": 3.339317773788151e-07,
+      "loss": 4.51,
+      "step": 100
+    },
+    {
+      "epoch": 0.014365752047119667,
+      "grad_norm": 20.8671875,
+      "learning_rate": 6.929982046678636e-07,
+      "loss": 1.3058,
+      "step": 200
+    },
+    {
+      "epoch": 0.0215486280706795,
+      "grad_norm": 16.238826751708984,
+      "learning_rate": 1.0520646319569122e-06,
+      "loss": 0.7671,
+      "step": 300
+    },
+    {
+      "epoch": 0.028731504094239333,
+      "grad_norm": 12.669879913330078,
+      "learning_rate": 1.4111310592459606e-06,
+      "loss": 0.639,
+      "step": 400
+    },
+    {
+      "epoch": 0.03591438011779917,
+      "grad_norm": 13.375199317932129,
+      "learning_rate": 1.770197486535009e-06,
+      "loss": 0.5396,
+      "step": 500
+    },
+    {
+      "epoch": 0.043097256141359,
+      "grad_norm": 36.680416107177734,
+      "learning_rate": 2.1292639138240576e-06,
+      "loss": 0.4649,
+      "step": 600
+    },
+    {
+      "epoch": 0.050280132164918834,
+      "grad_norm": 15.553112983703613,
+      "learning_rate": 2.488330341113106e-06,
+      "loss": 0.4561,
+      "step": 700
+    },
+    {
+      "epoch": 0.057463008188478666,
+      "grad_norm": 28.032434463500977,
+      "learning_rate": 2.847396768402155e-06,
+      "loss": 0.4152,
+      "step": 800
+    },
+    {
+      "epoch": 0.0646458842120385,
+      "grad_norm": 40.55122756958008,
+      "learning_rate": 3.2064631956912027e-06,
+      "loss": 0.412,
+      "step": 900
+    },
+    {
+      "epoch": 0.07182876023559834,
+      "grad_norm": 48.380340576171875,
+      "learning_rate": 3.5655296229802514e-06,
+      "loss": 0.4159,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07901163625915816,
+      "grad_norm": 18.708255767822266,
+      "learning_rate": 3.9245960502693e-06,
+      "loss": 0.3397,
+      "step": 1100
+    },
+    {
+      "epoch": 0.086194512282718,
+      "grad_norm": 10.165841102600098,
+      "learning_rate": 4.283662477558348e-06,
+      "loss": 0.355,
+      "step": 1200
+    },
+    {
+      "epoch": 0.09337738830627783,
+      "grad_norm": 17.107013702392578,
+      "learning_rate": 4.6427289048473974e-06,
+      "loss": 0.3312,
+      "step": 1300
+    },
+    {
+      "epoch": 0.10056026432983767,
+      "grad_norm": 38.87083053588867,
+      "learning_rate": 5.001795332136446e-06,
+      "loss": 0.2452,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1077431403533975,
+      "grad_norm": 17.743247985839844,
+      "learning_rate": 5.360861759425494e-06,
+      "loss": 0.2204,
+      "step": 1500
+    },
+    {
+      "epoch": 0.11492601637695733,
+      "grad_norm": 35.18050765991211,
+      "learning_rate": 5.719928186714543e-06,
+      "loss": 0.2338,
+      "step": 1600
+    },
+    {
+      "epoch": 0.12210889240051717,
+      "grad_norm": 8.888273239135742,
+      "learning_rate": 6.078994614003591e-06,
+      "loss": 0.2269,
+      "step": 1700
+    },
+    {
+      "epoch": 0.129291768424077,
+      "grad_norm": 6.807362079620361,
+      "learning_rate": 6.4380610412926396e-06,
+      "loss": 0.233,
+      "step": 1800
+    },
+    {
+      "epoch": 0.13647464444763682,
+      "grad_norm": 3.313542366027832,
+      "learning_rate": 6.797127468581688e-06,
+      "loss": 0.2033,
+      "step": 1900
+    },
+    {
+      "epoch": 0.14365752047119668,
+      "grad_norm": 4.184378623962402,
+      "learning_rate": 7.156193895870737e-06,
+      "loss": 0.1904,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1508403964947565,
+      "grad_norm": 29.64693832397461,
+      "learning_rate": 7.515260323159785e-06,
+      "loss": 0.2063,
+      "step": 2100
+    },
+    {
+      "epoch": 0.15802327251831633,
+      "grad_norm": 19.15960121154785,
+      "learning_rate": 7.874326750448834e-06,
+      "loss": 0.2206,
+      "step": 2200
+    },
+    {
+      "epoch": 0.16520614854187618,
+      "grad_norm": 12.115074157714844,
+      "learning_rate": 8.233393177737883e-06,
+      "loss": 0.1949,
+      "step": 2300
+    },
+    {
+      "epoch": 0.172389024565436,
+      "grad_norm": 9.53875732421875,
+      "learning_rate": 8.59245960502693e-06,
+      "loss": 0.2,
+      "step": 2400
+    },
+    {
+      "epoch": 0.17957190058899583,
+      "grad_norm": 3.5382916927337646,
+      "learning_rate": 8.951526032315979e-06,
+      "loss": 0.1875,
+      "step": 2500
+    },
+    {
+      "epoch": 0.18675477661255566,
+      "grad_norm": 1.2547463178634644,
+      "learning_rate": 9.310592459605027e-06,
+      "loss": 0.2033,
+      "step": 2600
+    },
+    {
+      "epoch": 0.1939376526361155,
+      "grad_norm": 1.9213370084762573,
+      "learning_rate": 9.669658886894077e-06,
+      "loss": 0.1946,
+      "step": 2700
+    },
+    {
+      "epoch": 0.20112052865967533,
+      "grad_norm": 35.58647155761719,
+      "learning_rate": 9.996807534219244e-06,
+      "loss": 0.2231,
+      "step": 2800
+    },
+    {
+      "epoch": 0.20830340468323516,
+      "grad_norm": 3.3178770542144775,
+      "learning_rate": 9.956901711959775e-06,
+      "loss": 0.1868,
+      "step": 2900
+    },
+    {
+      "epoch": 0.215486280706795,
+      "grad_norm": 22.328224182128906,
+      "learning_rate": 9.916995889700309e-06,
+      "loss": 0.2107,
+      "step": 3000
+    },
+    {
+      "epoch": 0.22266915673035484,
+      "grad_norm": 28.90311050415039,
+      "learning_rate": 9.877090067440841e-06,
+      "loss": 0.2068,
+      "step": 3100
+    },
+    {
+      "epoch": 0.22985203275391466,
+      "grad_norm": 4.699060916900635,
+      "learning_rate": 9.837184245181373e-06,
+      "loss": 0.1987,
+      "step": 3200
+    },
+    {
+      "epoch": 0.2370349087774745,
+      "grad_norm": 16.968143463134766,
+      "learning_rate": 9.797278422921906e-06,
+      "loss": 0.1688,
+      "step": 3300
+    },
+    {
+      "epoch": 0.24421778480103434,
+      "grad_norm": 8.749013900756836,
+      "learning_rate": 9.757372600662436e-06,
+      "loss": 0.1803,
+      "step": 3400
+    },
+    {
+      "epoch": 0.25140066082459417,
+      "grad_norm": 16.449424743652344,
+      "learning_rate": 9.71746677840297e-06,
+      "loss": 0.2231,
+      "step": 3500
+    },
+    {
+      "epoch": 0.258583536848154,
+      "grad_norm": 0.8674511313438416,
+      "learning_rate": 9.677560956143502e-06,
+      "loss": 0.1853,
+      "step": 3600
+    },
+    {
+      "epoch": 0.2657664128717138,
+      "grad_norm": 6.190998554229736,
+      "learning_rate": 9.637655133884035e-06,
+      "loss": 0.1669,
+      "step": 3700
+    },
+    {
+      "epoch": 0.27294928889527365,
+      "grad_norm": 10.102142333984375,
+      "learning_rate": 9.597749311624567e-06,
+      "loss": 0.2075,
+      "step": 3800
+    },
+    {
+      "epoch": 0.2801321649188335,
+      "grad_norm": 22.571224212646484,
+      "learning_rate": 9.557843489365099e-06,
+      "loss": 0.2019,
+      "step": 3900
+    },
+    {
+      "epoch": 0.28731504094239335,
+      "grad_norm": 29.87354278564453,
+      "learning_rate": 9.517937667105631e-06,
+      "loss": 0.2022,
+      "step": 4000
+    },
+    {
+      "epoch": 0.2944979169659532,
+      "grad_norm": 4.910442352294922,
+      "learning_rate": 9.478031844846164e-06,
+      "loss": 0.1816,
+      "step": 4100
+    },
+    {
+      "epoch": 0.301680792989513,
+      "grad_norm": 18.66014289855957,
+      "learning_rate": 9.438126022586697e-06,
+      "loss": 0.1998,
+      "step": 4200
+    },
+    {
+      "epoch": 0.30886366901307283,
+      "grad_norm": 42.844818115234375,
+      "learning_rate": 9.398220200327228e-06,
+      "loss": 0.193,
+      "step": 4300
+    },
+    {
+      "epoch": 0.31604654503663265,
+      "grad_norm": 8.83779525756836,
+      "learning_rate": 9.35831437806776e-06,
+      "loss": 0.1681,
+      "step": 4400
+    },
+    {
+      "epoch": 0.3232294210601925,
+      "grad_norm": 3.474717140197754,
+      "learning_rate": 9.318408555808294e-06,
+      "loss": 0.1608,
+      "step": 4500
+    },
+    {
+      "epoch": 0.33041229708375236,
+      "grad_norm": 4.746242046356201,
+      "learning_rate": 9.278502733548825e-06,
+      "loss": 0.1552,
+      "step": 4600
+    },
+    {
+      "epoch": 0.3375951731073122,
+      "grad_norm": 4.5783915519714355,
+      "learning_rate": 9.238596911289359e-06,
+      "loss": 0.1646,
+      "step": 4700
+    },
+    {
+      "epoch": 0.344778049130872,
+      "grad_norm": 9.975970268249512,
+      "learning_rate": 9.198691089029889e-06,
+      "loss": 0.1791,
+      "step": 4800
+    },
+    {
+      "epoch": 0.35196092515443184,
+      "grad_norm": 1.2798261642456055,
+      "learning_rate": 9.158785266770423e-06,
+      "loss": 0.1842,
+      "step": 4900
+    },
+    {
+      "epoch": 0.35914380117799166,
+      "grad_norm": 6.015448570251465,
+      "learning_rate": 9.118879444510955e-06,
+      "loss": 0.1751,
+      "step": 5000
+    },
+    {
+      "epoch": 0.3663266772015515,
+      "grad_norm": 7.062718391418457,
+      "learning_rate": 9.078973622251488e-06,
+      "loss": 0.1751,
+      "step": 5100
+    },
+    {
+      "epoch": 0.3735095532251113,
+      "grad_norm": 0.9326837062835693,
+      "learning_rate": 9.03906779999202e-06,
+      "loss": 0.1646,
+      "step": 5200
+    },
+    {
+      "epoch": 0.3806924292486712,
+      "grad_norm": 1.695087194442749,
+      "learning_rate": 8.999161977732552e-06,
+      "loss": 0.1577,
+      "step": 5300
+    },
+    {
+      "epoch": 0.387875305272231,
+      "grad_norm": 19.320249557495117,
+      "learning_rate": 8.959256155473084e-06,
+      "loss": 0.1729,
+      "step": 5400
+    },
+    {
+      "epoch": 0.39505818129579084,
+      "grad_norm": 3.8522274494171143,
+      "learning_rate": 8.919350333213616e-06,
+      "loss": 0.1781,
+      "step": 5500
+    },
+    {
+      "epoch": 0.40224105731935067,
+      "grad_norm": 2.3610100746154785,
+      "learning_rate": 8.879444510954149e-06,
+      "loss": 0.1975,
+      "step": 5600
+    },
+    {
+      "epoch": 0.4094239333429105,
+      "grad_norm": 6.998334884643555,
+      "learning_rate": 8.839538688694681e-06,
+      "loss": 0.1629,
+      "step": 5700
+    },
+    {
+      "epoch": 0.4166068093664703,
+      "grad_norm": 15.58069896697998,
+      "learning_rate": 8.799632866435213e-06,
+      "loss": 0.1764,
+      "step": 5800
+    },
+    {
+      "epoch": 0.42378968539003015,
+      "grad_norm": 40.70027160644531,
+      "learning_rate": 8.759727044175747e-06,
+      "loss": 0.1923,
+      "step": 5900
+    },
+    {
+      "epoch": 0.43097256141359,
+      "grad_norm": 8.034761428833008,
+      "learning_rate": 8.719821221916278e-06,
+      "loss": 0.1795,
+      "step": 6000
+    },
+    {
+      "epoch": 0.43815543743714985,
+      "grad_norm": 1.1275875568389893,
+      "learning_rate": 8.679915399656812e-06,
+      "loss": 0.1477,
+      "step": 6100
+    },
+    {
+      "epoch": 0.4453383134607097,
+      "grad_norm": 8.35661792755127,
+      "learning_rate": 8.640009577397342e-06,
+      "loss": 0.1687,
+      "step": 6200
+    },
+    {
+      "epoch": 0.4525211894842695,
+      "grad_norm": 19.17778968811035,
+      "learning_rate": 8.600103755137876e-06,
+      "loss": 0.1409,
+      "step": 6300
+    },
+    {
+      "epoch": 0.45970406550782933,
+      "grad_norm": 22.45587730407715,
+      "learning_rate": 8.560197932878408e-06,
+      "loss": 0.1676,
+      "step": 6400
+    },
+    {
+      "epoch": 0.46688694153138915,
+      "grad_norm": 27.29585075378418,
+      "learning_rate": 8.520292110618939e-06,
+      "loss": 0.1656,
+      "step": 6500
+    },
+    {
+      "epoch": 0.474069817554949,
+      "grad_norm": 2.3996095657348633,
+      "learning_rate": 8.480386288359473e-06,
+      "loss": 0.1622,
+      "step": 6600
+    },
+    {
+      "epoch": 0.48125269357850886,
+      "grad_norm": 15.577359199523926,
+      "learning_rate": 8.440480466100005e-06,
+      "loss": 0.1748,
+      "step": 6700
+    },
+    {
+      "epoch": 0.4884355696020687,
+      "grad_norm": 16.934419631958008,
+      "learning_rate": 8.400574643840537e-06,
+      "loss": 0.1689,
+      "step": 6800
+    },
+    {
+      "epoch": 0.4956184456256285,
+      "grad_norm": 2.9546115398406982,
+      "learning_rate": 8.36066882158107e-06,
+      "loss": 0.1695,
+      "step": 6900
+    },
+    {
+      "epoch": 0.5028013216491883,
+      "grad_norm": 2.370490550994873,
+      "learning_rate": 8.320762999321602e-06,
+      "loss": 0.1396,
+      "step": 7000
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 27844,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0835fa9e65929ce5c4ce980add81f40b68b6210ffe106bcce6d2b6de868d3a2
+size 6225