Training in progress, epoch 1

config.json

@@ -0,0 +1,37 @@
+{
+  "_name_or_path": "michiyasunaga/BioLinkBERT-base",
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "finetuning_task": "ner",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-FARMACO",
+    "2": "I-FARMACO"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-FARMACO": 1,
+    "I-FARMACO": 2,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 28895
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55aaafa0d93b3790c814b2df6b7d12e14d47b3ce26cc607b6f9c65c2163aeae
+size 430601004

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tb/events.out.tfevents.1725526555.6cb9bed92fd1.4510.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b0e602f081d44d6db1ea561b3f5326204860504c092181e114516feff8af4e
+size 5804

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

train.log

@@ -0,0 +1,316 @@
+2024-09-05 08:55:19.425038: I tensorflow/core/util/port.cc:153] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.
+2024-09-05 08:55:19.443069: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
+2024-09-05 08:55:19.464387: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
+2024-09-05 08:55:19.470819: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
+2024-09-05 08:55:19.486241: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.
+To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2024-09-05 08:55:20.761878: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT
+/usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1525: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+09/05/2024 08:55:23 - WARNING - __main__ -   Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, 16-bits training: False
+09/05/2024 08:55:23 - INFO - __main__ -   Training/evaluation parameters TrainingArguments(
+_n_gpu=1,
+accelerator_config={'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None, 'use_configured_state': False},
+adafactor=False,
+adam_beta1=0.9,
+adam_beta2=0.999,
+adam_epsilon=1e-08,
+auto_find_batch_size=False,
+batch_eval_metrics=False,
+bf16=False,
+bf16_full_eval=False,
+data_seed=None,
+dataloader_drop_last=False,
+dataloader_num_workers=0,
+dataloader_persistent_workers=False,
+dataloader_pin_memory=True,
+dataloader_prefetch_factor=None,
+ddp_backend=None,
+ddp_broadcast_buffers=None,
+ddp_bucket_cap_mb=None,
+ddp_find_unused_parameters=None,
+ddp_timeout=1800,
+debug=[],
+deepspeed=None,
+disable_tqdm=False,
+dispatch_batches=None,
+do_eval=True,
+do_predict=True,
+do_train=True,
+eval_accumulation_steps=None,
+eval_delay=0,
+eval_do_concat_batches=True,
+eval_on_start=False,
+eval_steps=None,
+eval_strategy=epoch,
+eval_use_gather_object=False,
+evaluation_strategy=epoch,
+fp16=False,
+fp16_backend=auto,
+fp16_full_eval=False,
+fp16_opt_level=O1,
+fsdp=[],
+fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False},
+fsdp_min_num_params=0,
+fsdp_transformer_layer_cls_to_wrap=None,
+full_determinism=False,
+gradient_accumulation_steps=2,
+gradient_checkpointing=False,
+gradient_checkpointing_kwargs=None,
+greater_is_better=True,
+group_by_length=False,
+half_precision_backend=auto,
+hub_always_push=False,
+hub_model_id=None,
+hub_private_repo=False,
+hub_strategy=every_save,
+hub_token=<HUB_TOKEN>,
+ignore_data_skip=False,
+include_inputs_for_metrics=False,
+include_num_input_tokens_seen=False,
+include_tokens_per_second=False,
+jit_mode_eval=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=5e-05,
+length_column_name=length,
+load_best_model_at_end=True,
+local_rank=0,
+log_level=passive,
+log_level_replica=warning,
+log_on_each_node=True,
+logging_dir=/content/dissertation/scripts/ner/output/tb,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=500,
+logging_strategy=steps,
+lr_scheduler_kwargs={},
+lr_scheduler_type=linear,
+max_grad_norm=1.0,
+max_steps=-1,
+metric_for_best_model=f1,
+mp_parameters=,
+neftune_noise_alpha=None,
+no_cuda=False,
+num_train_epochs=10.0,
+optim=adamw_torch,
+optim_args=None,
+optim_target_modules=None,
+output_dir=/content/dissertation/scripts/ner/output,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=8,
+per_device_train_batch_size=32,
+prediction_loss_only=False,
+push_to_hub=True,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=<PUSH_TO_HUB_TOKEN>,
+ray_scope=last,
+remove_unused_columns=True,
+report_to=['tensorboard'],
+restore_callback_states_from_checkpoint=False,
+resume_from_checkpoint=None,
+run_name=/content/dissertation/scripts/ner/output,
+save_on_each_node=False,
+save_only_model=False,
+save_safetensors=True,
+save_steps=500,
+save_strategy=epoch,
+save_total_limit=None,
+seed=42,
+skip_memory_metrics=True,
+split_batches=None,
+tf32=None,
+torch_compile=False,
+torch_compile_backend=None,
+torch_compile_mode=None,
+torch_empty_cache_steps=None,
+torchdynamo=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_cpu=False,
+use_ipex=False,
+use_legacy_prediction_loop=False,
+use_mps_device=False,
+warmup_ratio=0.0,
+warmup_steps=0,
+weight_decay=0.0,
+)
+
+
+
+
+
+
+
+[INFO|configuration_utils.py:733] 2024-09-05 08:55:41,517 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--michiyasunaga--BioLinkBERT-base/snapshots/b71f5d70f063d1c8f1124070ce86f1ee463ca1fe/config.json
+[INFO|configuration_utils.py:800] 2024-09-05 08:55:41,525 >> Model config BertConfig {
+  "_name_or_path": "michiyasunaga/BioLinkBERT-base",
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "finetuning_task": "ner",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-FARMACO",
+    "2": "I-FARMACO"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-FARMACO": 1,
+    "I-FARMACO": 2,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 28895
+}
+
+[INFO|tokenization_utils_base.py:2269] 2024-09-05 08:55:43,948 >> loading file vocab.txt from cache at /root/.cache/huggingface/hub/models--michiyasunaga--BioLinkBERT-base/snapshots/b71f5d70f063d1c8f1124070ce86f1ee463ca1fe/vocab.txt
+[INFO|tokenization_utils_base.py:2269] 2024-09-05 08:55:43,948 >> loading file tokenizer.json from cache at /root/.cache/huggingface/hub/models--michiyasunaga--BioLinkBERT-base/snapshots/b71f5d70f063d1c8f1124070ce86f1ee463ca1fe/tokenizer.json
+[INFO|tokenization_utils_base.py:2269] 2024-09-05 08:55:43,948 >> loading file added_tokens.json from cache at None
+[INFO|tokenization_utils_base.py:2269] 2024-09-05 08:55:43,948 >> loading file special_tokens_map.json from cache at /root/.cache/huggingface/hub/models--michiyasunaga--BioLinkBERT-base/snapshots/b71f5d70f063d1c8f1124070ce86f1ee463ca1fe/special_tokens_map.json
+[INFO|tokenization_utils_base.py:2269] 2024-09-05 08:55:43,948 >> loading file tokenizer_config.json from cache at /root/.cache/huggingface/hub/models--michiyasunaga--BioLinkBERT-base/snapshots/b71f5d70f063d1c8f1124070ce86f1ee463ca1fe/tokenizer_config.json
+/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884
+  warnings.warn(
+[INFO|modeling_utils.py:3678] 2024-09-05 08:55:47,400 >> loading weights file pytorch_model.bin from cache at /root/.cache/huggingface/hub/models--michiyasunaga--BioLinkBERT-base/snapshots/b71f5d70f063d1c8f1124070ce86f1ee463ca1fe/pytorch_model.bin
+[INFO|modeling_utils.py:4497] 2024-09-05 08:55:47,565 >> Some weights of the model checkpoint at michiyasunaga/BioLinkBERT-base were not used when initializing BertForTokenClassification: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight']
+- This IS expected if you are initializing BertForTokenClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing BertForTokenClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+[WARNING|modeling_utils.py:4509] 2024-09-05 08:55:47,565 >> Some weights of BertForTokenClassification were not initialized from the model checkpoint at michiyasunaga/BioLinkBERT-base and are newly initialized: ['classifier.bias', 'classifier.weight']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+
+
+
+/content/dissertation/scripts/ner/run_ner_train.py:397: FutureWarning: load_metric is deprecated and will be removed in the next major version of datasets. Use 'evaluate.load' instead, from the new library 🤗 Evaluate: https://huggingface.co/docs/evaluate
+  metric = load_metric("seqeval", trust_remote_code=True)
+
+[INFO|trainer.py:811] 2024-09-05 08:55:54,837 >> The following columns in the training set don't have a corresponding argument in `BertForTokenClassification.forward` and have been ignored: tokens, id, ner_tags. If tokens, id, ner_tags are not expected by `BertForTokenClassification.forward`,  you can safely ignore this message.
+[INFO|trainer.py:2134] 2024-09-05 08:55:55,545 >> ***** Running training *****
+[INFO|trainer.py:2135] 2024-09-05 08:55:55,545 >>   Num examples = 32,232
+[INFO|trainer.py:2136] 2024-09-05 08:55:55,545 >>   Num Epochs = 10
+[INFO|trainer.py:2137] 2024-09-05 08:55:55,545 >>   Instantaneous batch size per device = 32
+[INFO|trainer.py:2140] 2024-09-05 08:55:55,545 >>   Total train batch size (w. parallel, distributed & accumulation) = 64
+[INFO|trainer.py:2141] 2024-09-05 08:55:55,545 >>   Gradient Accumulation steps = 2
+[INFO|trainer.py:2142] 2024-09-05 08:55:55,545 >>   Total optimization steps = 5,040
+[INFO|trainer.py:2143] 2024-09-05 08:55:55,546 >>   Number of trainable parameters = 107,644,419
+
  0%|          | 0/5040 [00:00<?, ?it/s]
  0%|          | 1/5040 [00:01<2:46:49,  1.99s/it]
  0%|          | 2/5040 [00:02<1:19:22,  1.06it/s]
  0%|          | 3/5040 [00:02<50:36,  1.66it/s]  
  0%|          | 4/5040 [00:02<37:53,  2.21it/s]
  0%|          | 5/5040 [00:02<30:18,  2.77it/s]
  0%|          | 6/5040 [00:03<25:51,  3.24it/s]
  0%|          | 7/5040 [00:03<21:54,  3.83it/s]
  0%|          | 8/5040 [00:03<19:23,  4.33it/s]
  0%|          | 9/5040 [00:03<18:25,  4.55it/s]
  0%|          | 10/5040 [00:03<18:10,  4.61it/s]
  0%|          | 11/5040 [00:03<18:03,  4.64it/s]
  0%|          | 12/5040 [00:04<17:27,  4.80it/s]
  0%|          | 13/5040 [00:04<17:18,  4.84it/s]
  0%|          | 14/5040 [00:04<17:17,  4.84it/s]
  0%|          | 15/5040 [00:04<18:06,  4.63it/s]
  0%|          | 16/5040 [00:05<20:45,  4.03it/s]
  0%|          | 17/5040 [00:05<21:28,  3.90it/s]
  0%|          | 18/5040 [00:05<21:44,  3.85it/s]
  0%|          | 19/5040 [00:05<20:58,  3.99it/s]
  0%|          | 20/5040 [00:06<19:29,  4.29it/s]
  0%|          | 21/5040 [00:06<22:35,  3.70it/s]
  0%|          | 22/5040 [00:06<20:05,  4.16it/s]
  0%|          | 23/5040 [00:06<19:28,  4.29it/s]
  0%|          | 24/5040 [00:07<17:50,  4.69it/s]
  0%|          | 25/5040 [00:07<17:25,  4.80it/s]
  1%|          | 26/5040 [00:07<17:25,  4.80it/s]
  1%|          | 27/5040 [00:07<17:40,  4.73it/s]
  1%|          | 28/5040 [00:07<17:49,  4.68it/s]
  1%|          | 29/5040 [00:08<18:23,  4.54it/s]
  1%|          | 30/5040 [00:08<18:58,  4.40it/s]
  1%|          | 31/5040 [00:08<18:58,  4.40it/s]
  1%|          | 32/5040 [00:08<19:48,  4.21it/s]
  1%|          | 33/5040 [00:09<19:14,  4.34it/s]
  1%|          | 34/5040 [00:09<18:09,  4.59it/s]
  1%|          | 35/5040 [00:09<17:40,  4.72it/s]
  1%|          | 36/5040 [00:09<17:28,  4.77it/s]
  1%|          | 37/5040 [00:09<16:56,  4.92it/s]
  1%|          | 38/5040 [00:10<18:12,  4.58it/s]
  1%|          | 39/5040 [00:10<17:44,  4.70it/s]
  1%|          | 40/5040 [00:10<17:32,  4.75it/s]
  1%|          | 41/5040 [00:10<17:26,  4.78it/s]
  1%|          | 42/5040 [00:10<16:40,  5.00it/s]
  1%|          | 43/5040 [00:11<15:53,  5.24it/s]
  1%|          | 44/5040 [00:11<17:59,  4.63it/s]
  1%|          | 45/5040 [00:11<18:45,  4.44it/s]
  1%|          | 46/5040 [00:11<22:07,  3.76it/s]
  1%|          | 47/5040 [00:12<20:37,  4.04it/s]
  1%|          | 48/5040 [00:12<20:23,  4.08it/s]
  1%|          | 49/5040 [00:12<19:39,  4.23it/s]
  1%|          | 50/5040 [00:12<18:14,  4.56it/s]
  1%|          | 51/5040 [00:12<18:03,  4.60it/s]
  1%|          | 52/5040 [00:13<17:10,  4.84it/s]
  1%|          | 53/5040 [00:13<15:43,  5.28it/s]
  1%|          | 54/5040 [00:13<17:03,  4.87it/s]
  1%|          | 55/5040 [00:13<21:27,  3.87it/s]
  1%|          | 56/5040 [00:14<21:17,  3.90it/s]
  1%|          | 57/5040 [00:14<19:20,  4.29it/s]
  1%|          | 58/5040 [00:14<18:54,  4.39it/s]
  1%|          | 59/5040 [00:14<17:29,  4.75it/s]
  1%|          | 60/5040 [00:14<17:01,  4.87it/s]
  1%|          | 61/5040 [00:15<18:34,  4.47it/s]
  1%|          | 62/5040 [00:15<18:10,  4.57it/s]
  1%|▏         | 63/5040 [00:15<17:45,  4.67it/s]
  1%|▏         | 64/5040 [00:15<17:50,  4.65it/s]
  1%|▏         | 65/5040 [00:15<16:44,  4.95it/s]
  1%|▏         | 66/5040 [00:16<15:50,  5.23it/s]
  1%|▏         | 67/5040 [00:16<16:04,  5.15it/s]
  1%|▏         | 68/5040 [00:16<16:53,  4.91it/s]
  1%|▏         | 69/5040 [00:16<17:39,  4.69it/s]
  1%|▏         | 70/5040 [00:17<17:09,  4.83it/s]
  1%|▏         | 71/5040 [00:17<17:57,  4.61it/s]
  1%|▏         | 72/5040 [00:17<16:33,  5.00it/s]
  1%|▏         | 73/5040 [00:17<16:17,  5.08it/s]
  1%|▏         | 74/5040 [00:17<15:53,  5.21it/s]
  1%|▏         | 75/5040 [00:18<17:51,  4.63it/s]
  2%|▏         | 76/5040 [00:18<18:06,  4.57it/s]
  2%|▏         | 77/5040 [00:18<16:29,  5.02it/s]
  2%|▏         | 78/5040 [00:18<17:14,  4.80it/s]
  2%|▏         | 79/5040 [00:18<19:09,  4.32it/s]
  2%|▏         | 80/5040 [00:19<18:44,  4.41it/s]
  2%|▏         | 81/5040 [00:19<18:23,  4.50it/s]
  2%|▏         | 82/5040 [00:19<18:24,  4.49it/s]
  2%|▏         | 83/5040 [00:19<17:25,  4.74it/s]
  2%|▏         | 84/5040 [00:20<18:56,  4.36it/s]
  2%|▏         | 85/5040 [00:20<18:46,  4.40it/s]
  2%|▏         | 86/5040 [00:20<17:31,  4.71it/s]
  2%|▏         | 87/5040 [00:20<17:41,  4.67it/s]
  2%|▏         | 88/5040 [00:20<17:45,  4.65it/s]
  2%|▏         | 89/5040 [00:21<17:02,  4.84it/s]
  2%|▏         | 90/5040 [00:21<16:03,  5.14it/s]
  2%|▏         | 91/5040 [00:21<17:40,  4.67it/s]
  2%|▏         | 92/5040 [00:21<16:04,  5.13it/s]
  2%|▏         | 93/5040 [00:21<16:37,  4.96it/s]
  2%|▏         | 94/5040 [00:22<18:39,  4.42it/s]
  2%|▏         | 95/5040 [00:22<19:37,  4.20it/s]
  2%|▏         | 96/5040 [00:22<18:15,  4.51it/s]
  2%|▏         | 97/5040 [00:22<19:12,  4.29it/s]
  2%|▏         | 98/5040 [00:23<19:33,  4.21it/s]
  2%|▏         | 99/5040 [00:23<18:45,  4.39it/s]
  2%|▏         | 100/5040 [00:23<19:16,  4.27it/s]
  2%|▏         | 101/5040 [00:23<21:49,  3.77it/s]
  2%|▏         | 102/5040 [00:24<20:01,  4.11it/s]
  2%|▏         | 103/5040 [00:24<18:53,  4.36it/s]
  2%|▏         | 104/5040 [00:24<18:10,  4.53it/s]
  2%|▏         | 105/5040 [00:24<20:24,  4.03it/s]
  2%|▏         | 106/5040 [00:25<20:04,  4.10it/s]
  2%|▏         | 107/5040 [00:25<18:20,  4.48it/s]
  2%|▏         | 108/5040 [00:25<18:20,  4.48it/s]
  2%|▏         | 109/5040 [00:25<17:20,  4.74it/s]
  2%|▏         | 110/5040 [00:25<15:25,  5.33it/s]
  2%|▏         | 111/5040 [00:25<15:30,  5.30it/s]
  2%|▏         | 112/5040 [00:26<19:13,  4.27it/s]
  2%|▏         | 113/5040 [00:26<17:37,  4.66it/s]
  2%|▏         | 114/5040 [00:26<18:29,  4.44it/s]
  2%|▏         | 115/5040 [00:26<17:31,  4.68it/s]
  2%|▏         | 116/5040 [00:27<18:03,  4.55it/s]
  2%|▏         | 117/5040 [00:27<17:16,  4.75it/s]
  2%|▏         | 118/5040 [00:27<16:01,  5.12it/s]
  2%|▏         | 119/5040 [00:27<18:49,  4.35it/s]
  2%|▏         | 120/5040 [00:27<17:39,  4.64it/s]
  2%|▏         | 121/5040 [00:28<16:59,  4.82it/s]
  2%|▏         | 122/5040 [00:28<16:03,  5.10it/s]
  2%|▏         | 123/5040 [00:28<15:39,  5.23it/s]
  2%|▏         | 124/5040 [00:28<16:38,  4.92it/s]
  2%|▏         | 125/5040 [00:28<16:40,  4.91it/s]
  2%|▎         | 126/5040 [00:29<16:23,  5.00it/s]
  3%|▎         | 127/5040 [00:29<17:12,  4.76it/s]
  3%|▎         | 128/5040 [00:29<18:23,  4.45it/s]
  3%|▎         | 129/5040 [00:29<18:59,  4.31it/s]
  3%|▎         | 130/5040 [00:30<19:24,  4.22it/s]
  3%|▎         | 131/5040 [00:30<19:18,  4.24it/s]
  3%|▎         | 132/5040 [00:30<17:37,  4.64it/s]
  3%|▎         | 133/5040 [00:30<17:15,  4.74it/s]
  3%|▎         | 134/5040 [00:30<16:42,  4.89it/s]
  3%|▎         | 135/5040 [00:31<15:49,  5.17it/s]
  3%|▎         | 136/5040 [00:31<16:06,  5.07it/s]
  3%|▎         | 137/5040 [00:31<16:22,  4.99it/s]
  3%|▎         | 138/5040 [00:31<18:02,  4.53it/s]
  3%|▎         | 139/5040 [00:31<17:55,  4.56it/s]
  3%|▎         | 140/5040 [00:32<17:23,  4.70it/s]
  3%|▎         | 141/5040 [00:32<18:26,  4.43it/s]
  3%|▎         | 142/5040 [00:32<18:30,  4.41it/s]
  3%|▎         | 143/5040 [00:32<17:45,  4.60it/s]
  3%|▎         | 144/5040 [00:33<16:57,  4.81it/s]
  3%|▎         | 145/5040 [00:33<16:01,  5.09it/s]
  3%|▎         | 146/5040 [00:33<15:56,  5.11it/s]
  3%|▎         | 147/5040 [00:33<16:33,  4.93it/s]
  3%|▎         | 148/5040 [00:33<16:21,  4.98it/s]
  3%|▎         | 149/5040 [00:34<18:42,  4.36it/s]
  3%|▎         | 150/5040 [00:34<20:33,  3.96it/s]
  3%|▎         | 151/5040 [00:34<19:48,  4.11it/s]
  3%|▎         | 152/5040 [00:34<19:58,  4.08it/s]
  3%|▎         | 153/5040 [00:35<18:13,  4.47it/s]
  3%|▎         | 154/5040 [00:35<20:05,  4.05it/s]
  3%|▎         | 155/5040 [00:35<20:22,  4.00it/s]
  3%|▎         | 156/5040 [00:35<18:46,  4.34it/s]
  3%|▎         | 157/5040 [00:36<19:27,  4.18it/s]
  3%|▎         | 158/5040 [00:36<20:05,  4.05it/s]
  3%|▎         | 159/5040 [00:36<18:26,  4.41it/s]
  3%|▎         | 160/5040 [00:36<17:09,  4.74it/s]
  3%|▎         | 161/5040 [00:36<17:56,  4.53it/s]
  3%|▎         | 162/5040 [00:37<17:19,  4.69it/s]
  3%|▎         | 163/5040 [00:37<16:41,  4.87it/s]
  3%|▎         | 164/5040 [00:37<16:14,  5.00it/s]
  3%|▎         | 165/5040 [00:37<15:47,  5.14it/s]
  3%|▎         | 166/5040 [00:37<15:54,  5.11it/s]
  3%|▎         | 167/5040 [00:38<15:50,  5.12it/s]
  3%|▎         | 168/5040 [00:38<16:50,  4.82it/s]
  3%|▎         | 169/5040 [00:38<15:42,  5.17it/s]
  3%|▎         | 170/5040 [00:38<16:22,  4.96it/s]
  3%|▎         | 171/5040 [00:38<16:19,  4.97it/s]
  3%|▎         | 172/5040 [00:39<15:36,  5.20it/s]
  3%|▎         | 173/5040 [00:39<17:01,  4.76it/s]
  3%|▎         | 174/5040 [00:39<17:48,  4.55it/s]
  3%|▎         | 175/5040 [00:39<17:22,  4.67it/s]
  3%|▎         | 176/5040 [00:40<18:19,  4.42it/s]
  4%|▎         | 177/5040 [00:40<19:27,  4.16it/s]
  4%|▎         | 178/5040 [00:40<20:10,  4.02it/s]
  4%|▎         | 179/5040 [00:40<21:34,  3.76it/s]
  4%|▎         | 180/5040 [00:41<19:48,  4.09it/s]
  4%|▎         | 181/5040 [00:41<19:06,  4.24it/s]
  4%|▎         | 182/5040 [00:41<19:02,  4.25it/s]
  4%|▎         | 183/5040 [00:41<18:18,  4.42it/s]
  4%|▎         | 184/5040 [00:41<17:28,  4.63it/s]
  4%|▎         | 185/5040 [00:42<16:35,  4.88it/s]
  4%|▎         | 186/5040 [00:42<19:54,  4.06it/s]
  4%|▎         | 187/5040 [00:42<18:19,  4.41it/s]
  4%|▎         | 188/5040 [00:42<17:20,  4.66it/s]
  4%|▍         | 189/5040 [00:42<16:03,  5.03it/s]
  4%|▍         | 190/5040 [00:43<17:14,  4.69it/s]
  4%|▍         | 191/5040 [00:43<18:18,  4.41it/s]
  4%|▍         | 192/5040 [00:43<20:19,  3.98it/s]
  4%|▍         | 193/5040 [00:43<18:26,  4.38it/s]
  4%|▍         | 194/5040 [00:44<20:06,  4.02it/s]
  4%|▍         | 195/5040 [00:44<18:41,  4.32it/s]
  4%|▍         | 196/5040 [00:44<18:13,  4.43it/s]
  4%|▍         | 197/5040 [00:44<17:45,  4.55it/s]
  4%|▍         | 198/5040 [00:45<16:14,  4.97it/s]
  4%|▍         | 199/5040 [00:45<18:31,  4.36it/s]
  4%|▍         | 200/5040 [00:45<16:53,  4.78it/s]
  4%|▍         | 201/5040 [00:45<16:36,  4.86it/s]
  4%|▍         | 202/5040 [00:45<17:01,  4.74it/s]
  4%|▍         | 203/5040 [00:46<20:27,  3.94it/s]
  4%|▍         | 204/5040 [00:46<19:00,  4.24it/s]
  4%|▍         | 205/5040 [00:46<18:51,  4.27it/s]
  4%|▍         | 206/5040 [00:46<17:25,  4.62it/s]
  4%|▍         | 207/5040 [00:46<15:52,  5.07it/s]
  4%|▍         | 208/5040 [00:47<15:01,  5.36it/s]
  4%|▍         | 209/5040 [00:47<14:48,  5.44it/s]
  4%|▍         | 210/5040 [00:47<16:19,  4.93it/s]
  4%|▍         | 211/5040 [00:47<16:26,  4.90it/s]
  4%|▍         | 212/5040 [00:48<18:54,  4.26it/s]
  4%|▍         | 213/5040 [00:48<18:31,  4.34it/s]
  4%|▍         | 214/5040 [00:48<19:25,  4.14it/s]
  4%|▍         | 215/5040 [00:48<17:55,  4.48it/s]
  4%|▍         | 216/5040 [00:49<18:32,  4.34it/s]
  4%|▍         | 217/5040 [00:49<17:32,  4.58it/s]
  4%|▍         | 218/5040 [00:49<17:57,  4.47it/s]
  4%|▍         | 219/5040 [00:49<16:50,  4.77it/s]
  4%|▍         | 220/5040 [00:49<16:24,  4.90it/s]
  4%|▍         | 221/5040 [00:50<16:41,  4.81it/s]
  4%|▍         | 222/5040 [00:50<14:54,  5.39it/s]
  4%|▍         | 223/5040 [00:50<14:31,  5.53it/s]
  4%|▍         | 224/5040 [00:50<15:35,  5.15it/s]
  4%|▍         | 225/5040 [00:50<15:09,  5.30it/s]
  4%|▍         | 226/5040 [00:50<15:45,  5.09it/s]
  5%|▍         | 227/5040 [00:51<14:55,  5.38it/s]
  5%|▍         | 228/5040 [00:51<14:36,  5.49it/s]
  5%|▍         | 229/5040 [00:51<15:28,  5.18it/s]
  5%|▍         | 230/5040 [00:51<16:39,  4.81it/s]
  5%|▍         | 231/5040 [00:51<16:52,  4.75it/s]
  5%|▍         | 232/5040 [00:52<16:39,  4.81it/s]
  5%|▍         | 233/5040 [00:52<19:26,  4.12it/s]
  5%|▍         | 234/5040 [00:52<19:08,  4.18it/s]
  5%|▍         | 235/5040 [00:52<19:10,  4.18it/s]
  5%|▍         | 236/5040 [00:53<18:45,  4.27it/s]
  5%|▍         | 237/5040 [00:53<17:40,  4.53it/s]
  5%|▍         | 238/5040 [00:53<19:09,  4.18it/s]
  5%|▍         | 239/5040 [00:53<18:38,  4.29it/s]
  5%|▍         | 240/5040 [00:54<16:53,  4.74it/s]
  5%|▍         | 241/5040 [00:54<18:36,  4.30it/s]
  5%|▍         | 242/5040 [00:54<18:16,  4.38it/s]
  5%|▍         | 243/5040 [00:54<16:11,  4.94it/s]
  5%|▍         | 244/5040 [00:54<15:14,  5.25it/s]
  5%|▍         | 245/5040 [00:54<14:23,  5.56it/s]
  5%|▍         | 246/5040 [00:55<15:06,  5.29it/s]
  5%|▍         | 247/5040 [00:55<15:44,  5.07it/s]
  5%|▍         | 248/5040 [00:55<15:36,  5.12it/s]
  5%|▍         | 249/5040 [00:55<17:48,  4.48it/s]
  5%|▍         | 250/5040 [00:56<18:29,  4.32it/s]
  5%|▍         | 251/5040 [00:56<17:22,  4.59it/s]
  5%|▌         | 252/5040 [00:56<17:58,  4.44it/s]
  5%|▌         | 253/5040 [00:56<18:48,  4.24it/s]
  5%|▌         | 254/5040 [00:57<18:17,  4.36it/s]
  5%|▌         | 255/5040 [00:57<17:04,  4.67it/s]
  5%|▌         | 256/5040 [00:57<17:48,  4.48it/s]
  5%|▌         | 257/5040 [00:57<16:03,  4.97it/s]
  5%|▌         | 258/5040 [00:57<15:34,  5.12it/s]
  5%|▌         | 259/5040 [00:57<15:33,  5.12it/s]
  5%|▌         | 260/5040 [00:58<15:58,  4.99it/s]
  5%|▌         | 261/5040 [00:58<15:46,  5.05it/s]
  5%|▌         | 262/5040 [00:58<15:15,  5.22it/s]
  5%|▌         | 263/5040 [00:58<15:03,  5.29it/s]
  5%|▌         | 264/5040 [00:58<16:00,  4.97it/s]
  5%|▌         | 265/5040 [00:59<14:49,  5.37it/s]
  5%|▌         | 266/5040 [00:59<15:31,  5.12it/s]
  5%|▌         | 267/5040 [00:59<15:45,  5.05it/s]
  5%|▌         | 268/5040 [00:59<16:15,  4.89it/s]
  5%|▌         | 269/5040 [01:00<17:28,  4.55it/s]
  5%|▌         | 270/5040 [01:00<16:46,  4.74it/s]
  5%|▌         | 271/5040 [01:00<17:29,  4.54it/s]
  5%|▌         | 272/5040 [01:00<16:14,  4.89it/s]
  5%|▌         | 273/5040 [01:00<15:25,  5.15it/s]
  5%|▌         | 274/5040 [01:01<17:34,  4.52it/s]
  5%|▌         | 275/5040 [01:01<17:14,  4.60it/s]
  5%|▌         | 276/5040 [01:01<17:42,  4.48it/s]
  5%|▌         | 277/5040 [01:01<17:33,  4.52it/s]
  6%|▌         | 278/5040 [01:01<17:37,  4.50it/s]
  6%|▌         | 279/5040 [01:02<17:22,  4.57it/s]
  6%|▌         | 280/5040 [01:02<17:13,  4.61it/s]
  6%|▌         | 281/5040 [01:02<16:38,  4.77it/s]
  6%|▌         | 282/5040 [01:02<16:31,  4.80it/s]
  6%|▌         | 283/5040 [01:03<17:07,  4.63it/s]
  6%|▌         | 284/5040 [01:03<16:29,  4.81it/s]
  6%|▌         | 285/5040 [01:03<20:30,  3.86it/s]
  6%|▌         | 286/5040 [01:03<19:27,  4.07it/s]
  6%|▌         | 287/5040 [01:03<17:52,  4.43it/s]
  6%|▌         | 288/5040 [01:04<16:11,  4.89it/s]
  6%|▌         | 289/5040 [01:04<16:16,  4.86it/s]
  6%|▌         | 290/5040 [01:04<16:30,  4.79it/s]
  6%|▌         | 291/5040 [01:04<15:20,  5.16it/s]
  6%|▌         | 292/5040 [01:04<15:50,  4.99it/s]
  6%|▌         | 293/5040 [01:05<16:02,  4.93it/s]
  6%|▌         | 294/5040 [01:05<15:01,  5.26it/s]
  6%|▌         | 295/5040 [01:05<16:23,  4.82it/s]
  6%|▌         | 296/5040 [01:05<16:24,  4.82it/s]
  6%|▌         | 297/5040 [01:05<16:02,  4.93it/s]
  6%|▌         | 298/5040 [01:06<15:18,  5.16it/s]
  6%|▌         | 299/5040 [01:06<14:47,  5.34it/s]
  6%|▌         | 300/5040 [01:06<16:28,  4.79it/s]
  6%|▌         | 301/5040 [01:06<15:38,  5.05it/s]
  6%|▌         | 302/5040 [01:06<16:45,  4.71it/s]
  6%|▌         | 303/5040 [01:07<18:23,  4.29it/s]
  6%|▌         | 304/5040 [01:07<17:48,  4.43it/s]
  6%|▌         | 305/5040 [01:07<17:46,  4.44it/s]
  6%|▌         | 306/5040 [01:07<17:49,  4.43it/s]
  6%|▌         | 307/5040 [01:08<17:00,  4.64it/s]
  6%|▌         | 308/5040 [01:08<15:47,  4.99it/s]
  6%|▌         | 309/5040 [01:08<14:54,  5.29it/s]
  6%|▌         | 310/5040 [01:08<14:43,  5.35it/s]
  6%|▌         | 311/5040 [01:08<15:32,  5.07it/s]
  6%|▌         | 312/5040 [01:09<15:17,  5.15it/s]
  6%|▌         | 313/5040 [01:09<14:44,  5.35it/s]
  6%|▌         | 314/5040 [01:09<16:08,  4.88it/s]
  6%|▋         | 315/5040 [01:09<15:50,  4.97it/s]
  6%|▋         | 316/5040 [01:09<15:29,  5.08it/s]
  6%|▋         | 317/5040 [01:10<15:05,  5.22it/s]
  6%|▋         | 318/5040 [01:10<15:31,  5.07it/s]
  6%|▋         | 319/5040 [01:10<15:09,  5.19it/s]
  6%|▋         | 320/5040 [01:10<16:36,  4.73it/s]
  6%|▋         | 321/5040 [01:10<16:35,  4.74it/s]
  6%|▋         | 322/5040 [01:11<15:15,  5.15it/s]
  6%|▋         | 323/5040 [01:11<15:30,  5.07it/s]
  6%|▋         | 324/5040 [01:11<15:44,  4.99it/s]
  6%|▋         | 325/5040 [01:11<16:53,  4.65it/s]
  6%|▋         | 326/5040 [01:11<15:25,  5.09it/s]
  6%|▋         | 327/5040 [01:12<15:42,  5.00it/s]
  7%|▋         | 328/5040 [01:12<14:46,  5.31it/s]
  7%|▋         | 329/5040 [01:12<15:36,  5.03it/s]
  7%|▋         | 330/5040 [01:12<14:51,  5.28it/s]
  7%|▋         | 331/5040 [01:12<16:03,  4.89it/s]
  7%|▋         | 332/5040 [01:13<16:04,  4.88it/s]
  7%|▋         | 333/5040 [01:13<15:28,  5.07it/s]
  7%|▋         | 334/5040 [01:13<16:35,  4.73it/s]
  7%|▋         | 335/5040 [01:13<15:13,  5.15it/s]
  7%|▋         | 336/5040 [01:13<17:20,  4.52it/s]
  7%|▋         | 337/5040 [01:14<17:06,  4.58it/s]
  7%|▋         | 338/5040 [01:14<17:52,  4.38it/s]
  7%|▋         | 339/5040 [01:14<16:58,  4.62it/s]
  7%|▋         | 340/5040 [01:14<16:46,  4.67it/s]
  7%|▋         | 341/5040 [01:14<15:59,  4.90it/s]
  7%|▋         | 342/5040 [01:15<16:15,  4.82it/s]
  7%|▋         | 343/5040 [01:15<16:21,  4.78it/s]
  7%|▋         | 344/5040 [01:15<17:04,  4.58it/s]
  7%|▋         | 345/5040 [01:15<17:10,  4.55it/s]
  7%|▋         | 346/5040 [01:16<16:30,  4.74it/s]
  7%|▋         | 347/5040 [01:16<16:12,  4.82it/s]
  7%|▋         | 348/5040 [01:16<16:03,  4.87it/s]
  7%|▋         | 349/5040 [01:16<15:57,  4.90it/s]
  7%|▋         | 350/5040 [01:16<17:10,  4.55it/s]
  7%|▋         | 351/5040 [01:17<16:50,  4.64it/s]
  7%|▋         | 352/5040 [01:17<16:53,  4.63it/s]
  7%|▋         | 353/5040 [01:17<17:20,  4.51it/s]
  7%|▋         | 354/5040 [01:17<16:35,  4.71it/s]
  7%|▋         | 355/5040 [01:17<16:09,  4.83it/s]
  7%|▋         | 356/5040 [01:18<22:59,  3.39it/s]
  7%|▋         | 357/5040 [01:18<22:28,  3.47it/s]
  7%|▋         | 358/5040 [01:18<20:56,  3.73it/s]
  7%|▋         | 359/5040 [01:19<20:02,  3.89it/s]
  7%|▋         | 360/5040 [01:19<17:42,  4.41it/s]
  7%|▋         | 361/5040 [01:19<16:16,  4.79it/s]
  7%|▋         | 362/5040 [01:19<16:34,  4.71it/s]
  7%|▋         | 363/5040 [01:19<16:49,  4.63it/s]
  7%|▋         | 364/5040 [01:20<17:35,  4.43it/s]
  7%|▋         | 365/5040 [01:20<16:47,  4.64it/s]
  7%|▋         | 366/5040 [01:20<17:01,  4.58it/s]
  7%|▋         | 367/5040 [01:20<17:27,  4.46it/s]
  7%|▋         | 368/5040 [01:21<16:39,  4.67it/s]
  7%|▋         | 369/5040 [01:21<15:28,  5.03it/s]
  7%|▋         | 370/5040 [01:21<14:39,  5.31it/s]
  7%|▋         | 371/5040 [01:21<17:44,  4.39it/s]
  7%|▋         | 372/5040 [01:21<16:19,  4.76it/s]
  7%|▋         | 373/5040 [01:22<17:22,  4.48it/s]
  7%|▋         | 374/5040 [01:22<16:49,  4.62it/s]
  7%|▋         | 375/5040 [01:22<17:28,  4.45it/s]
  7%|▋         | 376/5040 [01:22<19:17,  4.03it/s]
  7%|▋         | 377/5040 [01:23<18:18,  4.24it/s]
  8%|▊         | 378/5040 [01:23<17:29,  4.44it/s]
  8%|▊         | 379/5040 [01:23<17:43,  4.38it/s]
  8%|▊         | 380/5040 [01:23<17:14,  4.51it/s]
  8%|▊         | 381/5040 [01:23<15:36,  4.97it/s]
  8%|▊         | 382/5040 [01:24<15:01,  5.16it/s]
  8%|▊         | 383/5040 [01:24<14:59,  5.18it/s]
  8%|▊         | 384/5040 [01:24<14:54,  5.21it/s]
  8%|▊         | 385/5040 [01:24<18:45,  4.14it/s]
  8%|▊         | 386/5040 [01:25<19:35,  3.96it/s]
  8%|▊         | 387/5040 [01:25<18:04,  4.29it/s]
  8%|▊         | 388/5040 [01:25<16:11,  4.79it/s]
  8%|▊         | 389/5040 [01:25<15:17,  5.07it/s]
  8%|▊         | 390/5040 [01:25<15:24,  5.03it/s]
  8%|▊         | 391/5040 [01:25<14:39,  5.29it/s]
  8%|▊         | 392/5040 [01:26<14:15,  5.43it/s]
  8%|▊         | 393/5040 [01:26<15:17,  5.07it/s]
  8%|▊         | 394/5040 [01:26<14:56,  5.18it/s]
  8%|▊         | 395/5040 [01:26<15:13,  5.08it/s]
  8%|▊         | 396/5040 [01:26<15:58,  4.85it/s]
  8%|▊         | 397/5040 [01:27<16:39,  4.65it/s]
  8%|▊         | 398/5040 [01:27<17:38,  4.39it/s]
  8%|▊         | 399/5040 [01:27<16:12,  4.77it/s]
  8%|▊         | 400/5040 [01:27<14:58,  5.16it/s]
  8%|▊         | 401/5040 [01:27<14:36,  5.29it/s]
  8%|▊         | 402/5040 [01:28<14:12,  5.44it/s]
  8%|▊         | 403/5040 [01:28<16:47,  4.60it/s]
  8%|▊         | 404/5040 [01:28<15:58,  4.84it/s]
  8%|▊         | 405/5040 [01:28<15:21,  5.03it/s]
  8%|▊         | 406/5040 [01:29<16:49,  4.59it/s]
  8%|▊         | 407/5040 [01:29<15:26,  5.00it/s]
  8%|▊         | 408/5040 [01:29<15:00,  5.14it/s]
  8%|▊         | 409/5040 [01:29<14:57,  5.16it/s]
  8%|▊         | 410/5040 [01:29<15:44,  4.90it/s]
  8%|▊         | 411/5040 [01:30<18:08,  4.25it/s]
  8%|▊         | 412/5040 [01:30<16:26,  4.69it/s]
  8%|▊         | 413/5040 [01:30<18:25,  4.19it/s]
  8%|▊         | 414/5040 [01:30<17:39,  4.37it/s]
  8%|▊         | 415/5040 [01:30<17:58,  4.29it/s]
  8%|▊         | 416/5040 [01:31<17:20,  4.44it/s]
  8%|▊         | 417/5040 [01:31<16:55,  4.55it/s]
  8%|▊         | 418/5040 [01:31<16:25,  4.69it/s]
  8%|▊         | 419/5040 [01:31<15:07,  5.09it/s]
  8%|▊         | 420/5040 [01:31<15:46,  4.88it/s]
  8%|▊         | 421/5040 [01:32<15:16,  5.04it/s]
  8%|▊         | 422/5040 [01:32<16:13,  4.75it/s]
  8%|▊         | 423/5040 [01:32<15:43,  4.89it/s]
  8%|▊         | 424/5040 [01:32<16:05,  4.78it/s]
  8%|▊         | 425/5040 [01:32<15:35,  4.93it/s]
  8%|▊         | 426/5040 [01:33<14:37,  5.26it/s]
  8%|▊         | 427/5040 [01:33<14:36,  5.26it/s]
  8%|▊         | 428/5040 [01:33<14:59,  5.13it/s]
  9%|▊         | 429/5040 [01:33<14:25,  5.33it/s]
  9%|▊         | 430/5040 [01:33<16:11,  4.75it/s]
  9%|▊         | 431/5040 [01:34<16:54,  4.54it/s]
  9%|▊         | 432/5040 [01:34<16:24,  4.68it/s]
  9%|▊         | 433/5040 [01:34<15:36,  4.92it/s]
  9%|▊         | 434/5040 [01:34<15:13,  5.04it/s]
  9%|▊         | 435/5040 [01:34<14:07,  5.43it/s]
  9%|▊         | 436/5040 [01:35<13:32,  5.67it/s]
  9%|▊         | 437/5040 [01:35<14:07,  5.43it/s]
  9%|▊         | 438/5040 [01:35<13:59,  5.48it/s]
  9%|▊         | 439/5040 [01:35<12:59,  5.90it/s]
  9%|▊         | 440/5040 [01:35<15:06,  5.08it/s]
  9%|▉         | 441/5040 [01:36<15:38,  4.90it/s]
  9%|▉         | 442/5040 [01:36<16:30,  4.64it/s]
  9%|▉         | 443/5040 [01:36<18:53,  4.05it/s]
  9%|▉         | 444/5040 [01:36<17:18,  4.42it/s]
  9%|▉         | 445/5040 [01:37<17:13,  4.45it/s]
  9%|▉         | 446/5040 [01:37<17:04,  4.49it/s]
  9%|▉         | 447/5040 [01:37<16:27,  4.65it/s]
  9%|▉         | 448/5040 [01:37<17:23,  4.40it/s]
  9%|▉         | 449/5040 [01:38<18:47,  4.07it/s]
  9%|▉         | 450/5040 [01:38<18:37,  4.11it/s]
  9%|▉         | 451/5040 [01:38<19:07,  4.00it/s]
  9%|▉         | 452/5040 [01:38<19:24,  3.94it/s]
  9%|▉         | 453/5040 [01:39<18:35,  4.11it/s]
  9%|▉         | 454/5040 [01:39<20:57,  3.65it/s]
  9%|▉         | 455/5040 [01:39<19:54,  3.84it/s]
  9%|▉         | 456/5040 [01:39<19:17,  3.96it/s]
  9%|▉         | 457/5040 [01:39<16:57,  4.50it/s]
  9%|▉         | 458/5040 [01:40<16:23,  4.66it/s]
  9%|▉         | 459/5040 [01:40<17:27,  4.37it/s]
  9%|▉         | 460/5040 [01:40<17:23,  4.39it/s]
  9%|▉         | 461/5040 [01:40<16:47,  4.55it/s]
  9%|▉         | 462/5040 [01:41<16:08,  4.73it/s]
  9%|▉         | 463/5040 [01:41<15:35,  4.89it/s]
  9%|▉         | 464/5040 [01:41<16:21,  4.66it/s]
  9%|▉         | 465/5040 [01:41<16:06,  4.74it/s]
  9%|▉         | 466/5040 [01:41<15:38,  4.87it/s]
  9%|▉         | 467/5040 [01:42<16:01,  4.76it/s]
  9%|▉         | 468/5040 [01:42<14:30,  5.25it/s]
  9%|▉         | 469/5040 [01:42<15:25,  4.94it/s]
  9%|▉         | 470/5040 [01:42<14:42,  5.18it/s]
  9%|▉         | 471/5040 [01:42<15:32,  4.90it/s]
  9%|▉         | 472/5040 [01:43<15:59,  4.76it/s]
  9%|▉         | 473/5040 [01:43<15:21,  4.96it/s]
  9%|▉         | 474/5040 [01:43<15:31,  4.90it/s]
  9%|▉         | 475/5040 [01:43<15:53,  4.79it/s]
  9%|▉         | 476/5040 [01:43<16:52,  4.51it/s]
  9%|▉         | 477/5040 [01:44<16:40,  4.56it/s]
  9%|▉         | 478/5040 [01:44<16:28,  4.61it/s]
 10%|▉         | 479/5040 [01:44<16:15,  4.67it/s]
 10%|▉         | 480/5040 [01:44<16:53,  4.50it/s]
 10%|▉         | 481/5040 [01:44<15:19,  4.96it/s]
 10%|▉         | 482/5040 [01:45<18:27,  4.11it/s]
 10%|▉         | 483/5040 [01:45<17:02,  4.46it/s]
 10%|▉         | 484/5040 [01:45<16:18,  4.66it/s]
 10%|▉         | 485/5040 [01:45<15:11,  5.00it/s]
 10%|▉         | 486/5040 [01:46<14:41,  5.16it/s]
 10%|▉         | 487/5040 [01:46<16:39,  4.55it/s]
 10%|▉         | 488/5040 [01:46<16:31,  4.59it/s]
 10%|▉         | 489/5040 [01:46<18:06,  4.19it/s]
 10%|▉         | 490/5040 [01:47<17:45,  4.27it/s]
 10%|▉         | 491/5040 [01:47<15:58,  4.74it/s]
 10%|▉         | 492/5040 [01:47<15:38,  4.85it/s]
 10%|▉         | 493/5040 [01:47<14:52,  5.09it/s]
 10%|▉         | 494/5040 [01:47<15:50,  4.78it/s]
 10%|▉         | 495/5040 [01:47<15:19,  4.94it/s]
 10%|▉         | 496/5040 [01:48<14:37,  5.18it/s]
 10%|▉         | 497/5040 [01:48<13:54,  5.44it/s]
 10%|▉         | 498/5040 [01:48<13:20,  5.67it/s]
 10%|▉         | 499/5040 [01:48<12:57,  5.84it/s]
 10%|▉         | 500/5040 [01:48<13:50,  5.47it/s]
                                                  
 10%|▉         | 500/5040 [01:48<13:50,  5.47it/s]
 10%|▉         | 501/5040 [01:49<15:22,  4.92it/s]
 10%|▉         | 502/5040 [01:49<16:19,  4.64it/s]
 10%|▉         | 503/5040 [01:49<16:33,  4.57it/s]
 10%|█         | 504/5040 [01:49<14:44,  5.13it/s][INFO|trainer.py:811] 2024-09-05 08:57:45,274 >> The following columns in the evaluation set don't have a corresponding argument in `BertForTokenClassification.forward` and have been ignored: tokens, id, ner_tags. If tokens, id, ner_tags are not expected by `BertForTokenClassification.forward`,  you can safely ignore this message.
+[INFO|trainer.py:3819] 2024-09-05 08:57:45,276 >> 
+***** Running Evaluation *****
+[INFO|trainer.py:3821] 2024-09-05 08:57:45,277 >>   Num examples = 6946
+[INFO|trainer.py:3824] 2024-09-05 08:57:45,277 >>   Batch size = 8
+{'loss': 0.0189, 'grad_norm': 0.06281786412000656, 'learning_rate': 4.503968253968254e-05, 'epoch': 0.99}
+
+
  0%|          | 0/869 [00:00<?, ?it/s]
+
  1%|▏         | 11/869 [00:00<00:08, 103.54it/s]
+
  3%|▎         | 22/869 [00:00<00:09, 91.89it/s] 
+
  4%|▎         | 32/869 [00:00<00:09, 89.52it/s]
+
  5%|▍         | 42/869 [00:00<00:08, 92.76it/s]
+
  6%|▌         | 52/869 [00:00<00:08, 94.65it/s]
+
  7%|▋         | 62/869 [00:00<00:08, 94.37it/s]
+
  8%|▊         | 72/869 [00:00<00:08, 93.09it/s]
+
  9%|▉         | 82/869 [00:00<00:08, 94.45it/s]
+
 11%|█         | 93/869 [00:00<00:08, 96.67it/s]
+
 12%|█▏        | 104/869 [00:01<00:07, 97.74it/s]
+
 13%|█▎        | 114/869 [00:01<00:07, 94.54it/s]
+
 14%|█▍        | 124/869 [00:01<00:07, 93.58it/s]
+
 15%|█▌        | 134/869 [00:01<00:07, 93.37it/s]
+
 17%|█▋        | 144/869 [00:01<00:08, 90.36it/s]
+
 18%|█▊        | 154/869 [00:01<00:07, 91.10it/s]
+
 19%|█▉        | 164/869 [00:01<00:07, 91.06it/s]
+
 20%|██        | 174/869 [00:01<00:07, 91.71it/s]
+
 21%|██        | 184/869 [00:01<00:07, 92.58it/s]
+
 22%|██▏       | 194/869 [00:02<00:07, 91.11it/s]
+
 23%|██▎       | 204/869 [00:02<00:07, 93.08it/s]
+
 25%|██▍       | 214/869 [00:02<00:07, 93.08it/s]
+
 26%|██▌       | 224/869 [00:02<00:06, 93.53it/s]
+
 27%|██▋       | 234/869 [00:02<00:06, 91.31it/s]
+
 28%|██▊       | 244/869 [00:02<00:07, 89.07it/s]
+
 29%|██▉       | 254/869 [00:02<00:06, 91.92it/s]
+
 30%|███       | 264/869 [00:02<00:06, 92.33it/s]
+
 32%|███▏      | 274/869 [00:02<00:06, 92.45it/s]
+
 33%|███▎      | 284/869 [00:03<00:06, 92.17it/s]
+
 34%|███▍      | 294/869 [00:03<00:06, 92.81it/s]
+
 35%|███▍      | 304/869 [00:03<00:06, 91.60it/s]
+
 36%|███▌      | 314/869 [00:03<00:06, 91.33it/s]
+
 37%|███▋      | 324/869 [00:03<00:05, 91.55it/s]
+
 39%|███▊      | 335/869 [00:03<00:05, 93.99it/s]
+
 40%|███▉      | 345/869 [00:03<00:05, 92.15it/s]
+
 41%|████      | 355/869 [00:03<00:05, 92.58it/s]
+
 42%|████▏     | 365/869 [00:03<00:05, 94.59it/s]
+
 43%|████▎     | 375/869 [00:04<00:05, 92.32it/s]
+
 44%|████▍     | 385/869 [00:04<00:05, 92.86it/s]
+
 45%|████▌     | 395/869 [00:04<00:05, 90.13it/s]
+
 47%|████▋     | 405/869 [00:04<00:05, 90.72it/s]
+
 48%|████▊     | 415/869 [00:04<00:04, 92.97it/s]
+
 49%|████▉     | 425/869 [00:04<00:04, 93.95it/s]
+
 50%|█████     | 435/869 [00:04<00:04, 93.59it/s]
+
 51%|█████     | 445/869 [00:04<00:04, 89.52it/s]
+
 52%|█████▏    | 455/869 [00:04<00:04, 91.10it/s]
+
 54%|█████▎    | 465/869 [00:05<00:04, 90.91it/s]
+
 55%|█████▍    | 475/869 [00:05<00:04, 92.24it/s]
+
 56%|█████▌    | 485/869 [00:05<00:04, 93.58it/s]
+
 57%|█████▋    | 495/869 [00:05<00:04, 91.19it/s]
+
 58%|█████▊    | 505/869 [00:05<00:03, 91.14it/s]
+
 59%|█████▉    | 515/869 [00:05<00:03, 92.84it/s]
+
 60%|██████    | 525/869 [00:05<00:03, 89.47it/s]
+
 62%|██████▏   | 535/869 [00:05<00:03, 90.23it/s]
+
 63%|██████▎   | 545/869 [00:05<00:03, 89.01it/s]
+
 64%|██████▍   | 555/869 [00:06<00:03, 91.21it/s]
+
 65%|██████▌   | 565/869 [00:06<00:03, 91.84it/s]
+
 66%|██████▌   | 575/869 [00:06<00:03, 90.72it/s]
+
 67%|██████▋   | 585/869 [00:06<00:03, 90.06it/s]
+
 68%|██████▊   | 595/869 [00:06<00:02, 92.51it/s]
+
 70%|██████▉   | 605/869 [00:06<00:02, 94.52it/s]
+
 71%|███████   | 615/869 [00:06<00:02, 94.79it/s]
+
 72%|███████▏  | 625/869 [00:06<00:02, 94.36it/s]
+
 73%|███████▎  | 635/869 [00:06<00:02, 91.74it/s]
+
 74%|███████▍  | 645/869 [00:06<00:02, 92.74it/s]
+
 75%|███████▌  | 655/869 [00:07<00:02, 93.28it/s]
+
 77%|███████▋  | 665/869 [00:07<00:02, 92.66it/s]
+
 78%|███████▊  | 675/869 [00:07<00:02, 94.14it/s]
+
 79%|███████▉  | 685/869 [00:07<00:02, 86.28it/s]
+
 80%|███████▉  | 695/869 [00:07<00:01, 87.98it/s]
+
 81%|████████  | 705/869 [00:07<00:01, 89.38it/s]
+
 82%|████████▏ | 715/869 [00:07<00:01, 91.17it/s]
+
 83%|████████▎ | 725/869 [00:07<00:01, 91.93it/s]
+
 85%|████████▍ | 735/869 [00:07<00:01, 91.57it/s]
+
 86%|████████▌ | 745/869 [00:08<00:01, 92.28it/s]
+
 87%|████████▋ | 755/869 [00:08<00:01, 91.68it/s]
+
 88%|████████▊ | 765/869 [00:08<00:01, 90.94it/s]
+
 89%|████████▉ | 775/869 [00:08<00:01, 90.84it/s]
+
 90%|█████████ | 785/869 [00:08<00:00, 85.38it/s]
+
 91%|█████████▏| 795/869 [00:08<00:00, 87.28it/s]
+
 93%|█████████▎| 805/869 [00:08<00:00, 87.66it/s]
+
 94%|█████████▎| 814/869 [00:08<00:00, 88.19it/s]
+
 95%|█████████▍| 824/869 [00:08<00:00, 89.75it/s]
+
 96%|█████████▌| 834/869 [00:09<00:00, 90.63it/s]
+
 97%|█████████▋| 844/869 [00:09<00:00, 91.23it/s]
+
 98%|█████████▊| 854/869 [00:09<00:00, 90.97it/s]
+
 99%|█████████▉| 864/869 [00:09<00:00, 88.07it/s]
                                                  
+
                                                 
 10%|█         | 504/5040 [02:02<14:44,  5.13it/s]
+
+
                                                 [INFO|trainer.py:3503] 2024-09-05 08:57:58,494 >> Saving model checkpoint to /content/dissertation/scripts/ner/output/checkpoint-504
+[INFO|configuration_utils.py:472] 2024-09-05 08:57:58,495 >> Configuration saved in /content/dissertation/scripts/ner/output/checkpoint-504/config.json
+[INFO|modeling_utils.py:2799] 2024-09-05 08:57:59,388 >> Model weights saved in /content/dissertation/scripts/ner/output/checkpoint-504/model.safetensors
+[INFO|tokenization_utils_base.py:2684] 2024-09-05 08:57:59,389 >> tokenizer config file saved in /content/dissertation/scripts/ner/output/checkpoint-504/tokenizer_config.json
+[INFO|tokenization_utils_base.py:2693] 2024-09-05 08:57:59,389 >> Special tokens file saved in /content/dissertation/scripts/ner/output/checkpoint-504/special_tokens_map.json
+[INFO|tokenization_utils_base.py:2684] 2024-09-05 08:58:01,373 >> tokenizer config file saved in /content/dissertation/scripts/ner/output/tokenizer_config.json
+[INFO|tokenization_utils_base.py:2693] 2024-09-05 08:58:01,373 >> Special tokens file saved in /content/dissertation/scripts/ner/output/special_tokens_map.json
+
 10%|█         | 505/5040 [02:06<6:20:59,  5.04s/it]
 10%|█         | 506/5040 [02:06<4:32:24,  3.60s/it]
 10%|█         | 507/5040 [02:06<3:15:47,  2.59s/it]
 10%|█         | 508/5040 [02:06<2:21:44,  1.88s/it]
 10%|█         | 509/5040 [02:07<1:46:13,  1.41s/it]
 10%|█         | 510/5040 [02:07<1:19:47,  1.06s/it]
 10%|█         | 511/5040 [02:07<59:19,  1.27it/s]  
 10%|█         | 512/5040 [02:07<45:35,  1.65it/s]
 10%|█         | 513/5040 [02:07<35:56,  2.10it/s]
 10%|█         | 514/5040 [02:07<29:11,  2.58it/s]
 10%|█         | 515/5040 [02:08<24:39,  3.06it/s]
 10%|█         | 516/5040 [02:08<22:22,  3.37it/s]
 10%|█         | 517/5040 [02:08<20:08,  3.74it/s]
 10%|█         | 518/5040 [02:08<19:07,  3.94it/s]
 10%|█         | 519/5040 [02:09<17:36,  4.28it/s]
 10%|█         | 520/5040 [02:09<16:50,  4.47it/s]
 10%|█         | 521/5040 [02:09<17:13,  4.37it/s]
 10%|█         | 522/5040 [02:09<15:18,  4.92it/s]
 10%|█         | 523/5040 [02:09<15:15,  4.93it/s]
 10%|█         | 524/5040 [02:10<15:49,  4.76it/s]
 10%|█         | 525/5040 [02:10<16:09,  4.66it/s]
 10%|█         | 526/5040 [02:10<15:29,  4.86it/s]
 10%|█         | 527/5040 [02:10<16:55,  4.45it/s]
 10%|█         | 528/5040 [02:11<20:25,  3.68it/s]
 10%|█         | 529/5040 [02:11<18:59,  3.96it/s]
 11%|█         | 530/5040 [02:11<19:30,  3.85it/s]
 11%|█         | 531/5040 [02:11<17:04,  4.40it/s]
 11%|█         | 532/5040 [02:11<16:57,  4.43it/s]
 11%|█         | 533/5040 [02:12<16:59,  4.42it/s]
 11%|█         | 534/5040 [02:12<18:47,  4.00it/s]
 11%|█         | 535/5040 [02:12<17:23,  4.32it/s]
 11%|█         | 536/5040 [02:12<16:25,  4.57it/s]
 11%|█         | 537/5040 [02:13<15:39,  4.79it/s]
 11%|█         | 538/5040 [02:13<16:46,  4.47it/s]
 11%|█         | 539/5040 [02:13<15:18,  4.90it/s]
 11%|█         | 540/5040 [02:13<14:33,  5.15it/s]
 11%|█         | 541/5040 [02:13<14:00,  5.36it/s]
 11%|█         | 542/5040 [02:13<14:09,  5.30it/s]
 11%|█         | 543/5040 [02:14<15:53,  4.72it/s]
 11%|█         | 544/5040 [02:14<15:15,  4.91it/s]
 11%|█         | 545/5040 [02:14<15:11,  4.93it/s]
 11%|█         | 546/5040 [02:14<15:39,  4.78it/s]
 11%|█         | 547/5040 [02:15<15:43,  4.76it/s]
 11%|█         | 548/5040 [02:15<16:57,  4.42it/s]
 11%|█         | 549/5040 [02:15<16:02,  4.67it/s]
 11%|█         | 550/5040 [02:15<15:24,  4.86it/s]
 11%|█         | 551/5040 [02:15<14:50,  5.04it/s]
 11%|█         | 552/5040 [02:16<14:19,  5.22it/s]
 11%|█         | 553/5040 [02:16<14:18,  5.23it/s]
 11%|█         | 554/5040 [02:16<14:49,  5.04it/s]
 11%|█         | 555/5040 [02:16<14:24,  5.19it/s]
 11%|█         | 556/5040 [02:16<13:52,  5.39it/s]
 11%|█         | 557/5040 [02:17<15:12,  4.91it/s]
 11%|█         | 558/5040 [02:17<15:20,  4.87it/s]
 11%|█         | 559/5040 [02:17<14:32,  5.14it/s]
 11%|█         | 560/5040 [02:17<15:14,  4.90it/s]
 11%|█         | 561/5040 [02:17<16:58,  4.40it/s]
 11%|█         | 562/5040 [02:18<19:19,  3.86it/s]
 11%|█         | 563/5040 [02:18<17:20,  4.30it/s]
 11%|█         | 564/5040 [02:18<18:03,  4.13it/s]
 11%|█         | 565/5040 [02:18<16:13,  4.60it/s]
 11%|█         | 566/5040 [02:19<14:58,  4.98it/s]
 11%|█▏        | 567/5040 [02:19<14:13,  5.24it/s]
 11%|█▏        | 568/5040 [02:19<16:02,  4.65it/s]
 11%|█▏        | 569/5040 [02:19<16:44,  4.45it/s]
 11%|█▏        | 570/5040 [02:20<18:03,  4.13it/s]
 11%|█▏        | 571/5040 [02:20<17:21,  4.29it/s]
 11%|█▏        | 572/5040 [02:20<16:32,  4.50it/s]
 11%|█▏        | 573/5040 [02:20<15:25,  4.83it/s]
 11%|█▏        | 574/5040 [02:20<15:07,  4.92it/s]
 11%|█▏        | 575/5040 [02:21<15:33,  4.78it/s]
 11%|█▏        | 576/5040 [02:21<19:15,  3.86it/s]
 11%|█▏        | 577/5040 [02:21<17:02,  4.36it/s]
 11%|█▏        | 578/5040 [02:21<15:56,  4.67it/s]
 11%|█▏        | 579/5040 [02:21<15:50,  4.69it/s]
 12%|█▏        | 580/5040 [02:22<16:47,  4.43it/s]
 12%|█▏        | 581/5040 [02:22<16:28,  4.51it/s]
 12%|█▏        | 582/5040 [02:22<17:01,  4.36it/s]
 12%|█▏        | 583/5040 [02:22<15:30,  4.79it/s]
 12%|█▏        | 584/5040 [02:22<14:09,  5.25it/s]
 12%|█▏        | 585/5040 [02:23<14:30,  5.12it/s]
 12%|█▏        | 586/5040 [02:23<15:58,  4.65it/s]
 12%|█▏        | 587/5040 [02:23<14:49,  5.01it/s]
 12%|█▏        | 588/5040 [02:23<15:39,  4.74it/s]
 12%|█▏        | 589/5040 [02:24<15:21,  4.83it/s]
 12%|█▏        | 590/5040 [02:24<17:08,  4.33it/s]
 12%|█▏        | 591/5040 [02:24<17:28,  4.25it/s]
 12%|█▏        | 592/5040 [02:24<17:02,  4.35it/s]
 12%|█▏        | 593/5040 [02:24<16:19,  4.54it/s]
 12%|█▏        | 594/5040 [02:25<15:12,  4.87it/s]
 12%|█▏        | 595/5040 [02:25<16:07,  4.59it/s]
 12%|█▏        | 596/5040 [02:25<17:27,  4.24it/s]
 12%|█▏        | 597/5040 [02:25<16:18,  4.54it/s]
 12%|█▏        | 598/5040 [02:26<16:12,  4.57it/s]
 12%|█▏        | 599/5040 [02:26<16:36,  4.46it/s]
 12%|█▏        | 600/5040 [02:26<16:48,  4.40it/s]
 12%|█▏        | 601/5040 [02:26<16:30,  4.48it/s]
 12%|█▏        | 602/5040 [02:26<15:57,  4.64it/s]
 12%|█▏        | 603/5040 [02:27<15:59,  4.62it/s]
 12%|█▏        | 604/5040 [02:27<14:28,  5.11it/s]
 12%|█▏        | 605/5040 [02:27<14:18,  5.17it/s]
 12%|█▏        | 606/5040 [02:27<15:48,  4.68it/s]
 12%|█▏        | 607/5040 [02:28<16:33,  4.46it/s]
 12%|█▏        | 608/5040 [02:28<15:29,  4.77it/s]
 12%|█▏        | 609/5040 [02:28<15:31,  4.76it/s]
 12%|█▏        | 610/5040 [02:28<15:12,  4.86it/s]
 12%|█▏        | 611/5040 [02:28<14:22,  5.14it/s]
 12%|█▏        | 612/5040 [02:28<14:36,  5.05it/s]
 12%|█▏        | 613/5040 [02:29<13:35,  5.43it/s]
 12%|█▏        | 614/5040 [02:29<17:01,  4.33it/s]
 12%|█▏        | 615/5040 [02:29<16:05,  4.58it/s]
 12%|█▏        | 616/5040 [02:29<17:25,  4.23it/s]
 12%|█▏        | 617/5040 [02:30<15:20,  4.81it/s]
 12%|█▏        | 618/5040 [02:30<17:06,  4.31it/s]
 12%|█▏        | 619/5040 [02:30<17:42,  4.16it/s]
 12%|█▏        | 620/5040 [02:30<16:46,  4.39it/s]
 12%|█▏        | 621/5040 [02:31<17:20,  4.25it/s]
 12%|█▏        | 622/5040 [02:31<17:30,  4.21it/s]
 12%|█▏        | 623/5040 [02:31<15:54,  4.63it/s]
 12%|█▏        | 624/5040 [02:31<15:04,  4.88it/s]
 12%|█▏        | 625/5040 [02:31<17:27,  4.21it/s]
 12%|█▏        | 626/5040 [02:32<17:00,  4.32it/s]
 12%|█▏        | 627/5040 [02:32<15:51,  4.64it/s]
 12%|█▏        | 628/5040 [02:32<16:08,  4.56it/s]
 12%|█▏        | 629/5040 [02:32<15:13,  4.83it/s]
 12%|█▎        | 630/5040 [02:32<15:15,  4.81it/s]
 13%|█▎        | 631/5040 [02:33<17:04,  4.30it/s]
 13%|█▎        | 632/5040 [02:33<16:04,  4.57it/s]
 13%|█▎        | 633/5040 [02:33<15:54,  4.62it/s]
 13%|█▎        | 634/5040 [02:33<15:44,  4.67it/s]
 13%|█▎        | 635/5040 [02:34<14:32,  5.05it/s]
 13%|█▎        | 636/5040 [02:34<15:09,  4.84it/s]
 13%|█▎        | 637/5040 [02:34<16:08,  4.54it/s]
 13%|█▎        | 638/5040 [02:34<15:34,  4.71it/s]
 13%|█▎        | 639/5040 [02:34<15:54,  4.61it/s]
 13%|█▎        | 640/5040 [02:35<15:45,  4.65it/s]
 13%|█▎        | 641/5040 [02:35<15:10,  4.83it/s]
 13%|█▎        | 642/5040 [02:35<15:29,  4.73it/s]
 13%|█▎        | 643/5040 [02:35<15:33,  4.71it/s]
 13%|█▎        | 644/5040 [02:35<14:07,  5.18it/s]
 13%|█▎        | 645/5040 [02:36<14:17,  5.13it/s]
 13%|█▎        | 646/5040 [02:36<14:48,  4.94it/s]
 13%|█▎        | 647/5040 [02:36<15:17,  4.79it/s]
 13%|█▎        | 648/5040 [02:36<15:28,  4.73it/s]
 13%|█▎        | 649/5040 [02:37<15:48,  4.63it/s]
 13%|█▎        | 650/5040 [02:37<14:34,  5.02it/s]
 13%|█▎        | 651/5040 [02:37<15:24,  4.75it/s]
 13%|█▎        | 652/5040 [02:37<14:20,  5.10it/s]
 13%|█▎        | 653/5040 [02:37<14:28,  5.05it/s]
 13%|█▎        | 654/5040 [02:38<14:53,  4.91it/s]
 13%|█▎        | 655/5040 [02:38<14:42,  4.97it/s]
 13%|█▎        | 656/5040 [02:38<16:47,  4.35it/s]
 13%|█▎        | 657/5040 [02:38<16:36,  4.40it/s]
 13%|█▎        | 658/5040 [02:38<17:16,  4.23it/s]
 13%|█▎        | 659/5040 [02:39<15:32,  4.70it/s]
 13%|█▎        | 660/5040 [02:39<15:13,  4.80it/s]
 13%|█▎        | 661/5040 [02:39<22:07,  3.30it/s]
 13%|█▎        | 662/5040 [02:40<19:01,  3.83it/s]
 13%|█▎        | 663/5040 [02:40<18:42,  3.90it/s]
 13%|█▎        | 664/5040 [02:40<17:41,  4.12it/s]

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13556e6c97b2f39e25d5830ab0bc61ce81f807bcf643d150d23dd97c2f606c57
+size 5240