add T5R

README.md

@@ -5,33 +5,32 @@ datasets:
 tags:
   - generated_from_trainer
 model-index:
-  - name: flan-t5-small-prompt
+  - name: T5R
     results: []
 pipeline_tag: text-generation
 language:
   - en
 widget:
   - text: >-
-      output: Hitler was born in Braunau am Inn in Austria-Hungary and was
+      Instruction: X\nOutput: Hitler was born in Braunau am Inn in Austria-Hungary and was
       raised near Linz. He lived in Vienna later in the first decade of the
       1900s and moved to Germany in 1913. He was decorated during his service in
       the German Army in World War I. In 1919, he joined the German Workers'
       Party (DAP), the precursor of the Nazi Party, and was appointed leader of
       the Nazi Party in 1921. In 1923, he attempted to seize governmental power
       in a failed coup in Munich and was imprisoned with a sentence of five
-      years. 
-       input:
+      years.\nWhat kind of instruction could this be the answer to?\nX:
     example_title: Example 1
   - text: >-
-      output: 1. Base your meals on higher fibre starchy carbohydrates 2. Eat
-      lots of fruit and veg 3. Eat more fish, including a portion of oily fish.
-       input:
+      Instruction: X\nOutput: 1- Base your meals on higher fibre starchy carbohydrates. 2- Eat
+      lots of fruit and veg. 3- Eat more fish, including a portion of oily fish.\nWhat kind of instruction could 
+      this be the answer to?\nX:
     example_title: Example 2
 ---
 
 
-# Model flan-t5-small-prompt
+# T5-Reverse (T5R)
 
 This model can generate prompts (instruction) for any text!
 
-This model is a fine-tuned version of [google/flan-t5-small](https://huggingface.co/google/flan-t5-small) on [alpaca dataset](https://huggingface.co/datasets/tatsu-lab/alpaca) but in a **reverse format**!
+This model is an instruction-tuned version of [google/flan-t5-base](https://huggingface.co/google/flan-t5-base) on [alpaca dataset](https://huggingface.co/datasets/tatsu-lab/alpaca) but in **reverse format**!

config.json

@@ -1,11 +1,11 @@
 {
-  "_name_or_path": "google/flan-t5-small",
+  "_name_or_path": "kargaranamir/T5R",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
-  "d_ff": 1024,
+  "d_ff": 2048,
   "d_kv": 64,
-  "d_model": 512,
+  "d_model": 768,
   "decoder_start_token_id": 0,
   "dense_act_fn": "gelu_new",
   "dropout_rate": 0.1,
@@ -17,45 +17,24 @@
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "n_positions": 512,
-  "num_decoder_layers": 8,
-  "num_heads": 6,
-  "num_layers": 8,
+  "num_decoder_layers": 12,
+  "num_heads": 12,
+  "num_layers": 12,
   "output_past": true,
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,
   "task_specific_params": {
-    "summarization": {
-      "early_stopping": true,
-      "length_penalty": 2.0,
-      "max_length": 200,
-      "min_length": 30,
-      "no_repeat_ngram_size": 3,
-      "num_beams": 4,
-      "prefix": "summarize: "
-    },
-    "translation_en_to_de": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to German: "
-    },
-    "translation_en_to_fr": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to French: "
-    },
-    "translation_en_to_ro": {
+    "reverse-gen": {
       "early_stopping": true,
       "max_length": 300,
       "num_beams": 4,
-      "prefix": "translate English to Romanian: "
+      "prefix": "Instruction: X"
     }
   },
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.29.1",
+  "transformers_version": "4.24.0",
   "use_cache": true,
   "vocab_size": 32128
 }

generation_config.json

@@ -1,6 +0,0 @@
-{
-  "decoder_start_token_id": 0,
-  "eos_token_id": 1,
-  "pad_token_id": 0,
-  "transformers_version": "4.29.1"
-}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f3ab72f6ea636e6e3de721bec36b2d30a6e749a518e2673f24deefb64f89557
-size 307910149
+oid sha256:2f08bda4a51ec276efc98bb0cd0c994f5b493465386b0aef79409b69a851774c
+size 990406605

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
+size 791656

tokenizer.json

@@ -19,930 +19,930 @@
   "added_tokens": [
     {
       "id": 0,
+      "special": true,
       "content": "<pad>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 1,
+      "special": true,
       "content": "</s>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 2,
+      "special": true,
       "content": "<unk>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32000,
+      "special": true,
       "content": "<extra_id_99>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32001,
+      "special": true,
       "content": "<extra_id_98>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32002,
+      "special": true,
       "content": "<extra_id_97>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32003,
+      "special": true,
       "content": "<extra_id_96>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32004,
+      "special": true,
       "content": "<extra_id_95>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32005,
+      "special": true,
       "content": "<extra_id_94>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32006,
+      "special": true,
       "content": "<extra_id_93>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32007,
+      "special": true,
       "content": "<extra_id_92>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32008,
+      "special": true,
       "content": "<extra_id_91>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32009,
+      "special": true,
       "content": "<extra_id_90>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32010,
+      "special": true,
       "content": "<extra_id_89>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32011,
+      "special": true,
       "content": "<extra_id_88>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32012,
+      "special": true,
       "content": "<extra_id_87>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32013,
+      "special": true,
       "content": "<extra_id_86>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32014,
+      "special": true,
       "content": "<extra_id_85>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32015,
+      "special": true,
       "content": "<extra_id_84>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32016,
+      "special": true,
       "content": "<extra_id_83>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32017,
+      "special": true,
       "content": "<extra_id_82>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32018,
+      "special": true,
       "content": "<extra_id_81>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32019,
+      "special": true,
       "content": "<extra_id_80>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32020,
+      "special": true,
       "content": "<extra_id_79>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32021,
+      "special": true,
       "content": "<extra_id_78>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32022,
+      "special": true,
       "content": "<extra_id_77>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32023,
+      "special": true,
       "content": "<extra_id_76>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32024,
+      "special": true,
       "content": "<extra_id_75>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32025,
+      "special": true,
       "content": "<extra_id_74>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32026,
+      "special": true,
       "content": "<extra_id_73>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32027,
+      "special": true,
       "content": "<extra_id_72>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32028,
+      "special": true,
       "content": "<extra_id_71>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32029,
+      "special": true,
       "content": "<extra_id_70>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32030,
+      "special": true,
       "content": "<extra_id_69>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32031,
+      "special": true,
       "content": "<extra_id_68>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32032,
+      "special": true,
       "content": "<extra_id_67>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32033,
+      "special": true,
       "content": "<extra_id_66>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32034,
+      "special": true,
       "content": "<extra_id_65>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32035,
+      "special": true,
       "content": "<extra_id_64>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32036,
+      "special": true,
       "content": "<extra_id_63>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32037,
+      "special": true,
       "content": "<extra_id_62>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32038,
+      "special": true,
       "content": "<extra_id_61>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32039,
+      "special": true,
       "content": "<extra_id_60>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32040,
+      "special": true,
       "content": "<extra_id_59>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32041,
+      "special": true,
       "content": "<extra_id_58>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32042,
+      "special": true,
       "content": "<extra_id_57>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32043,
+      "special": true,
       "content": "<extra_id_56>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32044,
+      "special": true,
       "content": "<extra_id_55>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32045,
+      "special": true,
       "content": "<extra_id_54>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32046,
+      "special": true,
       "content": "<extra_id_53>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32047,
+      "special": true,
       "content": "<extra_id_52>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32048,
+      "special": true,
       "content": "<extra_id_51>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32049,
+      "special": true,
       "content": "<extra_id_50>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32050,
+      "special": true,
       "content": "<extra_id_49>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32051,
+      "special": true,
       "content": "<extra_id_48>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32052,
+      "special": true,
       "content": "<extra_id_47>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32053,
+      "special": true,
       "content": "<extra_id_46>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32054,
+      "special": true,
       "content": "<extra_id_45>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32055,
+      "special": true,
       "content": "<extra_id_44>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32056,
+      "special": true,
       "content": "<extra_id_43>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32057,
+      "special": true,
       "content": "<extra_id_42>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32058,
+      "special": true,
       "content": "<extra_id_41>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32059,
+      "special": true,
       "content": "<extra_id_40>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32060,
+      "special": true,
       "content": "<extra_id_39>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32061,
+      "special": true,
       "content": "<extra_id_38>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32062,
+      "special": true,
       "content": "<extra_id_37>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32063,
+      "special": true,
       "content": "<extra_id_36>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32064,
+      "special": true,
       "content": "<extra_id_35>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32065,
+      "special": true,
       "content": "<extra_id_34>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32066,
+      "special": true,
       "content": "<extra_id_33>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32067,
+      "special": true,
       "content": "<extra_id_32>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32068,
+      "special": true,
       "content": "<extra_id_31>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32069,
+      "special": true,
       "content": "<extra_id_30>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32070,
+      "special": true,
       "content": "<extra_id_29>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32071,
+      "special": true,
       "content": "<extra_id_28>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32072,
+      "special": true,
       "content": "<extra_id_27>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32073,
+      "special": true,
       "content": "<extra_id_26>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32074,
+      "special": true,
       "content": "<extra_id_25>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32075,
+      "special": true,
       "content": "<extra_id_24>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32076,
+      "special": true,
       "content": "<extra_id_23>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32077,
+      "special": true,
       "content": "<extra_id_22>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32078,
+      "special": true,
       "content": "<extra_id_21>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32079,
+      "special": true,
       "content": "<extra_id_20>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32080,
+      "special": true,
       "content": "<extra_id_19>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32081,
+      "special": true,
       "content": "<extra_id_18>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32082,
+      "special": true,
       "content": "<extra_id_17>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32083,
+      "special": true,
       "content": "<extra_id_16>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32084,
+      "special": true,
       "content": "<extra_id_15>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32085,
+      "special": true,
       "content": "<extra_id_14>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32086,
+      "special": true,
       "content": "<extra_id_13>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32087,
+      "special": true,
       "content": "<extra_id_12>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32088,
+      "special": true,
       "content": "<extra_id_11>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32089,
+      "special": true,
       "content": "<extra_id_10>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32090,
+      "special": true,
       "content": "<extra_id_9>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32091,
+      "special": true,
       "content": "<extra_id_8>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32092,
+      "special": true,
       "content": "<extra_id_7>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32093,
+      "special": true,
       "content": "<extra_id_6>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32094,
+      "special": true,
       "content": "<extra_id_5>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32095,
+      "special": true,
       "content": "<extra_id_4>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32096,
+      "special": true,
       "content": "<extra_id_3>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32097,
+      "special": true,
       "content": "<extra_id_2>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32098,
+      "special": true,
       "content": "<extra_id_1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     },
     {
       "id": 32099,
+      "special": true,
       "content": "<extra_id_0>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
-      "special": true
+      "normalized": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -101,12 +101,13 @@
     "<extra_id_98>",
     "<extra_id_99>"
   ],
-  "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
   "model_max_length": 512,
+  "name_or_path": "google/flan-t5-base",
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
+  "special_tokens_map_file": "/home/younes_huggingface_co/.cache/huggingface/hub/models--google--t5-v1_1-base/snapshots/650d7745bf1e502d6949b22cc19155cd656d3d4e/special_tokens_map.json",
   "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"
 }

trainer_state.json

@@ -1,180 +1,770 @@
 {
-  "best_metric": 1.3581866025924683,
-  "best_model_checkpoint": "flan-t5-small-prompt/checkpoint-11702",
-  "epoch": 2.0,
-  "global_step": 11702,
+  "best_metric": 1.341736078262329,
+  "best_model_checkpoint": "./dual/flan-t5-base-dual/checkpoint-52010",
+  "epoch": 10.0,
+  "global_step": 52010,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.09,
-      "learning_rate": 4.91454452230388e-05,
-      "loss": 2.2473,
+      "epoch": 0.1,
+      "learning_rate": 4.951932320707556e-05,
+      "loss": 2.0525,
       "step": 500
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 4.82908904460776e-05,
-      "loss": 1.9761,
+      "epoch": 0.19,
+      "learning_rate": 4.903864641415113e-05,
+      "loss": 1.9359,
       "step": 1000
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 4.7436335669116395e-05,
-      "loss": 1.8802,
+      "epoch": 0.29,
+      "learning_rate": 4.855796962122669e-05,
+      "loss": 1.892,
       "step": 1500
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 4.658178089215519e-05,
-      "loss": 1.8477,
+      "epoch": 0.38,
+      "learning_rate": 4.807729282830225e-05,
+      "loss": 1.8455,
       "step": 2000
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 4.572722611519399e-05,
-      "loss": 1.8029,
+      "epoch": 0.48,
+      "learning_rate": 4.7596616035377816e-05,
+      "loss": 1.8273,
       "step": 2500
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 4.487267133823278e-05,
-      "loss": 1.7633,
+      "epoch": 0.58,
+      "learning_rate": 4.7115939242453377e-05,
+      "loss": 1.8317,
       "step": 3000
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 4.401811656127158e-05,
-      "loss": 1.7704,
+      "epoch": 0.67,
+      "learning_rate": 4.663526244952894e-05,
+      "loss": 1.8103,
       "step": 3500
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.3163561784310376e-05,
-      "loss": 1.7068,
+      "epoch": 0.77,
+      "learning_rate": 4.61545856566045e-05,
+      "loss": 1.8032,
       "step": 4000
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 4.230900700734917e-05,
-      "loss": 1.732,
+      "epoch": 0.87,
+      "learning_rate": 4.5673908863680064e-05,
+      "loss": 1.7842,
       "step": 4500
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 4.145445223038797e-05,
-      "loss": 1.7168,
+      "epoch": 0.96,
+      "learning_rate": 4.5193232070755624e-05,
+      "loss": 1.7674,
       "step": 5000
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 4.059989745342677e-05,
-      "loss": 1.6812,
+      "epoch": 1.0,
+      "eval_gen_len": 16.8,
+      "eval_loss": 1.4587862491607666,
+      "eval_rouge1": 43.5356,
+      "eval_rouge2": 25.8338,
+      "eval_rougeL": 41.1764,
+      "eval_rougeLsum": 41.816,
+      "eval_runtime": 629.4032,
+      "eval_samples_per_second": 16.524,
+      "eval_steps_per_second": 1.033,
+      "step": 5201
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 4.4712555277831184e-05,
+      "loss": 1.7405,
       "step": 5500
     },
     {
-      "epoch": 1.0,
-      "eval_gen_len": 14.935384615384615,
-      "eval_loss": 1.4240827560424805,
-      "eval_rouge1": 52.0316,
-      "eval_rouge2": 33.7896,
-      "eval_rougeL": 49.2826,
-      "eval_rougeLsum": 49.8238,
-      "eval_runtime": 375.6869,
-      "eval_samples_per_second": 13.841,
-      "eval_steps_per_second": 1.73,
-      "step": 5851
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 3.9745342676465566e-05,
-      "loss": 1.6711,
+      "epoch": 1.15,
+      "learning_rate": 4.423187848490675e-05,
+      "loss": 1.7135,
       "step": 6000
     },
     {
-      "epoch": 1.11,
-      "learning_rate": 3.889078789950436e-05,
-      "loss": 1.651,
+      "epoch": 1.25,
+      "learning_rate": 4.375120169198231e-05,
+      "loss": 1.7161,
       "step": 6500
     },
     {
-      "epoch": 1.2,
-      "learning_rate": 3.803623312254316e-05,
-      "loss": 1.6327,
+      "epoch": 1.35,
+      "learning_rate": 4.327052489905787e-05,
+      "loss": 1.7208,
       "step": 7000
     },
     {
-      "epoch": 1.28,
-      "learning_rate": 3.718167834558196e-05,
-      "loss": 1.6171,
+      "epoch": 1.44,
+      "learning_rate": 4.278984810613344e-05,
+      "loss": 1.6999,
       "step": 7500
     },
     {
-      "epoch": 1.37,
-      "learning_rate": 3.6327123568620756e-05,
-      "loss": 1.6142,
+      "epoch": 1.54,
+      "learning_rate": 4.2309171313209e-05,
+      "loss": 1.694,
       "step": 8000
     },
     {
-      "epoch": 1.45,
-      "learning_rate": 3.5472568791659546e-05,
-      "loss": 1.5843,
+      "epoch": 1.63,
+      "learning_rate": 4.182849452028456e-05,
+      "loss": 1.6837,
       "step": 8500
     },
     {
-      "epoch": 1.54,
-      "learning_rate": 3.4618014014698344e-05,
-      "loss": 1.6075,
+      "epoch": 1.73,
+      "learning_rate": 4.1347817727360125e-05,
+      "loss": 1.6892,
       "step": 9000
     },
     {
-      "epoch": 1.62,
-      "learning_rate": 3.376345923773714e-05,
-      "loss": 1.5917,
+      "epoch": 1.83,
+      "learning_rate": 4.0867140934435685e-05,
+      "loss": 1.6811,
       "step": 9500
     },
     {
-      "epoch": 1.71,
-      "learning_rate": 3.290890446077594e-05,
-      "loss": 1.5797,
+      "epoch": 1.92,
+      "learning_rate": 4.038646414151125e-05,
+      "loss": 1.7004,
       "step": 10000
     },
     {
-      "epoch": 1.79,
-      "learning_rate": 3.205434968381473e-05,
-      "loss": 1.6037,
+      "epoch": 2.0,
+      "eval_gen_len": 16.87192307692308,
+      "eval_loss": 1.4108598232269287,
+      "eval_rouge1": 44.1953,
+      "eval_rouge2": 26.6443,
+      "eval_rougeL": 41.7387,
+      "eval_rougeLsum": 42.3745,
+      "eval_runtime": 674.3077,
+      "eval_samples_per_second": 15.423,
+      "eval_steps_per_second": 0.964,
+      "step": 10402
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 3.990578734858681e-05,
+      "loss": 1.6572,
       "step": 10500
     },
     {
-      "epoch": 1.88,
-      "learning_rate": 3.119979490685353e-05,
-      "loss": 1.5926,
+      "epoch": 2.11,
+      "learning_rate": 3.942511055566238e-05,
+      "loss": 1.6449,
       "step": 11000
     },
     {
-      "epoch": 1.97,
-      "learning_rate": 3.0345240129892328e-05,
-      "loss": 1.5684,
+      "epoch": 2.21,
+      "learning_rate": 3.894443376273794e-05,
+      "loss": 1.6235,
       "step": 11500
     },
     {
-      "epoch": 2.0,
-      "eval_gen_len": 14.967115384615385,
-      "eval_loss": 1.3581866025924683,
-      "eval_rouge1": 53.5315,
-      "eval_rouge2": 35.1883,
-      "eval_rougeL": 50.7765,
-      "eval_rougeLsum": 51.3334,
-      "eval_runtime": 392.0061,
-      "eval_samples_per_second": 13.265,
-      "eval_steps_per_second": 1.658,
-      "step": 11702
+      "epoch": 2.31,
+      "learning_rate": 3.84637569698135e-05,
+      "loss": 1.6573,
+      "step": 12000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 3.7983080176889066e-05,
+      "loss": 1.6262,
+      "step": 12500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 3.7502403383964626e-05,
+      "loss": 1.6377,
+      "step": 13000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.7021726591040186e-05,
+      "loss": 1.6407,
+      "step": 13500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 3.654104979811575e-05,
+      "loss": 1.6343,
+      "step": 14000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.606037300519131e-05,
+      "loss": 1.6221,
+      "step": 14500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 3.557969621226687e-05,
+      "loss": 1.6127,
+      "step": 15000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.509901941934244e-05,
+      "loss": 1.622,
+      "step": 15500
+    },
+    {
+      "epoch": 3.0,
+      "eval_gen_len": 16.911923076923078,
+      "eval_loss": 1.387160301208496,
+      "eval_rouge1": 44.6617,
+      "eval_rouge2": 27.2456,
+      "eval_rougeL": 42.2185,
+      "eval_rougeLsum": 42.8309,
+      "eval_runtime": 678.3822,
+      "eval_samples_per_second": 15.331,
+      "eval_steps_per_second": 0.958,
+      "step": 15603
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 3.4618342626418e-05,
+      "loss": 1.5886,
+      "step": 16000
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 3.413766583349356e-05,
+      "loss": 1.5913,
+      "step": 16500
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 3.365698904056912e-05,
+      "loss": 1.5693,
+      "step": 17000
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 3.317631224764469e-05,
+      "loss": 1.5781,
+      "step": 17500
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 3.269563545472025e-05,
+      "loss": 1.5944,
+      "step": 18000
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 3.221495866179581e-05,
+      "loss": 1.5671,
+      "step": 18500
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 3.1734281868871374e-05,
+      "loss": 1.5979,
+      "step": 19000
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 3.1253605075946935e-05,
+      "loss": 1.6014,
+      "step": 19500
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 3.0772928283022495e-05,
+      "loss": 1.5929,
+      "step": 20000
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 3.029225149009806e-05,
+      "loss": 1.5822,
+      "step": 20500
+    },
+    {
+      "epoch": 4.0,
+      "eval_gen_len": 16.976153846153846,
+      "eval_loss": 1.3675929307937622,
+      "eval_rouge1": 44.7885,
+      "eval_rouge2": 27.4914,
+      "eval_rougeL": 42.3527,
+      "eval_rougeLsum": 42.9959,
+      "eval_runtime": 672.7849,
+      "eval_samples_per_second": 15.458,
+      "eval_steps_per_second": 0.966,
+      "step": 20804
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 2.981157469717362e-05,
+      "loss": 1.5658,
+      "step": 21000
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 2.9330897904249182e-05,
+      "loss": 1.5656,
+      "step": 21500
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 2.885022111132475e-05,
+      "loss": 1.5643,
+      "step": 22000
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 2.836954431840031e-05,
+      "loss": 1.5484,
+      "step": 22500
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 2.788886752547587e-05,
+      "loss": 1.5504,
+      "step": 23000
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 2.7408190732551436e-05,
+      "loss": 1.5546,
+      "step": 23500
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 2.6927513939626996e-05,
+      "loss": 1.556,
+      "step": 24000
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 2.644683714670256e-05,
+      "loss": 1.5448,
+      "step": 24500
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 2.596616035377812e-05,
+      "loss": 1.5519,
+      "step": 25000
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 2.5485483560853686e-05,
+      "loss": 1.5606,
+      "step": 25500
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 2.5004806767929246e-05,
+      "loss": 1.5541,
+      "step": 26000
+    },
+    {
+      "epoch": 5.0,
+      "eval_gen_len": 17.028846153846153,
+      "eval_loss": 1.3574897050857544,
+      "eval_rouge1": 44.7589,
+      "eval_rouge2": 27.4697,
+      "eval_rougeL": 42.3549,
+      "eval_rougeLsum": 42.9704,
+      "eval_runtime": 665.8005,
+      "eval_samples_per_second": 15.62,
+      "eval_steps_per_second": 0.976,
+      "step": 26005
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 2.452412997500481e-05,
+      "loss": 1.5154,
+      "step": 26500
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 2.404345318208037e-05,
+      "loss": 1.5163,
+      "step": 27000
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 2.3562776389155933e-05,
+      "loss": 1.5176,
+      "step": 27500
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 2.3082099596231497e-05,
+      "loss": 1.5293,
+      "step": 28000
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 2.2601422803307057e-05,
+      "loss": 1.5237,
+      "step": 28500
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 2.212074601038262e-05,
+      "loss": 1.5422,
+      "step": 29000
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 2.164006921745818e-05,
+      "loss": 1.5309,
+      "step": 29500
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 2.1159392424533744e-05,
+      "loss": 1.5296,
+      "step": 30000
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 2.0678715631609308e-05,
+      "loss": 1.5137,
+      "step": 30500
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 2.0198038838684868e-05,
+      "loss": 1.5116,
+      "step": 31000
+    },
+    {
+      "epoch": 6.0,
+      "eval_gen_len": 16.991923076923076,
+      "eval_loss": 1.3511042594909668,
+      "eval_rouge1": 45.0017,
+      "eval_rouge2": 27.6906,
+      "eval_rougeL": 42.5834,
+      "eval_rougeLsum": 43.2073,
+      "eval_runtime": 658.0426,
+      "eval_samples_per_second": 15.804,
+      "eval_steps_per_second": 0.988,
+      "step": 31206
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 1.971736204576043e-05,
+      "loss": 1.5018,
+      "step": 31500
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 1.9236685252835995e-05,
+      "loss": 1.5037,
+      "step": 32000
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 1.8756008459911555e-05,
+      "loss": 1.4991,
+      "step": 32500
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 1.8275331666987118e-05,
+      "loss": 1.4977,
+      "step": 33000
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 1.779465487406268e-05,
+      "loss": 1.5024,
+      "step": 33500
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 1.7313978081138242e-05,
+      "loss": 1.5043,
+      "step": 34000
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 1.6833301288213805e-05,
+      "loss": 1.506,
+      "step": 34500
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 1.635262449528937e-05,
+      "loss": 1.497,
+      "step": 35000
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 1.5871947702364932e-05,
+      "loss": 1.5132,
+      "step": 35500
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 1.5391270909440492e-05,
+      "loss": 1.5079,
+      "step": 36000
+    },
+    {
+      "epoch": 7.0,
+      "eval_gen_len": 16.982019230769232,
+      "eval_loss": 1.347075343132019,
+      "eval_rouge1": 44.9759,
+      "eval_rouge2": 27.7179,
+      "eval_rougeL": 42.5719,
+      "eval_rougeLsum": 43.1803,
+      "eval_runtime": 667.8543,
+      "eval_samples_per_second": 15.572,
+      "eval_steps_per_second": 0.973,
+      "step": 36407
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 1.4910594116516054e-05,
+      "loss": 1.5017,
+      "step": 36500
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 1.4429917323591618e-05,
+      "loss": 1.4946,
+      "step": 37000
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 1.394924053066718e-05,
+      "loss": 1.4941,
+      "step": 37500
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 1.3468563737742743e-05,
+      "loss": 1.5029,
+      "step": 38000
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 1.2987886944818307e-05,
+      "loss": 1.4855,
+      "step": 38500
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 1.2507210151893867e-05,
+      "loss": 1.4726,
+      "step": 39000
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 1.202653335896943e-05,
+      "loss": 1.4687,
+      "step": 39500
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 1.1545856566044992e-05,
+      "loss": 1.4915,
+      "step": 40000
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 1.1065179773120554e-05,
+      "loss": 1.4793,
+      "step": 40500
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.0584502980196116e-05,
+      "loss": 1.4818,
+      "step": 41000
+    },
+    {
+      "epoch": 7.98,
+      "learning_rate": 1.0103826187271679e-05,
+      "loss": 1.4771,
+      "step": 41500
+    },
+    {
+      "epoch": 8.0,
+      "eval_gen_len": 16.986923076923077,
+      "eval_loss": 1.3443900346755981,
+      "eval_rouge1": 45.2057,
+      "eval_rouge2": 27.9779,
+      "eval_rougeL": 42.7648,
+      "eval_rougeLsum": 43.3885,
+      "eval_runtime": 559.194,
+      "eval_samples_per_second": 18.598,
+      "eval_steps_per_second": 1.162,
+      "step": 41608
+    },
+    {
+      "epoch": 8.08,
+      "learning_rate": 9.623149394347242e-06,
+      "loss": 1.4658,
+      "step": 42000
+    },
+    {
+      "epoch": 8.17,
+      "learning_rate": 9.142472601422804e-06,
+      "loss": 1.469,
+      "step": 42500
+    },
+    {
+      "epoch": 8.27,
+      "learning_rate": 8.661795808498366e-06,
+      "loss": 1.4966,
+      "step": 43000
+    },
+    {
+      "epoch": 8.36,
+      "learning_rate": 8.181119015573928e-06,
+      "loss": 1.4691,
+      "step": 43500
+    },
+    {
+      "epoch": 8.46,
+      "learning_rate": 7.700442222649491e-06,
+      "loss": 1.4767,
+      "step": 44000
+    },
+    {
+      "epoch": 8.56,
+      "learning_rate": 7.219765429725053e-06,
+      "loss": 1.4875,
+      "step": 44500
+    },
+    {
+      "epoch": 8.65,
+      "learning_rate": 6.739088636800615e-06,
+      "loss": 1.473,
+      "step": 45000
+    },
+    {
+      "epoch": 8.75,
+      "learning_rate": 6.258411843876178e-06,
+      "loss": 1.4826,
+      "step": 45500
+    },
+    {
+      "epoch": 8.84,
+      "learning_rate": 5.77773505095174e-06,
+      "loss": 1.4683,
+      "step": 46000
+    },
+    {
+      "epoch": 8.94,
+      "learning_rate": 5.297058258027303e-06,
+      "loss": 1.4691,
+      "step": 46500
+    },
+    {
+      "epoch": 9.0,
+      "eval_gen_len": 16.951634615384616,
+      "eval_loss": 1.3431836366653442,
+      "eval_rouge1": 45.197,
+      "eval_rouge2": 27.8923,
+      "eval_rougeL": 42.7387,
+      "eval_rougeLsum": 43.3577,
+      "eval_runtime": 562.3582,
+      "eval_samples_per_second": 18.494,
+      "eval_steps_per_second": 1.156,
+      "step": 46809
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 4.816381465102865e-06,
+      "loss": 1.4663,
+      "step": 47000
+    },
+    {
+      "epoch": 9.13,
+      "learning_rate": 4.335704672178427e-06,
+      "loss": 1.4658,
+      "step": 47500
+    },
+    {
+      "epoch": 9.23,
+      "learning_rate": 3.85502787925399e-06,
+      "loss": 1.4679,
+      "step": 48000
+    },
+    {
+      "epoch": 9.33,
+      "learning_rate": 3.3743510863295526e-06,
+      "loss": 1.4573,
+      "step": 48500
+    },
+    {
+      "epoch": 9.42,
+      "learning_rate": 2.8936742934051144e-06,
+      "loss": 1.465,
+      "step": 49000
+    },
+    {
+      "epoch": 9.52,
+      "learning_rate": 2.412997500480677e-06,
+      "loss": 1.4582,
+      "step": 49500
+    },
+    {
+      "epoch": 9.61,
+      "learning_rate": 1.9323207075562393e-06,
+      "loss": 1.4736,
+      "step": 50000
+    },
+    {
+      "epoch": 9.71,
+      "learning_rate": 1.4516439146318017e-06,
+      "loss": 1.4768,
+      "step": 50500
+    },
+    {
+      "epoch": 9.81,
+      "learning_rate": 9.70967121707364e-07,
+      "loss": 1.4634,
+      "step": 51000
+    },
+    {
+      "epoch": 9.9,
+      "learning_rate": 4.902903287829264e-07,
+      "loss": 1.4832,
+      "step": 51500
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 9.613535858488752e-09,
+      "loss": 1.4719,
+      "step": 52000
+    },
+    {
+      "epoch": 10.0,
+      "eval_gen_len": 16.988557692307694,
+      "eval_loss": 1.341736078262329,
+      "eval_rouge1": 45.2143,
+      "eval_rouge2": 27.9673,
+      "eval_rougeL": 42.7712,
+      "eval_rougeLsum": 43.3892,
+      "eval_runtime": 603.039,
+      "eval_samples_per_second": 17.246,
+      "eval_steps_per_second": 1.078,
+      "step": 52010
     }
   ],
-  "max_steps": 29255,
-  "num_train_epochs": 5,
-  "total_flos": 1.7400094802313216e+16,
+  "max_steps": 52010,
+  "num_train_epochs": 10,
+  "total_flos": 5.697455075308339e+17,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7257d6caf5b46b4cad8fdf3be2665f3c34e9f31a968dcd6c0daa21d82fff990
-size 4091
+oid sha256:0329604d8f92dab1fae265c51697fbf1309edc89ed828f2774dd8a76c9fa7dad
+size 3567