update in model card

README.md

@@ -26,8 +26,8 @@ model-index:
       args: afr-deu
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: afr-deu 
+      type: flores_101
+      args: afr deu devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -38,8 +38,8 @@ model-index:
       args: afr-eng
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: afr-eng 
+      type: flores_101
+      args: afr eng devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -50,8 +50,8 @@ model-index:
       args: deu-afr
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: deu-afr 
+      type: flores_101
+      args: deu afr devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -62,8 +62,8 @@ model-index:
       args: deu-eng
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: deu-eng 
+      type: flores_101
+      args: deu eng devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -74,8 +74,8 @@ model-index:
       args: eng-afr
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: eng-afr 
+      type: flores_101
+      args: eng afr devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -86,8 +86,8 @@ model-index:
       args: eng-deu
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: eng-deu 
+      type: flores_101
+      args: eng deu devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -98,8 +98,8 @@ model-index:
       args: eng-nld
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: eng-nld 
+      type: flores_101
+      args: eng nld devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -110,8 +110,8 @@ model-index:
       args: nld-eng
     dataset:
       name: flores101-devtest
-      type: flores101
-      args: nld-eng 
+      type: flores_101
+      args: nld eng devtest
     metrics:
        - name: BLEU
          type: bleu
@@ -123,7 +123,7 @@ model-index:
     dataset:
       name: multi30k_test_2016_flickr
       type: multi30k-2016_flickr
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -135,7 +135,7 @@ model-index:
     dataset:
       name: multi30k_test_2016_flickr
       type: multi30k-2016_flickr
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -147,7 +147,7 @@ model-index:
     dataset:
       name: multi30k_test_2017_flickr
       type: multi30k-2017_flickr
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -159,7 +159,7 @@ model-index:
     dataset:
       name: multi30k_test_2017_flickr
       type: multi30k-2017_flickr
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -171,7 +171,7 @@ model-index:
     dataset:
       name: multi30k_test_2017_mscoco
       type: multi30k-2017_mscoco
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -183,7 +183,7 @@ model-index:
     dataset:
       name: multi30k_test_2017_mscoco
       type: multi30k-2017_mscoco
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -195,7 +195,7 @@ model-index:
     dataset:
       name: multi30k_test_2018_flickr
       type: multi30k-2018_flickr
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -207,7 +207,7 @@ model-index:
     dataset:
       name: multi30k_test_2018_flickr
       type: multi30k-2018_flickr
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -219,7 +219,7 @@ model-index:
     dataset:
       name: news-test2008
       type: news-test2008
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -229,9 +229,9 @@ model-index:
       type: translation
       args: afr-deu
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: afr-deu  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: afr-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -241,9 +241,9 @@ model-index:
       type: translation
       args: afr-eng
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: afr-eng  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: afr-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -253,9 +253,9 @@ model-index:
       type: translation
       args: afr-nld
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: afr-nld  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: afr-nld
     metrics:
        - name: BLEU
          type: bleu
@@ -265,9 +265,9 @@ model-index:
       type: translation
       args: deu-afr
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: deu-afr  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-afr
     metrics:
        - name: BLEU
          type: bleu
@@ -277,9 +277,9 @@ model-index:
       type: translation
       args: deu-eng
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: deu-eng  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -289,9 +289,9 @@ model-index:
       type: translation
       args: deu-nld
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: deu-nld  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-nld
     metrics:
        - name: BLEU
          type: bleu
@@ -301,9 +301,9 @@ model-index:
       type: translation
       args: eng-afr
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: eng-afr  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-afr
     metrics:
        - name: BLEU
          type: bleu
@@ -313,9 +313,9 @@ model-index:
       type: translation
       args: eng-deu
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: eng-deu  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -325,9 +325,9 @@ model-index:
       type: translation
       args: eng-nld
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: eng-nld  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-nld
     metrics:
        - name: BLEU
          type: bleu
@@ -337,9 +337,9 @@ model-index:
       type: translation
       args: fry-eng
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: fry-eng  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fry-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -349,9 +349,9 @@ model-index:
       type: translation
       args: fry-nld
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: fry-nld  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fry-nld
     metrics:
        - name: BLEU
          type: bleu
@@ -361,9 +361,9 @@ model-index:
       type: translation
       args: hrx-deu
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: hrx-deu  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hrx-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -373,9 +373,9 @@ model-index:
       type: translation
       args: hrx-eng
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: hrx-eng  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hrx-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -385,9 +385,9 @@ model-index:
       type: translation
       args: ltz-deu
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: ltz-deu  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ltz-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -397,9 +397,9 @@ model-index:
       type: translation
       args: ltz-eng
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: ltz-eng  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ltz-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -409,9 +409,9 @@ model-index:
       type: translation
       args: ltz-nld
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: ltz-nld  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ltz-nld
     metrics:
        - name: BLEU
          type: bleu
@@ -421,9 +421,9 @@ model-index:
       type: translation
       args: nds-deu
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nds-deu  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nds-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -433,9 +433,9 @@ model-index:
       type: translation
       args: nds-eng
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nds-eng  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nds-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -445,9 +445,9 @@ model-index:
       type: translation
       args: nds-nld
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nds-nld  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nds-nld
     metrics:
        - name: BLEU
          type: bleu
@@ -457,9 +457,9 @@ model-index:
       type: translation
       args: nld-afr
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nld-afr  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nld-afr
     metrics:
        - name: BLEU
          type: bleu
@@ -469,9 +469,9 @@ model-index:
       type: translation
       args: nld-deu
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nld-deu  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nld-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -481,9 +481,9 @@ model-index:
       type: translation
       args: nld-eng
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nld-eng  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nld-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -493,9 +493,9 @@ model-index:
       type: translation
       args: nld-fry
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nld-fry  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nld-fry
     metrics:
        - name: BLEU
          type: bleu
@@ -505,9 +505,9 @@ model-index:
       type: translation
       args: nld-nds
     dataset:
-      name: tatoeba
-      type: tatoeba
-      args: nld-nds  v2021-08-07
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: nld-nds
     metrics:
        - name: BLEU
          type: bleu
@@ -519,7 +519,7 @@ model-index:
     dataset:
       name: newstest2009
       type: wmt-2009-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -531,7 +531,7 @@ model-index:
     dataset:
       name: newstest2010
       type: wmt-2010-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -543,7 +543,7 @@ model-index:
     dataset:
       name: newstest2010
       type: wmt-2010-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -555,7 +555,7 @@ model-index:
     dataset:
       name: newstest2011
       type: wmt-2011-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -567,7 +567,7 @@ model-index:
     dataset:
       name: newstest2012
       type: wmt-2012-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -579,7 +579,7 @@ model-index:
     dataset:
       name: newstest2013
       type: wmt-2013-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -591,7 +591,7 @@ model-index:
     dataset:
       name: newstest2013
       type: wmt-2013-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -603,7 +603,7 @@ model-index:
     dataset:
       name: newstest2014-deen
       type: wmt-2014-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -615,7 +615,7 @@ model-index:
     dataset:
       name: newstest2014-deen
       type: wmt-2014-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -627,7 +627,7 @@ model-index:
     dataset:
       name: newstest2015-deen
       type: wmt-2015-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -639,7 +639,7 @@ model-index:
     dataset:
       name: newstest2015-ende
       type: wmt-2015-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -651,7 +651,7 @@ model-index:
     dataset:
       name: newstest2016-deen
       type: wmt-2016-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -663,7 +663,7 @@ model-index:
     dataset:
       name: newstest2016-ende
       type: wmt-2016-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -675,7 +675,7 @@ model-index:
     dataset:
       name: newstest2017-deen
       type: wmt-2017-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -687,7 +687,7 @@ model-index:
     dataset:
       name: newstest2017-ende
       type: wmt-2017-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -699,7 +699,7 @@ model-index:
     dataset:
       name: newstest2018-deen
       type: wmt-2018-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -711,7 +711,7 @@ model-index:
     dataset:
       name: newstest2018-ende
       type: wmt-2018-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -723,7 +723,7 @@ model-index:
     dataset:
       name: newstest2019-deen
       type: wmt-2019-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -735,7 +735,7 @@ model-index:
     dataset:
       name: newstest2019-ende
       type: wmt-2019-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -747,7 +747,7 @@ model-index:
     dataset:
       name: newstest2020-deen
       type: wmt-2020-news
-      args: deu-eng 
+      args: deu-eng
     metrics:
        - name: BLEU
          type: bleu
@@ -759,7 +759,7 @@ model-index:
     dataset:
       name: newstest2020-ende
       type: wmt-2020-news
-      args: eng-deu 
+      args: eng-deu
     metrics:
        - name: BLEU
          type: bleu
@@ -826,7 +826,7 @@ src_text = [
     ">>afr<< I love your son."
 ]
 
-model_name = "pytorch-models/opus-mt-tc-base-en-fi"
+model_name = "pytorch-models/opus-mt-tc-base-gmw-gmw"
 tokenizer = MarianTokenizer.from_pretrained(model_name)
 model = MarianMTModel.from_pretrained(model_name)
 translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))
@@ -853,7 +853,7 @@ print(pipe(>>nld<< You need help.))
 
 * test set translations: [opus-2021-02-23.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-gmw/opus-2021-02-23.test.txt)
 * test set scores: [opus-2021-02-23.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/gmw-gmw/opus-2021-02-23.eval.txt)
-* benchmark results: [benchmarks.tsv](benchmarks.tsv)
+* benchmark results: [benchmark_results.txt](benchmark_results.txt)
 * benchmark output: [benchmark_translations.zip](benchmark_translations.zip)
 
 | langpair | testset | chr-F | BLEU  | #sent | #words |
@@ -947,6 +947,6 @@ The work is supported by the [European Language Grid](https://www.european-langu
 ## Model conversion info
 
 * transformers version: 4.12.3
-* OPUS-MT git hash: 64dc362
-* port time: Fri Feb 11 00:49:23 EET 2022
+* OPUS-MT git hash: e56a06b
+* port time: Sun Feb 13 14:42:10 EET 2022
 * port machine: LM0-400-22516.local