Add multilingual to the language tag

README.md

@@ -5,360 +5,176 @@ language:
 - nb
 - nn
 - sv
-
+- multilingual
+license: cc-by-4.0
 tags:
 - translation
 - opus-mt-tc
-
-license: cc-by-4.0
 model-index:
 - name: opus-mt-tc-big-gmq-gmq
   results:
   - task:
-      name: Translation isl-swe
       type: translation
-      args: isl-swe
+      name: Translation isl-swe
     dataset:
       name: europeana2021
       type: europeana2021
       args: isl-swe
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.2
-       - name: chr-F
-         type: chrf
-         value: 0.45562
+    - type: bleu
+      value: 22.2
+      name: BLEU
+    - type: chrf
+      value: 0.45562
+      name: chr-F
+    - type: bleu
+      value: 29.7
+      name: BLEU
+    - type: chrf
+      value: 0.54171
+      name: chr-F
+    - type: bleu
+      value: 54.0
+      name: BLEU
+    - type: chrf
+      value: 0.73891
+      name: chr-F
   - task:
-      name: Translation nob-isl
       type: translation
-      args: nob-isl
-    dataset:
-      name: europeana2021
-      type: europeana2021
-      args: nob-isl
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 29.7
-       - name: chr-F
-         type: chrf
-         value: 0.54171
-  - task:
-      name: Translation nob-swe
-      type: translation
-      args: nob-swe
-    dataset:
-      name: europeana2021
-      type: europeana2021
-      args: nob-swe
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 54.0
-       - name: chr-F
-         type: chrf
-         value: 0.73891
-  - task:
       name: Translation dan-isl
-      type: translation
-      args: dan-isl
     dataset:
       name: flores101-devtest
       type: flores_101
       args: dan isl devtest
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 22.2
-       - name: chr-F
-         type: chrf
-         value: 0.50227
-  - task:
-      name: Translation dan-nob
-      type: translation
-      args: dan-nob
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: dan nob devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.6
-       - name: chr-F
-         type: chrf
-         value: 0.58445
-  - task:
-      name: Translation dan-swe
-      type: translation
-      args: dan-swe
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: dan swe devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 38.5
-       - name: chr-F
-         type: chrf
-         value: 0.65000
-  - task:
-      name: Translation isl-dan
-      type: translation
-      args: isl-dan
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: isl dan devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 27.2
-       - name: chr-F
-         type: chrf
-         value: 0.53630
-  - task:
-      name: Translation isl-nob
-      type: translation
-      args: isl-nob
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: isl nob devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 20.5
-       - name: chr-F
-         type: chrf
-         value: 0.49434
-  - task:
-      name: Translation isl-swe
-      type: translation
-      args: isl-swe
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: isl swe devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 26.0
-       - name: chr-F
-         type: chrf
-         value: 0.53373
-  - task:
-      name: Translation nob-dan
-      type: translation
-      args: nob-dan
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: nob dan devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.7
-       - name: chr-F
-         type: chrf
-         value: 0.59657
-  - task:
-      name: Translation nob-isl
-      type: translation
-      args: nob-isl
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: nob isl devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 18.9
-       - name: chr-F
-         type: chrf
-         value: 0.47432
-  - task:
-      name: Translation nob-swe
-      type: translation
-      args: nob-swe
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: nob swe devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 31.3
-       - name: chr-F
-         type: chrf
-         value: 0.60030
-  - task:
-      name: Translation swe-dan
-      type: translation
-      args: swe-dan
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: swe dan devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 39.0
-       - name: chr-F
-         type: chrf
-         value: 0.64340
-  - task:
-      name: Translation swe-isl
-      type: translation
-      args: swe-isl
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: swe isl devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 21.7
-       - name: chr-F
-         type: chrf
-         value: 0.49590
+    - type: bleu
+      value: 22.2
+      name: BLEU
+    - type: chrf
+      value: 0.50227
+      name: chr-F
+    - type: bleu
+      value: 28.6
+      name: BLEU
+    - type: chrf
+      value: 0.58445
+      name: chr-F
+    - type: bleu
+      value: 38.5
+      name: BLEU
+    - type: chrf
+      value: 0.65
+      name: chr-F
+    - type: bleu
+      value: 27.2
+      name: BLEU
+    - type: chrf
+      value: 0.5363
+      name: chr-F
+    - type: bleu
+      value: 20.5
+      name: BLEU
+    - type: chrf
+      value: 0.49434
+      name: chr-F
+    - type: bleu
+      value: 26.0
+      name: BLEU
+    - type: chrf
+      value: 0.53373
+      name: chr-F
+    - type: bleu
+      value: 31.7
+      name: BLEU
+    - type: chrf
+      value: 0.59657
+      name: chr-F
+    - type: bleu
+      value: 18.9
+      name: BLEU
+    - type: chrf
+      value: 0.47432
+      name: chr-F
+    - type: bleu
+      value: 31.3
+      name: BLEU
+    - type: chrf
+      value: 0.6003
+      name: chr-F
+    - type: bleu
+      value: 39.0
+      name: BLEU
+    - type: chrf
+      value: 0.6434
+      name: chr-F
+    - type: bleu
+      value: 21.7
+      name: BLEU
+    - type: chrf
+      value: 0.4959
+      name: chr-F
+    - type: bleu
+      value: 28.9
+      name: BLEU
+    - type: chrf
+      value: 0.58336
+      name: chr-F
   - task:
-      name: Translation swe-nob
       type: translation
-      args: swe-nob
-    dataset:
-      name: flores101-devtest
-      type: flores_101
-      args: swe nob devtest
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 28.9
-       - name: chr-F
-         type: chrf
-         value: 0.58336
-  - task:
       name: Translation dan-nob
-      type: translation
-      args: dan-nob
     dataset:
       name: tatoeba-test-v2021-08-07
       type: tatoeba_mt
       args: dan-nob
     metrics:
-       - name: BLEU
-         type: bleu
-         value: 78.2
-       - name: chr-F
-         type: chrf
-         value: 0.87556
-  - task:
-      name: Translation dan-swe
-      type: translation
-      args: dan-swe
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: dan-swe
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 72.5
-       - name: chr-F
-         type: chrf
-         value: 0.83556
-  - task:
-      name: Translation nno-nob
-      type: translation
-      args: nno-nob
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nno-nob
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 78.9
-       - name: chr-F
-         type: chrf
-         value: 0.88349
-  - task:
-      name: Translation nob-dan
-      type: translation
-      args: nob-dan
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nob-dan
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 73.9
-       - name: chr-F
-         type: chrf
-         value: 0.85345
-  - task:
-      name: Translation nob-nno
-      type: translation
-      args: nob-nno
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nob-nno
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 55.2
-       - name: chr-F
-         type: chrf
-         value: 0.74571
-  - task:
-      name: Translation nob-swe
-      type: translation
-      args: nob-swe
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: nob-swe
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 73.9
-       - name: chr-F
-         type: chrf
-         value: 0.84747
-  - task:
-      name: Translation swe-dan
-      type: translation
-      args: swe-dan
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: swe-dan
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 72.6
-       - name: chr-F
-         type: chrf
-         value: 0.83392
-  - task:
-      name: Translation swe-nob
-      type: translation
-      args: swe-nob
-    dataset:
-      name: tatoeba-test-v2021-08-07
-      type: tatoeba_mt
-      args: swe-nob
-    metrics:
-       - name: BLEU
-         type: bleu
-         value: 76.3
-       - name: chr-F
-         type: chrf
-         value: 0.85815
+    - type: bleu
+      value: 78.2
+      name: BLEU
+    - type: chrf
+      value: 0.87556
+      name: chr-F
+    - type: bleu
+      value: 72.5
+      name: BLEU
+    - type: chrf
+      value: 0.83556
+      name: chr-F
+    - type: bleu
+      value: 78.9
+      name: BLEU
+    - type: chrf
+      value: 0.88349
+      name: chr-F
+    - type: bleu
+      value: 73.9
+      name: BLEU
+    - type: chrf
+      value: 0.85345
+      name: chr-F
+    - type: bleu
+      value: 55.2
+      name: BLEU
+    - type: chrf
+      value: 0.74571
+      name: chr-F
+    - type: bleu
+      value: 73.9
+      name: BLEU
+    - type: chrf
+      value: 0.84747
+      name: chr-F
+    - type: bleu
+      value: 72.6
+      name: BLEU
+    - type: chrf
+      value: 0.83392
+      name: chr-F
+    - type: bleu
+      value: 76.3
+      name: BLEU
+    - type: chrf
+      value: 0.85815
+      name: chr-F
 ---
 # opus-mt-tc-big-gmq-gmq
 
@@ -415,7 +231,7 @@ from transformers import MarianMTModel, MarianTokenizer
 
 src_text = [
     ">>fao<< Jeg er bange for kakerlakker.",
-    ">>nob<< Vladivostok är en stad i Ryssland."
+    ">>nob<< Vladivostok �r en stad i Ryssland."
 ]
 
 model_name = "pytorch-models/opus-mt-tc-big-gmq-gmq"
@@ -427,7 +243,7 @@ for t in translated:
     print( tokenizer.decode(t, skip_special_tokens=True) )
 
 # expected output:
-#     Tað eru uml.
+#     Ta� eru uml.
 #     Vladivostok er en by i Russland.
 ```
 
@@ -438,7 +254,7 @@ from transformers import pipeline
 pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-big-gmq-gmq")
 print(pipe(">>fao<< Jeg er bange for kakerlakker."))
 
-# expected output: Tað eru uml.
+# expected output: Ta� eru uml.
 ```
 
 ## Training
@@ -484,7 +300,7 @@ print(pipe(">>fao<< Jeg er bange for kakerlakker."))
 
 ## Citation Information
 
-* Publications: [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+* Publications: [OPUS-MT � Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge � Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
 
 ```
 @inproceedings{tiedemann-thottingal-2020-opus,
@@ -514,7 +330,7 @@ print(pipe(">>fao<< Jeg er bange for kakerlakker."))
 
 ## Acknowledgements
 
-The work is supported by the [European Language Grid](https://www.european-language-grid.eu/) as [pilot project 2866](https://live.european-language-grid.eu/catalogue/#/resource/projects/2866), by the [FoTran project](https://www.helsinki.fi/en/researchgroups/natural-language-understanding-with-cross-lingual-grounding), funded by the European Research Council (ERC) under the European Union’s Horizon 2020 research and innovation programme (grant agreement No 771113), and the [MeMAD project](https://memad.eu/), funded by the European Union’s Horizon 2020 Research and Innovation Programme under grant agreement No 780069. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland.
+The work is supported by the [European Language Grid](https://www.european-language-grid.eu/) as [pilot project 2866](https://live.european-language-grid.eu/catalogue/#/resource/projects/2866), by the [FoTran project](https://www.helsinki.fi/en/researchgroups/natural-language-understanding-with-cross-lingual-grounding), funded by the European Research Council (ERC) under the European Union�s Horizon 2020 research and innovation programme (grant agreement No 771113), and the [MeMAD project](https://memad.eu/), funded by the European Union�s Horizon 2020 Research and Innovation Programme under grant agreement No 780069. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland.
 
 ## Model conversion info