Update README.md
#22
by
suliman
- opened
README.md
CHANGED
|
@@ -71,7 +71,7 @@ The model can translate directly between any pair of 50 languages. To translate
|
|
| 71 |
from transformers import MBartForConditionalGeneration, MBart50TokenizerFast
|
| 72 |
|
| 73 |
article_hi = "संयुक्त राष्ट्र के प्रमुख का कहना है कि सीरिया में कोई सैन्य समाधान नहीं है"
|
| 74 |
-
article_ar = "
|
| 75 |
|
| 76 |
model = MBartForConditionalGeneration.from_pretrained("facebook/mbart-large-50-many-to-many-mmt")
|
| 77 |
tokenizer = MBart50TokenizerFast.from_pretrained("facebook/mbart-large-50-many-to-many-mmt")
|
|
@@ -87,11 +87,11 @@ tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
|
|
| 87 |
# => "Le chef de l 'ONU affirme qu 'il n 'y a pas de solution militaire dans la Syrie."
|
| 88 |
|
| 89 |
# translate Arabic to English
|
| 90 |
-
tokenizer.src_lang = "
|
| 91 |
encoded_ar = tokenizer(article_ar, return_tensors="pt")
|
| 92 |
generated_tokens = model.generate(
|
| 93 |
**encoded_ar,
|
| 94 |
-
forced_bos_token_id=tokenizer.lang_code_to_id["
|
| 95 |
)
|
| 96 |
tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
|
| 97 |
# => "The Secretary-General of the United Nations says there is no military solution in Syria."
|
|
|
|
| 71 |
from transformers import MBartForConditionalGeneration, MBart50TokenizerFast
|
| 72 |
|
| 73 |
article_hi = "संयुक्त राष्ट्र के प्रमुख का कहना है कि सीरिया में कोई सैन्य समाधान नहीं है"
|
| 74 |
+
article_ar = "HI, my name is khan i love you?"
|
| 75 |
|
| 76 |
model = MBartForConditionalGeneration.from_pretrained("facebook/mbart-large-50-many-to-many-mmt")
|
| 77 |
tokenizer = MBart50TokenizerFast.from_pretrained("facebook/mbart-large-50-many-to-many-mmt")
|
|
|
|
| 87 |
# => "Le chef de l 'ONU affirme qu 'il n 'y a pas de solution militaire dans la Syrie."
|
| 88 |
|
| 89 |
# translate Arabic to English
|
| 90 |
+
tokenizer.src_lang = "en_XX"
|
| 91 |
encoded_ar = tokenizer(article_ar, return_tensors="pt")
|
| 92 |
generated_tokens = model.generate(
|
| 93 |
**encoded_ar,
|
| 94 |
+
forced_bos_token_id=tokenizer.lang_code_to_id["ps_AF"]
|
| 95 |
)
|
| 96 |
tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
|
| 97 |
# => "The Secretary-General of the United Nations says there is no military solution in Syria."
|