bjong/blessed_Text_summarization_and_lingual_model

1from transformers import MarianTokenizer, MarianMTModel
2
3# Load the fine-tuned models and tokenizers
4english_to_shona_model = MarianMTModel.from_pretrained('./fine_tuned_english_shona_model_2')
5english_to_shona_tokenizer = MarianTokenizer.from_pretrained('./fine_tuned_english_shona_model_2')
6
7shona_to_english_model = MarianMTModel.from_pretrained('./fine_tuned_shona_to_english_model')
8shona_to_english_tokenizer = MarianTokenizer.from_pretrained('./fine_tuned_shona_to_english_model')
9
10def translate_english_to_shona(text):
11    inputs = english_to_shona_tokenizer(text, return_tensors="pt", padding=True, truncation=True)
12    translated_tokens = english_to_shona_model.generate(**inputs)
13    translated_text = english_to_shona_tokenizer.decode(translated_tokens[0], skip_special_tokens=True)
14    return translated_text
15
16def translate_shona_to_english(text):
17    inputs = shona_to_english_tokenizer(text, return_tensors="pt", padding=True, truncation=True)
18    translated_tokens = shona_to_english_model.generate(**inputs)
19    translated_text = shona_to_english_tokenizer.decode(translated_tokens[0], skip_special_tokens=True)
20    return translated_text
21
22