shamim237/python-dev-task-skyranko

1import re2import streamlit as st3import nlpaug.augmenter.word as naw4 5import os6os.environ["TOKENIZERS_PARALLELISM"] = "false"7 8@st.cache(allow_output_mutation=True, ttl=48*3600)9def load_model():10    aug = naw.ContextualWordEmbsAug(11        model_path='bert-base-uncased', action="insert")12    return aug13 14aug = load_model()15 16def parphrase(passage):17    sen = []18    for i in passage:19        res = len(re.findall(r'\w+', i))20        if res == 2:21            pass22        else:23            res = i.replace('"', "'").replace("\n", "")24            sen.append(res)25 26    pas = " ".join(sen)27    para_text = aug.augment(pas)28    return para_text29