raj22rishi/Text_Summarization

1from transformers import AutoTokenizer2 3model_nm = 't5-base'4device = 'cuda'5 6def tokenize_for_inference(text):7    tokenizer = AutoTokenizer.from_pretrained(model_nm)8    model_inputs = tokenizer.encode(9      text,10      max_length = 512,11      padding=True,12      truncation=True,13        return_tensors='pt'14    )15    return model_inputs.to(device)16