aubmindlab/Arabic-NLP
41
1#%%2from transformers import GPT2Tokenizer3 4# %%5tok = GPT2Tokenizer.from_pretrained("D:/ML/Models/aragpt2-medium", use_fast=False)6# %%7tok.pad_token = tok.eos_token8#%%9tok.pad_token_id = [tok.eos_token_id]10# %%11 1#%%2from transformers import GPT2Tokenizer3 4# %%5tok = GPT2Tokenizer.from_pretrained("D:/ML/Models/aragpt2-medium", use_fast=False)6# %%7tok.pad_token = tok.eos_token8#%%9tok.pad_token_id = [tok.eos_token_id]10# %%11