jenspt/byt5_ft_all_clean_data_lr_1e4

trainingargs = TrainingArguments( outputdir='./results', # output directory numtrainepochs=1, # total number of training epochs perdevicetrainbatchsize=8, # batch size per device during training #perdeviceevalbatchsize=2, # batch size for evaluation warmupsteps=3000, # number of warmup steps for learning rate scheduler (used to be 500) weightdecay=0.01, # strength of weight decay learningrate=0.1e-3, # default = 5e-5=0.5e-4 loggingdir='./logs', # directory for storing logs loggingsteps=50, #evalsteps = 100, overwriteoutputdir = True, savestrategy = 'epoch', #loggingstrategy = 'epoch', )