Splend1dchan/canine-s-squad

python runsquad.py --modelnameorpath google/canine-s --dotrain --doeval --pergputrainbatchsize 1 --pergpuevalbatchsize 1 --gradientaccumulationsteps 128 --learningrate 3e-5 --numtrainepochs 3 --maxseqlength 1024 --docstride 128 --maxanswerlength 240 --outputdir canine-s-squad --modeltype bert

{ "nameorpath": "google/canine-s", "architectures": [ "CanineForQuestionAnswering" ], "attentionprobsdropoutprob": 0.1, "bostokenid": 57344, "downsamplingrate": 4, "eostokenid": 57345, "hiddenact": "gelu", "hiddendropoutprob": 0.1, "hiddensize": 768, "initializerrange": 0.02, "intermediatesize": 3072, "layernormeps": 1e-12, "localtransformerstride": 128, "maxpositionembeddings": 16384, "modeltype": "canine", "numattentionheads": 12, "numhashbuckets": 16384, "numhashfunctions": 8, "numhiddenlayers": 12, "padtokenid": 0, "torchdtype": "float32", "transformersversion": "4.19.0.dev0", "typevocabsize": 16, "upsamplingkernelsize": 4, "use_cache": true }

{'exact': 64.70198675496688, 'f1': 76.57594921776277}