Splend1dchan/canine-c-squad

python runsquad.py \ --modelnameorpath google/canine-c \ --dotrain \ --doeval \ --pergputrainbatchsize 1 \ --pergpuevalbatchsize 1 \ --gradientaccumulationsteps 128 \ --learningrate 3e-5 \ --numtrainepochs 3 \ --maxseqlength 1024 \ --docstride 128 \ --maxanswerlength 240 \ --outputdir canine-c-squad \ --modeltype bert

{ "nameorpath": "google/canine-c", "architectures": [ "CanineForQuestionAnswering" ], "attentionprobsdropoutprob": 0.1, "bostokenid": 57344, "downsamplingrate": 4, "eostokenid": 57345, "hiddenact": "gelu", "hiddendropoutprob": 0.1, "hiddensize": 768, "initializerrange": 0.02, "intermediatesize": 3072, "layernormeps": 1e-12, "localtransformerstride": 128, "maxpositionembeddings": 16384, "modeltype": "canine", "numattentionheads": 12, "numhashbuckets": 16384, "numhashfunctions": 8, "numhiddenlayers": 12, "padtokenid": 0, "torchdtype": "float32", "transformersversion": "4.19.0.dev0", "typevocabsize": 16, "upsamplingkernelsize": 4, "use_cache": true }

{'exact': 58.893093661305585, 'f1': 72.18823344945899}