jmvcoelho/llama-lora-msmarco-squad-query-generation

batchsize: 500 microbatchsize: 24 numepochs: 1 learningrate: 0.0003 cutofflen: 512 valsetsize: 0 lorar: 8 loraalpha: 16 loradropout: 0.05 loratargetmodules: ['qproj', 'vproj'] trainoninputs: True addeostoken: True groupbylength: False resumefrom_checkpoint: False prompt template: alpaca

trainable params: 4194304 || all params: 6742609920 || trainable%: 0.06220594176090199