Ashish9947/Programming_Question_Answer
06
1{2 "base_model_name_or_path": "openlm-research/open_llama_7b",3 "bias": "none",4 "fan_in_fan_out": false,5 "inference_mode": true,6 "init_lora_weights": true,7 "layers_pattern": null,8 "layers_to_transform": null,9 "lora_alpha": 32,10 "lora_dropout": 0.05,11 "modules_to_save": null,12 "peft_type": "LORA",13 "r": 8,14 "revision": null,15 "target_modules": [16 "q_proj",17 "v_proj"18 ],19 "task_type": "CAUSAL_LM"20}