peft-internal-testing/tiny_OPTForFeatureExtraction-lora
144k
1{2 "base_model_name_or_path": "hf-internal-testing/tiny-random-OPTForCausalLM",3 "bias": "none",4 "fan_in_fan_out": false,5 "inference_mode": true,6 "init_lora_weights": true,7 "layers_pattern": null,8 "layers_to_transform": null,9 "lora_alpha": 32,10 "lora_dropout": 0.1,11 "modules_to_save": null,12 "peft_type": "LORA",13 "r": 8,14 "revision": null,15 "target_modules": [16 "q_proj",17 "v_proj"18 ],19 "task_type": "FEATURE_EXTRACTION"20}