patricei/CodeCortex_Pro
03
1{2 "alpha_pattern": {},3 "auto_mapping": null,4 "base_model_name_or_path": "codellama/CodeLlama-7b-hf",5 "bias": "none",6 "fan_in_fan_out": false,7 "inference_mode": true,8 "init_lora_weights": true,9 "layer_replication": null,10 "layers_pattern": null,11 "layers_to_transform": null,12 "loftq_config": {},13 "lora_alpha": 128,14 "lora_dropout": 0.05,15 "megatron_config": null,16 "megatron_core": "megatron.core",17 "modules_to_save": null,18 "peft_type": "LORA",19 "r": 64,20 "rank_pattern": {},21 "revision": null,22 "target_modules": [23 "o_proj",24 "up_proj",25 "q_proj",26 "gate_proj",27 "k_proj",28 "v_proj",29 "down_proj"30 ],31 "task_type": "CAUSAL_LM",32 "use_dora": false,33 "use_rslora": false34}