AlignmentLab-AI/sentinelv2
222
1{2 "alpha_pattern": {},3 "auto_mapping": null,4 "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",5 "bias": "none",6 "fan_in_fan_out": null,7 "inference_mode": true,8 "init_lora_weights": true,9 "layers_pattern": null,10 "layers_to_transform": null,11 "lora_alpha": 16,12 "lora_dropout": 0.05,13 "modules_to_save": null,14 "peft_type": "LORA",15 "r": 32,16 "rank_pattern": {},17 "revision": null,18 "target_modules": [19 "v_proj",20 "q_proj",21 "k_proj",22 "down_proj",23 "up_proj",24 "gate_proj",25 "o_proj"26 ],27 "task_type": "CAUSAL_LM"28}