thenlpresearcher/mistral_sequence_classification
03
1{2 "alpha_pattern": {},3 "auto_mapping": null,4 "base_model_name_or_path": "mistralai/Mistral-7B-v0.3",5 "bias": "none",6 "eva_config": null,7 "exclude_modules": null,8 "fan_in_fan_out": false,9 "inference_mode": true,10 "init_lora_weights": true,11 "layer_replication": null,12 "layers_pattern": null,13 "layers_to_transform": null,14 "loftq_config": {},15 "lora_alpha": 16,16 "lora_bias": false,17 "lora_dropout": 0.05,18 "megatron_config": null,19 "megatron_core": "megatron.core",20 "modules_to_save": [21 "classifier",22 "score"23 ],24 "peft_type": "LORA",25 "r": 64,26 "rank_pattern": {},27 "revision": null,28 "target_modules": [29 "q_proj",30 "v_proj",31 "o_proj",32 "k_proj"33 ],34 "task_type": "SEQ_CLS",35 "use_dora": false,36 "use_rslora": false37}