Vasanth/intent_recognition
05
1{2 "alpha_pattern": {},3 "auto_mapping": {4 "base_model_class": "MistralForCausalLM",5 "parent_library": "transformers.models.mistral.modeling_mistral"6 },7 "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",8 "bias": "none",9 "fan_in_fan_out": false,10 "inference_mode": true,11 "init_lora_weights": true,12 "layers_pattern": null,13 "layers_to_transform": null,14 "loftq_config": {},15 "lora_alpha": 32,16 "lora_dropout": 0.05,17 "megatron_config": null,18 "megatron_core": "megatron.core",19 "modules_to_save": null,20 "peft_type": "LORA",21 "r": 32,22 "rank_pattern": {},23 "revision": null,24 "target_modules": [25 "lm_head",26 "down_proj",27 "gate_proj",28 "up_proj",29 "embed_tokens",30 "q_proj",31 "v_proj",32 "k_proj"33 ],34 "task_type": null,35 "use_dora": false,36 "use_rslora": false37}