DEVCamiloSepulveda/2-LLAMA3SP-appceleratorstudio

1{
2  "alpha_pattern": {},
3  "auto_mapping": null,
4  "base_model_name_or_path": "meta-llama/Llama-3.2-1B",
5  "bias": "none",
6  "eva_config": null,
7  "exclude_modules": null,
8  "fan_in_fan_out": false,
9  "inference_mode": true,
10  "init_lora_weights": true,
11  "layer_replication": null,
12  "layers_pattern": null,
13  "layers_to_transform": null,
14  "loftq_config": {},
15  "lora_alpha": 16,
16  "lora_bias": false,
17  "lora_dropout": 0.1,
18  "megatron_config": null,
19  "megatron_core": "megatron.core",
20  "modules_to_save": [
21    "classifier",
22    "score"
23  ],
24  "peft_type": "LORA",
25  "r": 8,
26  "rank_pattern": {},
27  "revision": null,
28  "target_modules": [
29    "k_proj",
30    "q_proj",
31    "o_proj",
32    "v_proj"
33  ],
34  "task_type": "SEQ_CLS",
35  "use_dora": false,
36  "use_rslora": false
37}