moumita-29/codegen-sql-qlora

1{2  "alpha_pattern": {},3  "arrow_config": null,4  "auto_mapping": null,5  "base_model_name_or_path": "Salesforce/codegen-350M-mono",6  "bias": "none",7  "corda_config": null,8  "ensure_weight_tying": false,9  "eva_config": null,10  "exclude_modules": null,11  "fan_in_fan_out": false,12  "inference_mode": true,13  "init_lora_weights": true,14  "layer_replication": null,15  "layers_pattern": null,16  "layers_to_transform": null,17  "loftq_config": {},18  "lora_alpha": 32,19  "lora_bias": false,20  "lora_dropout": 0.05,21  "lora_ga_config": null,22  "megatron_config": null,23  "megatron_core": "megatron.core",24  "modules_to_save": null,25  "peft_type": "LORA",26  "peft_version": "0.19.1",27  "qalora_group_size": 16,28  "r": 16,29  "rank_pattern": {},30  "revision": null,31  "target_modules": [32    "out_proj",33    "fc_in",34    "qkv_proj",35    "fc_out"36  ],37  "target_parameters": null,38  "task_type": "CAUSAL_LM",39  "trainable_token_indices": null,40  "use_bdlora": null,41  "use_dora": false,42  "use_qalora": false,43  "use_rslora": false44}