CoolFace
Modelpublic

wonwonn/agent_sft_generated_adapter

sourceHugging Faceotherupdated 5mo agoView on Hugging Face
0likes5downloads
adapter_config.json127 linesDownload Raw Back to checkpoint-7532
1{2  "alora_invocation_tokens": null,3  "alpha_pattern": {},4  "arrow_config": null,5  "auto_mapping": null,6  "base_model_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",7  "bias": "none",8  "corda_config": null,9  "ensure_weight_tying": false,10  "eva_config": null,11  "exclude_modules": null,12  "fan_in_fan_out": false,13  "inference_mode": true,14  "init_lora_weights": true,15  "layer_replication": null,16  "layers_pattern": null,17  "layers_to_transform": null,18  "loftq_config": {},19  "lora_alpha": 128,20  "lora_bias": false,21  "lora_dropout": 0.05,22  "megatron_config": null,23  "megatron_core": "megatron.core",24  "modules_to_save": null,25  "peft_type": "LORA",26  "peft_version": "0.18.1",27  "qalora_group_size": 16,28  "r": 64,29  "rank_pattern": {},30  "revision": null,31  "target_modules": [32    "layers.4.mlp.up_proj",33    "k_proj",34    "layers.16.mlp.up_proj",35    "layers.15.mlp.down_proj",36    "layers.2.mlp.down_proj",37    "layers.14.mlp.up_proj",38    "layers.26.mlp.down_proj",39    "layers.1.mlp.up_proj",40    "layers.14.mlp.down_proj",41    "layers.20.mlp.up_proj",42    "layers.14.mlp.gate_proj",43    "layers.12.mlp.up_proj",44    "layers.10.mlp.up_proj",45    "layers.12.mlp.gate_proj",46    "layers.22.mlp.down_proj",47    "layers.9.mlp.up_proj",48    "layers.9.mlp.gate_proj",49    "layers.19.mlp.up_proj",50    "layers.22.mlp.gate_proj",51    "v_proj",52    "layers.15.mlp.up_proj",53    "layers.21.mlp.up_proj",54    "layers.6.mlp.up_proj",55    "layers.0.mlp.down_proj",56    "layers.9.mlp.down_proj",57    "layers.11.mlp.up_proj",58    "layers.8.mlp.up_proj",59    "layers.17.mlp.gate_proj",60    "layers.1.mlp.down_proj",61    "layers.21.mlp.down_proj",62    "layers.27.mlp.up_proj",63    "layers.16.mlp.gate_proj",64    "q_proj",65    "layers.10.mlp.down_proj",66    "layers.7.mlp.gate_proj",67    "layers.0.mlp.up_proj",68    "layers.5.mlp.up_proj",69    "layers.22.mlp.up_proj",70    "layers.1.mlp.gate_proj",71    "layers.25.mlp.up_proj",72    "layers.7.mlp.down_proj",73    "layers.25.mlp.down_proj",74    "layers.13.mlp.down_proj",75    "layers.2.mlp.up_proj",76    "layers.17.mlp.down_proj",77    "layers.13.mlp.gate_proj",78    "layers.23.mlp.gate_proj",79    "layers.3.mlp.gate_proj",80    "layers.3.mlp.up_proj",81    "layers.23.mlp.down_proj",82    "o_proj",83    "layers.6.mlp.gate_proj",84    "layers.18.mlp.up_proj",85    "layers.20.mlp.gate_proj",86    "layers.26.mlp.gate_proj",87    "layers.24.mlp.down_proj",88    "layers.20.mlp.down_proj",89    "layers.24.mlp.up_proj",90    "layers.0.mlp.gate_proj",91    "layers.15.mlp.gate_proj",92    "layers.4.mlp.down_proj",93    "layers.8.mlp.gate_proj",94    "layers.12.mlp.down_proj",95    "layers.8.mlp.down_proj",96    "layers.25.mlp.gate_proj",97    "layers.3.mlp.down_proj",98    "layers.11.mlp.down_proj",99    "layers.6.mlp.down_proj",100    "layers.16.mlp.down_proj",101    "layers.26.mlp.up_proj",102    "layers.19.mlp.gate_proj",103    "layers.10.mlp.gate_proj",104    "layers.23.mlp.up_proj",105    "layers.21.mlp.gate_proj",106    "layers.13.mlp.up_proj",107    "layers.18.mlp.gate_proj",108    "layers.17.mlp.up_proj",109    "layers.5.mlp.down_proj",110    "layers.24.mlp.gate_proj",111    "layers.4.mlp.gate_proj",112    "layers.19.mlp.down_proj",113    "layers.27.mlp.gate_proj",114    "layers.18.mlp.down_proj",115    "layers.7.mlp.up_proj",116    "layers.27.mlp.down_proj",117    "layers.2.mlp.gate_proj",118    "layers.5.mlp.gate_proj",119    "layers.11.mlp.gate_proj"120  ],121  "target_parameters": null,122  "task_type": "CAUSAL_LM",123  "trainable_token_indices": null,124  "use_dora": false,125  "use_qalora": false,126  "use_rslora": false127}