TaegeonKim/llavacon

1{2  "alpha_pattern": {},3  "auto_mapping": null,4  "base_model_name_or_path": "openai/clip-vit-large-patch14-336",5  "bias": "none",6  "fan_in_fan_out": false,7  "inference_mode": true,8  "init_lora_weights": true,9  "layer_replication": null,10  "layers_pattern": null,11  "layers_to_transform": null,12  "loftq_config": {},13  "lora_alpha": 32,14  "lora_dropout": 0.1,15  "megatron_config": null,16  "megatron_core": "megatron.core",17  "modules_to_save": null,18  "peft_type": "LORA",19  "r": 16,20  "rank_pattern": {},21  "revision": null,22  "target_modules": [23    "vision_model.encoder.layers.19.self_attn.v_proj",24    "vision_model.encoder.layers.10.self_attn.v_proj",25    "vision_model.encoder.layers.11.self_attn.v_proj",26    "vision_model.encoder.layers.22.self_attn.v_proj",27    "vision_model.encoder.layers.6.self_attn.q_proj",28    "vision_model.encoder.layers.1.self_attn.v_proj",29    "vision_model.encoder.layers.21.self_attn.q_proj",30    "vision_model.encoder.layers.21.self_attn.v_proj",31    "vision_model.encoder.layers.6.self_attn.v_proj",32    "vision_model.encoder.layers.10.self_attn.q_proj",33    "vision_model.encoder.layers.16.self_attn.q_proj",34    "vision_model.encoder.layers.3.self_attn.v_proj",35    "vision_model.encoder.layers.20.self_attn.q_proj",36    "vision_model.encoder.layers.7.self_attn.q_proj",37    "vision_model.encoder.layers.13.self_attn.v_proj",38    "vision_model.encoder.layers.5.self_attn.v_proj",39    "vision_model.encoder.layers.9.self_attn.q_proj",40    "vision_model.encoder.layers.8.self_attn.v_proj",41    "vision_model.encoder.layers.2.self_attn.q_proj",42    "vision_model.encoder.layers.1.self_attn.q_proj",43    "vision_model.encoder.layers.15.self_attn.v_proj",44    "vision_model.encoder.layers.23.self_attn.q_proj",45    "vision_model.encoder.layers.18.self_attn.q_proj",46    "vision_model.encoder.layers.0.self_attn.q_proj",47    "vision_model.encoder.layers.5.self_attn.q_proj",48    "vision_model.encoder.layers.11.self_attn.q_proj",49    "vision_model.encoder.layers.7.self_attn.v_proj",50    "vision_model.encoder.layers.16.self_attn.v_proj",51    "vision_model.encoder.layers.9.self_attn.v_proj",52    "vision_model.encoder.layers.13.self_attn.q_proj",53    "vision_model.encoder.layers.14.self_attn.v_proj",54    "vision_model.encoder.layers.22.self_attn.q_proj",55    "vision_model.encoder.layers.12.self_attn.v_proj",56    "vision_model.encoder.layers.17.self_attn.q_proj",57    "vision_model.encoder.layers.20.self_attn.v_proj",58    "vision_model.encoder.layers.23.self_attn.v_proj",59    "vision_model.encoder.layers.0.self_attn.v_proj",60    "vision_model.encoder.layers.15.self_attn.q_proj",61    "vision_model.encoder.layers.4.self_attn.q_proj",62    "vision_model.encoder.layers.19.self_attn.q_proj",63    "vision_model.encoder.layers.14.self_attn.q_proj",64    "vision_model.encoder.layers.12.self_attn.q_proj",65    "vision_model.encoder.layers.3.self_attn.q_proj",66    "vision_model.encoder.layers.4.self_attn.v_proj",67    "vision_model.encoder.layers.2.self_attn.v_proj",68    "vision_model.encoder.layers.17.self_attn.v_proj",69    "vision_model.encoder.layers.18.self_attn.v_proj",70    "vision_model.encoder.layers.8.self_attn.q_proj"71  ],72  "task_type": "TEXT_IMAGE",73  "use_dora": false,74  "use_rslora": false75}