MoraySmith/CC_ESMplusplus_small

1{2  "alpha_pattern": {},3  "auto_mapping": {4    "base_model_class": "ESMplusplusForTokenClassification",5    "parent_library": "transformers_modules.Synthyra.ESMplusplus_small.1e40c1b8ef46c33f93a9b817eb0bd81279ab4088.modeling_esm_plusplus"6  },7  "base_model_name_or_path": "Synthyra/ESMplusplus_small",8  "bias": "none",9  "corda_config": null,10  "eva_config": null,11  "exclude_modules": null,12  "fan_in_fan_out": false,13  "inference_mode": true,14  "init_lora_weights": true,15  "layer_replication": null,16  "layers_pattern": null,17  "layers_to_transform": null,18  "loftq_config": {},19  "lora_alpha": 16,20  "lora_bias": false,21  "lora_dropout": 0.01,22  "megatron_config": null,23  "megatron_core": "megatron.core",24  "modules_to_save": [25    "classifier.0",26    "classifier.2",27    "classifier.3"28  ],29  "peft_type": "LORA",30  "qalora_group_size": 16,31  "r": 8,32  "rank_pattern": {},33  "revision": null,34  "target_modules": [35    "key",36    "layernorm_qkv.1",37    "value",38    "dense",39    "query",40    "out_proj"41  ],42  "target_parameters": null,43  "task_type": null,44  "trainable_token_indices": null,45  "use_dora": false,46  "use_qalora": false,47  "use_rslora": false48}