Taykhoom/RNA-MSM

1{2  "auto_map": {3    "AutoConfig": "configuration_rnamsm.RNAMSMConfig",4    "AutoModel": "modeling_rnamsm.RNAMSMModel",5    "AutoModelForMaskedLM": "modeling_rnamsm.RNAMSMForMaskedLM"6  },7  "activation_dropout": 0.1,8  "architectures": [9    "RNAMSMForMaskedLM"10  ],11  "attention_dropout": 0.1,12  "cls_idx": 0,13  "dropout": 0.1,14  "embed_dim": 768,15  "embed_positions_msa": true,16  "eos_idx": 2,17  "ffn_embed_dim": 3072,18  "mask_idx": 11,19  "max_alignments": 1024,20  "max_positions": 1024,21  "max_tokens_per_msa": 16384,22  "model_type": "rnamsm",23  "num_attention_heads": 12,24  "num_layers": 10,25  "padding_idx": 1,26  "transformers_version": "4.57.6",27  "vocab_size": 12,28  "model_max_length": 102429}30