InstaDeepAI/MOJO

1{2  "alphabet_size": {3    "methylation": 66,4    "rnaseq": 665  },6  "architectures": [7    "MOJO"8  ],9  "attention_maps_to_save": [],10  "auto_map": {11    "AutoConfig": "mojo.MOJOConfig",12    "AutoModel": "mojo.MOJO"13  },14  "conv_init_embed_dim": 512,15  "embed_dim": 512,16  "embeddings_layers_to_save": [],17  "ffn_embed_dim": 1024,18  "filter_list": [19    512,20    512,21    512,22    512,23    512,24    512,25    512,26    512,27    51228  ],29  "fixed_sequence_length": 17152,30  "init_gene_embed_dim": 200,31  "key_size": 32,32  "model_type": "MOJO",33  "num_attention_heads": 16,34  "num_downsamples": 8,35  "num_hidden_layers_head": 1,36  "num_layers": 8,37  "project_gene_embedding": true,38  "sequence_length": 17116,39  "stem_kernel_shape": 15,40  "token_embed_dim": 256,41  "torch_dtype": "float32",42  "transformers_version": "4.51.0",43  "use_gene_embedding": true44}45