InstaDeepAI/segment_nt

1{2  "add_bias_fnn": false,3  "architectures": [4    "SegmentNT"5  ],6  "attention_probs_dropout_prob": 0.0,7  "auto_map": {8    "AutoConfig": "segment_nt_config.SegmentNTConfig",9    "AutoModel": "modeling_segment_nt.SegmentNT"10  },11  "emb_layer_norm_before": false,12  "esmfold_config": null,13  "features": [14    "protein_coding_gene",15    "lncRNA",16    "exon",17    "intron",18    "splice_donor",19    "splice_acceptor",20    "5UTR",21    "3UTR",22    "CTCF-bound",23    "polyA_signal",24    "enhancer_Tissue_specific",25    "enhancer_Tissue_invariant",26    "promoter_Tissue_specific",27    "promoter_Tissue_invariant"28  ],29  "hidden_dropout_prob": 0.0,30  "hidden_size": 1024,31  "initializer_range": 0.02,32  "intermediate_size": 4096,33  "is_folding_model": false,34  "layer_norm_eps": 1e-12,35  "mask_token_id": 2,36  "max_position_embeddings": 2050,37  "model_type": "esm",38  "num_attention_heads": 16,39  "num_hidden_layers": 29,40  "num_layers_head": 2,41  "pad_token_id": 1,42  "position_embedding_type": "rotary",43  "rescaling_factor": 2.44140625,44  "tie_word_embeddings": false,45  "token_dropout": false,46  "torch_dtype": "float32",47  "transformers_version": "4.33.2",48  "use_cache": false,49  "vocab_list": null,50  "vocab_size": 410751}52