duttaprat/HViLM-base

1{2 "trust_remote_code": true, 3 "_name_or_path": "zhihan1996/DNABERT-2-117M",4  "alibi_starting_size": 512,5  "architectures": [6    "BertForMaskedLM"7  ],8  "attention_probs_dropout_prob": 0.0,9  "auto_map": {10    "AutoConfig": "configuration_bert.BertConfig",11    "AutoModel": "bert_layers.BertModel",12    "AutoModelForMaskedLM": "bert_layers.BertForMaskedLM",13    "AutoModelForSequenceClassification": "bert_layers.BertForSequenceClassification"14  },15  "classifier_dropout": null,16  "gradient_checkpointing": false,17  "hidden_act": "gelu",18  "hidden_dropout_prob": 0.1,19  "hidden_size": 768,20  "initializer_range": 0.02,21  "intermediate_size": 3072,22  "layer_norm_eps": 1e-12,23  "max_position_embeddings": 512,24  "num_attention_heads": 12,25  "num_hidden_layers": 12,26  "position_embedding_type": "absolute",27  "torch_dtype": "float32",28  "transformers_version": "4.28.0",29  "type_vocab_size": 2,30  "use_cache": true,31  "vocab_size": 409632}33