nlpie/tiny-clinicalbert

1{2  "_name_or_path": "/users/engs2263/clinical-models/models/TinyClinicalBERT/final/model",3  "adapters": {4    "adapters": {},5    "config_map": {},6    "fusion_config_map": {},7    "fusions": {}8  },9  "architectures": [10    "BertForMaskedLM"11  ],12  "attention_probs_dropout_prob": 0.1,13  "cell": {},14  "classifier_dropout": null,15  "emb_size": 312,16  "hidden_act": "gelu",17  "hidden_dropout_prob": 0.1,18  "hidden_size": 312,19  "initializer_range": 0.02,20  "intermediate_size": 1200,21  "layer_norm_eps": 1e-12,22  "max_position_embeddings": 512,23  "model_type": "bert",24  "num_attention_heads": 12,25  "num_hidden_layers": 4,26  "pad_token_id": 0,27  "position_embedding_type": "absolute",28  "pre_trained": "",29  "structure": [],30  "torch_dtype": "float32",31  "transformers_version": "4.27.0.dev0",32  "type_vocab_size": 2,33  "use_cache": true,34  "vocab_size": 2899635}36