microsoft/mdeberta-v3-base

1{2		"model_type": "deberta-v2",3		"attention_probs_dropout_prob": 0.1,4		"hidden_act": "gelu",5		"hidden_dropout_prob": 0.1,6		"hidden_size": 768,7		"initializer_range": 0.02,8		"intermediate_size": 3072,9		"max_position_embeddings": 512,10		"relative_attention": true,11		"position_buckets": 256,12		"norm_rel_ebd": "layer_norm",13		"share_att_key": true,14		"pos_att_type": "p2c|c2p",15		"layer_norm_eps": 1e-7,16		"max_relative_positions": -1,17		"position_biased_input": false,18		"num_attention_heads": 12,19		"num_hidden_layers": 12,20		"type_vocab_size": 0,21		"vocab_size": 25100022}23