microsoft/Multilingual-MiniLM-L12-H384
11190k
1{2 "attention_probs_dropout_prob": 0.1,3 "tokenizer_class": "XLMRobertaTokenizer",4 "hidden_act": "gelu",5 "hidden_dropout_prob": 0.1,6 "hidden_size": 384,7 "initializer_range": 0.02,8 "intermediate_size": 1536,9 "layer_norm_eps": 1e-12,10 "max_position_embeddings": 512,11 "model_type": "bert",12 "num_attention_heads": 12,13 "num_hidden_layers": 12,14 "pad_token_id": 0,15 "type_vocab_size": 2,16 "vocab_size": 25003717}18 