monsoon-nlp/es-seq2seq-gender-decoder
121
1{2 "add_cross_attention": true,3 "architectures": [4 "BertLMHeadModel"5 ],6 "attention_probs_dropout_prob": 0.1,7 "gradient_checkpointing": false,8 "hidden_act": "gelu",9 "hidden_dropout_prob": 0.1,10 "hidden_size": 768,11 "initializer_range": 0.02,12 "intermediate_size": 3072,13 "is_decoder": true,14 "layer_norm_eps": 1e-12,15 "max_position_embeddings": 512,16 "model_type": "bert",17 "num_attention_heads": 12,18 "num_hidden_layers": 12,19 "output_past": true,20 "pad_token_id": 1,21 "position_embedding_type": "absolute",22 "type_vocab_size": 2,23 "vocab_size": 3100224}25 