Xuan-Rui/pet-100-p1

1{
2  "architectures": [
3    "BertForSequenceClassification"
4  ],
5  "attention_probs_dropout_prob": 0.1,
6  "directionality": "bidi",
7  "finetuning_task": "idiom-detection",
8  "gradient_checkpointing": false,
9  "hidden_act": "gelu",
10  "hidden_dropout_prob": 0.1,
11  "hidden_size": 768,
12  "initializer_range": 0.02,
13  "intermediate_size": 3072,
14  "layer_norm_eps": 1e-12,
15  "max_position_embeddings": 512,
16  "model_type": "bert",
17  "num_attention_heads": 12,
18  "num_hidden_layers": 12,
19  "pad_token_id": 0,
20  "pooler_fc_size": 768,
21  "pooler_num_attention_heads": 12,
22  "pooler_num_fc_layers": 3,
23  "pooler_size_per_head": 128,
24  "pooler_type": "first_token_transform",
25  "type_vocab_size": 2,
26  "use_cache": false,
27  "vocab_size": 119547
28}
29