SmartPy/readability-bert-large

1{2  "_name_or_path": "google/bigbird-roberta-large",3  "architectures": [4    "BigBirdForSequenceClassification"5  ],6  "attention_probs_dropout_prob": 0.1,7  "attention_type": "block_sparse",8  "block_size": 64,9  "bos_token_id": 1,10  "classifier_dropout": null,11  "eos_token_id": 2,12  "gradient_checkpointing": false,13  "hidden_act": "gelu_new",14  "hidden_dropout_prob": 0.1,15  "hidden_size": 1024,16  "id2label": {17    "0": "short",18    "1": "normal",19    "2": "long"20  },21  "initializer_range": 0.02,22  "intermediate_size": 4096,23  "label2id": {24    "long": 2,25    "normal": 1,26    "short": 027  },28  "layer_norm_eps": 1e-12,29  "max_position_embeddings": 4096,30  "model_type": "big_bird",31  "num_attention_heads": 16,32  "num_hidden_layers": 24,33  "num_random_blocks": 3,34  "pad_token_id": 0,35  "position_embedding_type": "absolute",36  "problem_type": "single_label_classification",37  "rescale_embeddings": false,38  "sep_token_id": 66,39  "torch_dtype": "float32",40  "transformers_version": "4.38.0",41  "type_vocab_size": 2,42  "use_bias": true,43  "use_cache": true,44  "vocab_size": 5035845}46