CoolFace
Modelpublic

open-paws/text_performance_prediction_longform

sourceHugging Faceapache-2.0updated 1y agoView on Hugging Face
2likes34downloads
config.json52 linesDownload Raw Back to root
1{2  "_name_or_path": "allenai/longformer-base-4096",3  "_num_labels": 1,4  "architectures": [5    "LongformerForSequenceClassification"6  ],7  "attention_mode": "longformer",8  "attention_probs_dropout_prob": 0.1,9  "attention_window": [10    512,11    512,12    512,13    512,14    512,15    512,16    512,17    512,18    512,19    512,20    512,21    51222  ],23  "bos_token_id": 0,24  "eos_token_id": 2,25  "gradient_checkpointing": false,26  "hidden_act": "gelu",27  "hidden_dropout_prob": 0.1,28  "hidden_size": 768,29  "id2label": {30    "0": "target"31  },32  "ignore_attention_mask": false,33  "initializer_range": 0.02,34  "intermediate_size": 3072,35  "label2id": {36    "target": 037  },38  "layer_norm_eps": 1e-05,39  "max_position_embeddings": 4098,40  "model_type": "longformer",41  "num_attention_heads": 12,42  "num_hidden_layers": 12,43  "onnx_export": false,44  "pad_token_id": 1,45  "problem_type": "regression",46  "sep_token_id": 2,47  "torch_dtype": "float32",48  "transformers_version": "4.48.0",49  "type_vocab_size": 1,50  "vocab_size": 5026551}52