CoolFace
Modelpublic

usakha/Prophetnet_GovReport_model

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes22downloads
config.json65 linesDownload Raw Back to root
1{2  "_name_or_path": "microsoft/prophetnet-large-uncased",3  "activation_dropout": 0.1,4  "activation_function": "gelu",5  "add_cross_attention": true,6  "architectures": [7    "ProphetNetForConditionalGeneration"8  ],9  "attention_dropout": 0.1,10  "bos_token_id": 102,11  "decoder_ffn_dim": 4096,12  "decoder_layerdrop": 0.0,13  "decoder_max_position_embeddings": 514,14  "decoder_start_token_id": 102,15  "disable_ngram_loss": false,16  "dropout": 0.1,17  "early_stopping": true,18  "encoder_ffn_dim": 4096,19  "encoder_layerdrop": 0.0,20  "encoder_max_position_embeddings": 513,21  "eos_token_id": 102,22  "eps": 0.0,23  "hidden_size": 1024,24  "id2label": {25    "0": "LABEL_0",26    "1": "LABEL_1",27    "2": "LABEL_2"28  },29  "init_std": 0.02,30  "is_encoder_decoder": true,31  "label2id": {32    "LABEL_0": 0,33    "LABEL_1": 1,34    "LABEL_2": 235  },36  "length_penalty": 2.0,37  "max_length": 142,38  "max_position_embeddings": 512,39  "model_type": "prophetnet",40  "ngram": 2,41  "no_repeat_ngram_size": 3,42  "num_beams": 4,43  "num_buckets": 32,44  "num_decoder_attention_heads": 16,45  "num_decoder_layers": 12,46  "num_encoder_attention_heads": 16,47  "num_encoder_layers": 12,48  "output_past": false,49  "pad_token_id": 0,50  "prefix": " ",51  "relative_max_distance": 128,52  "task_specific_params": {53    "summarization": {54      "early_stopping": true,55      "length_penalty": 2.0,56      "no_repeat_ngram_size": 3,57      "num_beams": 458    }59  },60  "torch_dtype": "float32",61  "transformers_version": "4.31.0.dev0",62  "use_cache": true,63  "vocab_size": 3052264}65