usakha/Prophetnet_GovReport_model
022
1{2 "_name_or_path": "microsoft/prophetnet-large-uncased",3 "activation_dropout": 0.1,4 "activation_function": "gelu",5 "add_cross_attention": true,6 "architectures": [7 "ProphetNetForConditionalGeneration"8 ],9 "attention_dropout": 0.1,10 "bos_token_id": 102,11 "decoder_ffn_dim": 4096,12 "decoder_layerdrop": 0.0,13 "decoder_max_position_embeddings": 514,14 "decoder_start_token_id": 102,15 "disable_ngram_loss": false,16 "dropout": 0.1,17 "early_stopping": true,18 "encoder_ffn_dim": 4096,19 "encoder_layerdrop": 0.0,20 "encoder_max_position_embeddings": 513,21 "eos_token_id": 102,22 "eps": 0.0,23 "hidden_size": 1024,24 "id2label": {25 "0": "LABEL_0",26 "1": "LABEL_1",27 "2": "LABEL_2"28 },29 "init_std": 0.02,30 "is_encoder_decoder": true,31 "label2id": {32 "LABEL_0": 0,33 "LABEL_1": 1,34 "LABEL_2": 235 },36 "length_penalty": 2.0,37 "max_length": 142,38 "max_position_embeddings": 512,39 "model_type": "prophetnet",40 "ngram": 2,41 "no_repeat_ngram_size": 3,42 "num_beams": 4,43 "num_buckets": 32,44 "num_decoder_attention_heads": 16,45 "num_decoder_layers": 12,46 "num_encoder_attention_heads": 16,47 "num_encoder_layers": 12,48 "output_past": false,49 "pad_token_id": 0,50 "prefix": " ",51 "relative_max_distance": 128,52 "task_specific_params": {53 "summarization": {54 "early_stopping": true,55 "length_penalty": 2.0,56 "no_repeat_ngram_size": 3,57 "num_beams": 458 }59 },60 "torch_dtype": "float32",61 "transformers_version": "4.31.0.dev0",62 "use_cache": true,63 "vocab_size": 3052264}65 