MarPla/LifeSciencePegasusLargeModel

1{2  "_name_or_path": "google/pegasus-large",3  "activation_dropout": 0.1,4  "activation_function": "relu",5  "add_bias_logits": false,6  "add_final_layer_norm": true,7  "architectures": [8    "PegasusForConditionalGeneration"9  ],10  "attention_dropout": 0.1,11  "bos_token_id": 0,12  "classif_dropout": 0.0,13  "classifier_dropout": 0.0,14  "d_model": 1024,15  "decoder_attention_heads": 16,16  "decoder_ffn_dim": 4096,17  "decoder_layerdrop": 0.0,18  "decoder_layers": 16,19  "decoder_start_token_id": 0,20  "dropout": 0.1,21  "encoder_attention_heads": 16,22  "encoder_ffn_dim": 4096,23  "encoder_layerdrop": 0.0,24  "encoder_layers": 16,25  "eos_token_id": 1,26  "extra_pos_embeddings": 1,27  "force_bos_token_to_be_generated": false,28  "forced_eos_token_id": 1,29  "gradient_checkpointing": false,30  "id2label": {31    "0": "LABEL_0",32    "1": "LABEL_1",33    "2": "LABEL_2"34  },35  "init_std": 0.02,36  "is_encoder_decoder": true,37  "label2id": {38    "LABEL_0": 0,39    "LABEL_1": 1,40    "LABEL_2": 241  },42  "length_penalty": 0.8,43  "max_length": 256,44  "max_position_embeddings": 1024,45  "model_type": "pegasus",46  "normalize_before": true,47  "normalize_embedding": false,48  "num_beams": 8,49  "num_hidden_layers": 16,50  "pad_token_id": 0,51  "scale_embedding": true,52  "static_position_embeddings": true,53  "task_specific_params": {54    "summarization_aeslc": {55      "length_penalty": 0.6,56      "max_length": 32,57      "max_position_embeddings": 51258    },59    "summarization_arxiv": {60      "length_penalty": 0.8,61      "max_length": 256,62      "max_position_embeddings": 102463    },64    "summarization_big_patent": {65      "length_penalty": 0.7,66      "max_length": 256,67      "max_position_embeddings": 102468    },69    "summarization_billsum": {70      "length_penalty": 0.6,71      "max_length": 256,72      "max_position_embeddings": 102473    },74    "summarization_cnn_dailymail": {75      "length_penalty": 0.8,76      "max_length": 128,77      "max_position_embeddings": 102478    },79    "summarization_gigaword": {80      "length_penalty": 0.6,81      "max_length": 32,82      "max_position_embeddings": 12883    },84    "summarization_large": {85      "length_penalty": 0.8,86      "max_length": 256,87      "max_position_embeddings": 102488    },89    "summarization_multi_news": {90      "length_penalty": 0.8,91      "max_length": 256,92      "max_position_embeddings": 102493    },94    "summarization_newsroom": {95      "length_penalty": 0.8,96      "max_length": 128,97      "max_position_embeddings": 51298    },99    "summarization_pubmed": {100      "length_penalty": 0.8,101      "max_length": 256,102      "max_position_embeddings": 1024103    },104    "summarization_reddit_tifu": {105      "length_penalty": 0.6,106      "max_length": 128,107      "max_position_embeddings": 512108    },109    "summarization_wikihow": {110      "length_penalty": 0.6,111      "max_length": 256,112      "max_position_embeddings": 512113    },114    "summarization_xsum": {115      "length_penalty": 0.8,116      "max_length": 64,117      "max_position_embeddings": 512118    }119  },120  "torch_dtype": "float32",121  "transformers_version": "4.41.2",122  "use_cache": true,123  "vocab_size": 96103124}125