Zohaib002/Longformer-Encoder-Decoder-LED

1{2  "_name_or_path": "pszemraj/led-base-book-summary",3  "activation_dropout": 0.0,4  "activation_function": "gelu",5  "architectures": [6    "LEDForConditionalGeneration"7  ],8  "attention_dropout": 0.0,9  "attention_window": [10    1024,11    1024,12    1024,13    1024,14    1024,15    102416  ],17  "bos_token_id": 0,18  "classif_dropout": 0.0,19  "classifier_dropout": 0.0,20  "d_model": 768,21  "decoder_attention_heads": 12,22  "decoder_ffn_dim": 3072,23  "decoder_layerdrop": 0.0,24  "decoder_layers": 6,25  "decoder_start_token_id": 2,26  "dropout": 0.1,27  "early_stopping": true,28  "encoder_attention_heads": 12,29  "encoder_ffn_dim": 3072,30  "encoder_layerdrop": 0.0,31  "encoder_layers": 6,32  "eos_token_id": 2,33  "id2label": {34    "0": "LABEL_0",35    "1": "LABEL_1",36    "2": "LABEL_2"37  },38  "init_std": 0.02,39  "is_encoder_decoder": true,40  "label2id": {41    "LABEL_0": 0,42    "LABEL_1": 1,43    "LABEL_2": 244  },45  "length_penalty": 0.8,46  "max_decoder_position_embeddings": 1024,47  "max_encoder_position_embeddings": 16384,48  "max_length": 1024,49  "min_length": 8,50  "model_type": "led",51  "no_repeat_ngram_size": 3,52  "num_beams": 4,53  "num_hidden_layers": 6,54  "pad_token_id": 1,55  "repetition_penalty": 3.5,56  "torch_dtype": "float32",57  "transformers_version": "4.42.4",58  "use_cache": true,59  "vocab_size": 5026560}61