CoolFace
Modelpublic

silmi224/exp2-led-risalah_data_v3

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes15downloads
config.json61 linesDownload Raw Back to root
1{2  "_name_or_path": "silmi224/finetune-led-35000",3  "activation_dropout": 0.0,4  "activation_function": "gelu",5  "architectures": [6    "LEDForConditionalGeneration"7  ],8  "attention_dropout": 0.5,9  "attention_window": [10    1024,11    1024,12    1024,13    1024,14    1024,15    102416  ],17  "bos_token_id": 0,18  "classif_dropout": 0.0,19  "classifier_dropout": 0.0,20  "d_model": 768,21  "decoder_attention_heads": 12,22  "decoder_ffn_dim": 3072,23  "decoder_layerdrop": 0.0,24  "decoder_layers": 6,25  "decoder_start_token_id": 2,26  "dropout": 0.5,27  "early_stopping": true,28  "encoder_attention_heads": 12,29  "encoder_ffn_dim": 3072,30  "encoder_layerdrop": 0.0,31  "encoder_layers": 6,32  "eos_token_id": 2,33  "hidden_dropout_prob": 0.5,34  "id2label": {35    "0": "LABEL_0",36    "1": "LABEL_1",37    "2": "LABEL_2"38  },39  "init_std": 0.02,40  "is_encoder_decoder": true,41  "label2id": {42    "LABEL_0": 0,43    "LABEL_1": 1,44    "LABEL_2": 245  },46  "length_penalty": 2.0,47  "max_decoder_position_embeddings": 1024,48  "max_encoder_position_embeddings": 16384,49  "max_length": 1024,50  "min_length": 128,51  "model_type": "led",52  "no_repeat_ngram_size": 3,53  "num_beams": 2,54  "num_hidden_layers": 6,55  "pad_token_id": 1,56  "torch_dtype": "float32",57  "transformers_version": "4.41.2",58  "use_cache": false,59  "vocab_size": 5026560}61