silmi224/exp2-led-risalah_data_v3
015
1{2 "_name_or_path": "silmi224/finetune-led-35000",3 "activation_dropout": 0.0,4 "activation_function": "gelu",5 "architectures": [6 "LEDForConditionalGeneration"7 ],8 "attention_dropout": 0.5,9 "attention_window": [10 1024,11 1024,12 1024,13 1024,14 1024,15 102416 ],17 "bos_token_id": 0,18 "classif_dropout": 0.0,19 "classifier_dropout": 0.0,20 "d_model": 768,21 "decoder_attention_heads": 12,22 "decoder_ffn_dim": 3072,23 "decoder_layerdrop": 0.0,24 "decoder_layers": 6,25 "decoder_start_token_id": 2,26 "dropout": 0.5,27 "early_stopping": true,28 "encoder_attention_heads": 12,29 "encoder_ffn_dim": 3072,30 "encoder_layerdrop": 0.0,31 "encoder_layers": 6,32 "eos_token_id": 2,33 "hidden_dropout_prob": 0.5,34 "id2label": {35 "0": "LABEL_0",36 "1": "LABEL_1",37 "2": "LABEL_2"38 },39 "init_std": 0.02,40 "is_encoder_decoder": true,41 "label2id": {42 "LABEL_0": 0,43 "LABEL_1": 1,44 "LABEL_2": 245 },46 "length_penalty": 2.0,47 "max_decoder_position_embeddings": 1024,48 "max_encoder_position_embeddings": 16384,49 "max_length": 1024,50 "min_length": 128,51 "model_type": "led",52 "no_repeat_ngram_size": 3,53 "num_beams": 2,54 "num_hidden_layers": 6,55 "pad_token_id": 1,56 "torch_dtype": "float32",57 "transformers_version": "4.41.2",58 "use_cache": false,59 "vocab_size": 5026560}61 