hf-tiny-model-private/tiny-random-ProphetNetModel

1{2  "activation_dropout": 0.1,3  "activation_function": "gelu",4  "add_cross_attention": true,5  "architectures": [6    "ProphetNetModel"7  ],8  "attention_dropout": 0.1,9  "bos_token_id": 1,10  "decoder_ffn_dim": 32,11  "decoder_start_token_id": 0,12  "disable_ngram_loss": false,13  "dropout": 0.1,14  "encoder_ffn_dim": 32,15  "eos_token_id": 2,16  "eps": 0.0,17  "hidden_size": 16,18  "init_std": 0.02,19  "is_encoder_decoder": true,20  "max_position_embeddings": 30,21  "model_type": "prophetnet",22  "ngram": 2,23  "num_buckets": 32,24  "num_decoder_attention_heads": 4,25  "num_decoder_layers": 4,26  "num_encoder_attention_heads": 4,27  "num_encoder_layers": 4,28  "pad_token_id": 0,29  "relative_max_distance": 128,30  "torch_dtype": "float32",31  "transformers_version": "4.28.0.dev0",32  "use_cache": true,33  "vocab_size": 3052234}35