hf-tiny-v2/tiny-random-XmodForMultipleChoice

1{2  "adapter_layer_norm": false,3  "adapter_reduction_factor": 2,4  "adapter_reuse_layer_norm": true,5  "add_cross_attention": false,6  "architectures": [7    "XmodForMultipleChoice"8  ],9  "attention_probs_dropout_prob": 0.1,10  "bos_token_id": 0,11  "classifier_dropout": null,12  "default_language": "en_XX",13  "dtype": "float32",14  "eos_token_id": 2,15  "hidden_act": "gelu",16  "hidden_dropout_prob": 0.1,17  "hidden_size": 32,18  "initializer_range": 0.02,19  "intermediate_size": 37,20  "is_decoder": false,21  "languages": [22    "en_XX"23  ],24  "layer_norm_eps": 1e-12,25  "ln_before_adapter": true,26  "max_position_embeddings": 512,27  "model_type": "xmod",28  "num_attention_heads": 4,29  "num_hidden_layers": 2,30  "pad_token_id": 1,31  "pre_norm": false,32  "tie_word_embeddings": true,33  "transformers_version": "5.16.0.dev0",34  "type_vocab_size": 16,35  "use_cache": true,36  "vocab_size": 25000237}38