hf-tiny-model-private/tiny-random-FunnelModel

1{2  "_name_or_path": "tiny_models/funnel/FunnelModel",3  "activation_dropout": 0.0,4  "architectures": [5    "FunnelModel"6  ],7  "attention_dropout": 0.1,8  "attention_type": "relative_shift",9  "block_repeats": [10    1,11    1,12    113  ],14  "block_sizes": [15    1,16    1,17    218  ],19  "d_head": 8,20  "d_inner": 37,21  "d_model": 32,22  "hidden_act": "gelu_new",23  "hidden_dropout": 0.1,24  "initializer_range": 0.1,25  "initializer_std": 0.02,26  "layer_norm_eps": 1e-09,27  "max_position_embeddings": 512,28  "model_type": "funnel",29  "n_head": 4,30  "num_decoder_layers": 1,31  "pool_q_only": true,32  "pooling_type": "mean",33  "separate_cls": true,34  "torch_dtype": "float32",35  "transformers_version": "4.28.0.dev0",36  "truncate_seq": true,37  "type_vocab_size": 3,38  "vocab_size": 112639}40