Waqf-AI/arabic-splade-efficient

1{2  "activation": "gelu",3  "architectures": [4    "DistilBertForMaskedLM"5  ],6  "attention_dropout": 0.1,7  "bos_token_id": null,8  "dim": 768,9  "dropout": 0.1,10  "dtype": "float32",11  "eos_token_id": null,12  "hidden_dim": 3072,13  "initializer_range": 0.02,14  "max_position_embeddings": 512,15  "model_type": "distilbert",16  "n_heads": 12,17  "n_layers": 6,18  "output_past": true,19  "pad_token_id": 0,20  "qa_dropout": 0.1,21  "seq_classif_dropout": 0.2,22  "sinusoidal_pos_embds": false,23  "tie_weights_": true,24  "tie_word_embeddings": true,25  "transformers_version": "5.5.0",26  "use_cache": false,27  "vocab_size": 11954728}29