bumblebee-testing/tiny-random-SmolLM3ForSequenceClassification

1{2  "architectures": [3    "SmolLM3ForSequenceClassification"4  ],5  "attention_bias": false,6  "attention_dropout": 0.0,7  "attention_probs_dropout_prob": 0.1,8  "bos_token_id": 128000,9  "dtype": "float32",10  "eos_token_id": 128001,11  "hidden_act": "gelu",12  "hidden_dropout_prob": 0.1,13  "hidden_size": 32,14  "initializer_range": 0.02,15  "intermediate_size": 37,16  "layer_types": [17    "full_attention",18    "full_attention"19  ],20  "max_position_embeddings": 512,21  "mlp_bias": false,22  "model_type": "smollm3",23  "no_rope_layer_interval": 4,24  "no_rope_layers": [25    0,26    127  ],28  "num_attention_heads": 4,29  "num_hidden_layers": 2,30  "num_key_value_heads": 4,31  "pad_token_id": 0,32  "rms_norm_eps": 1e-06,33  "rope_scaling": null,34  "rope_theta": 2000000.0,35  "sliding_window": null,36  "transformers_version": "4.57.0",37  "type_vocab_size": 16,38  "use_cache": true,39  "use_sliding_window": false,40  "vocab_size": 102441}42