teilers/mamba-constrict-base

1{2  "architectures": [3    "MambaModel"4  ],5  "bos_token_id": 0,6  "conv_kernel": 4,7  "dtype": "float32",8  "eos_token_id": 0,9  "expand": 2,10  "fused_add_norm": true,11  "hidden_act": "silu",12  "hidden_size": 2560,13  "initializer_range": 0.1,14  "intermediate_size": 5120,15  "layer_norm_epsilon": 1e-05,16  "model_type": "mamba",17  "n_layer": 64,18  "num_hidden_layers": 64,19  "pad_token_id": 0,20  "pad_vocab_size_multiple": 8,21  "rescale_prenorm_residual": false,22  "residual_in_fp32": true,23  "rms_norm": true,24  "state_size": 16,25  "time_step_floor": 0.0001,26  "time_step_init_scheme": "random",27  "time_step_max": 0.1,28  "time_step_min": 0.001,29  "time_step_rank": 160,30  "time_step_scale": 1.0,31  "transformers_version": "4.57.3",32  "use_bias": false,33  "use_cache": true,34  "use_conv_bias": true,35  "use_mambapy": false,36  "vocab_size": 5028037}38