explosion-testing/mpt-test

1{2  "architectures": [3    "MptForCausalLM"4  ],5  "attn_config": {6    "attn_impl": "torch"7  },8  "auto_map": {9    "AutoConfig": "configuration_mpt.MPTConfig",10    "AutoModelForCausalLM": "modeling_mpt.MPTForCausalLM"11  },12  "d_model": 32,13  "emb_pdrop": 0.0,14  "embedding_fraction": 1.0,15  "expansion_ratio": 4,16  "init_device": "cpu",17  "initializer_range": 0.02,18  "layer_norm_epsilon": 1e-05,19  "learned_pos_emb": true,20  "logit_scale": null,21  "max_seq_len": 2048,22  "model_type": "mpt",23  "n_heads": 4,24  "n_layers": 5,25  "no_bias": true,26  "norm_type": "low_precision_layernorm",27  "num_key_value_heads": 2,28  "resid_pdrop": 0.0,29  "torch_dtype": "float32",30  "transformers_version": "4.32.0.dev0",31  "use_cache": false,32  "verbose": 0,33  "vocab_size": 102434}35