bespokelabs/Bespoke-MiniCheck-7B

1{2  "_name_or_path": "Bespoke-Minicheck-7B",3  "architectures": [4    "InternLM2ForCausalLM"5  ],6  "attn_implementation": "eager",7  "auto_map": {8    "AutoConfig": "configuration_internlm2.InternLM2Config",9    "AutoModel": "internlm/internlm2_5-7b-chat--modeling_internlm2.InternLM2ForCausalLM",10    "AutoModelForCausalLM": "modeling_internlm2.InternLM2ForCausalLM"11  },12  "bias": false,13  "bos_token_id": 1,14  "eos_token_id": 2,15  "hidden_act": "silu",16  "hidden_size": 4096,17  "initializer_range": 0.02,18  "intermediate_size": 14336,19  "max_position_embeddings": 32768,20  "model_type": "internlm2",21  "num_attention_heads": 32,22  "num_hidden_layers": 32,23  "num_key_value_heads": 8,24  "pad_token_id": 2,25  "pretraining_tp": 1,26  "rms_norm_eps": 1e-05,27  "rope_scaling": {28    "factor": 2.0,29    "type": "dynamic"30  },31  "rope_theta": 1000000,32  "tie_word_embeddings": false,33  "torch_dtype": "bfloat16",34  "transformers_version": "4.43.3",35  "use_cache": true,36  "vocab_size": 9255037}38