FreedomIntelligence/HiMed-Verifier

1{2  "architectures": [3    "LlamaForSequenceClassification"4  ],5  "attention_bias": false,6  "attention_dropout": 0.0,7  "attn_implementation": "sdpa",8  "bos_token_id": 128000,9  "dtype": "bfloat16",10  "eos_token_id": [11    128001,12    128008,13    12800914  ],15  "head_dim": 128,16  "hidden_act": "silu",17  "hidden_size": 3072,18  "id2label": {19    "0": "False",20    "1": "True"21  },22  "initializer_range": 0.02,23  "intermediate_size": 8192,24  "label2id": {25    "False": 0,26    "True": 127  },28  "max_position_embeddings": 131072,29  "mlp_bias": false,30  "model_type": "llama",31  "num_attention_heads": 24,32  "num_hidden_layers": 28,33  "num_key_value_heads": 8,34  "pad_token_id": 128000,35  "pretraining_tp": 1,36  "problem_type": "single_label_classification",37  "rms_norm_eps": 1e-05,38  "rope_scaling": {39    "factor": 32.0,40    "high_freq_factor": 4.0,41    "low_freq_factor": 1.0,42    "original_max_position_embeddings": 8192,43    "rope_type": "llama3"44  },45  "rope_theta": 500000.0,46  "tie_word_embeddings": true,47  "transformers_version": "4.57.3",48  "use_cache": true,49  "vocab_size": 12825650}51