emese-tech/er-mlx

1{2    "architectures": [3        "LlamaForCausalLM"4    ],5    "attention_bias": false,6    "bos_token_id": 2,7    "eos_token_id": 3,8    "hidden_act": "silu",9    "hidden_size": 1280,10    "intermediate_size": 3456,11    "max_position_embeddings": 32768,12    "mlp_bias": false,13    "model_type": "llama",14    "num_attention_heads": 20,15    "num_hidden_layers": 24,16    "num_key_value_heads": 20,17    "pad_token_id": 1,18    "quantization": {19        "group_size": 64,20        "bits": 8,21        "mode": "affine"22    },23    "quantization_config": {24        "group_size": 64,25        "bits": 8,26        "mode": "affine"27    },28    "rms_norm_eps": 1e-06,29    "rope_scaling": {30        "rope_type": "yarn",31        "factor": 4.0,32        "original_max_position_embeddings": 819233    },34    "rope_theta": 10000.0,35    "tie_word_embeddings": true,36    "torch_dtype": "bfloat16",37    "vocab_size": 3200038}