introvoyz041/RetroDFM-R-8B-mlx-4Bit

1{2    "architectures": [3        "LlamaForCausalLM"4    ],5    "attention_bias": false,6    "attention_dropout": 0.0,7    "bos_token_id": 128000,8    "dilated_ratio": null,9    "dtype": "bfloat16",10    "end_token_id": 128001,11    "eos_token_id": 128009,12    "gla_group_size": 1,13    "head_dim": 128,14    "hidden_act": "silu",15    "hidden_size": 4096,16    "initializer_range": 0.02,17    "intermediate_size": 14336,18    "local_window_size": -1,19    "max_position_embeddings": 8192,20    "mlp_bias": false,21    "model_type": "llama",22    "num_attention_heads": 32,23    "num_hidden_layers": 32,24    "num_key_value_heads": 8,25    "pad_token_id": 128009,26    "pretraining_tp": 1,27    "quantization": {28        "group_size": 64,29        "bits": 4,30        "mode": "affine"31    },32    "quantization_config": {33        "group_size": 64,34        "bits": 4,35        "mode": "affine"36    },37    "rms_norm_eps": 1e-05,38    "rope_scaling": null,39    "rope_theta": 500000.0,40    "segment_length": null,41    "tie_word_embeddings": false,42    "transformers_version": "4.57.0",43    "use_cache": false,44    "vocab_size": 12825645}