mlx-community/JOSIE-1.1-4B-Instruct-bfloat16

1{2    "head_dim": 128,3    "hidden_size": 2560,4    "intermediate_size": 9728,5    "max_position_embeddings": 262144,6    "model_type": "qwen3",7    "num_attention_heads": 32,8    "num_hidden_layers": 36,9    "num_key_value_heads": 8,10    "rms_norm_eps": 1e-06,11    "rope_scaling": null,12    "rope_theta": 5000000,13    "tie_word_embeddings": true,14    "vocab_size": 15193615}