nexsendev/webicoder-v3-coreml

1{2  "architectures": [3    "PhiForCausalLM"4  ],5  "attention_dropout": 0.0,6  "bos_token_id": 50256,7  "dtype": "float16",8  "embd_pdrop": 0.0,9  "eos_token_id": 50256,10  "hidden_act": "gelu_new",11  "hidden_size": 2560,12  "initializer_range": 0.02,13  "intermediate_size": 10240,14  "layer_norm_eps": 1e-05,15  "max_position_embeddings": 2048,16  "model_type": "phi",17  "num_attention_heads": 32,18  "num_hidden_layers": 32,19  "num_key_value_heads": 32,20  "pad_token_id": 50256,21  "partial_rotary_factor": 0.4,22  "qk_layernorm": false,23  "resid_pdrop": 0.1,24  "rope_parameters": {25    "partial_rotary_factor": 0.4,26    "rope_theta": 10000.0,27    "rope_type": "default"28  },29  "tie_word_embeddings": false,30  "transformers_version": "5.0.0",31  "use_cache": true,32  "vocab_size": 5120033}34