pand4kingg/phi4mini-bash-powershell

1{2    "architectures": [3        "Phi3ForCausalLM"4    ],5    "attention_bias": false,6    "attention_dropout": 0.0,7    "auto_map": {8        "AutoConfig": "configuration_phi3.Phi3Config",9        "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM",10        "AutoTokenizer": "Xenova/gpt-4o"11    },12    "bos_token_id": 199999,13    "torch_dtype": "bfloat16",14    "embd_pdrop": 0.0,15    "eos_token_id": 200020,16    "full_attn_mod": 1,17    "hidden_act": "silu",18    "hidden_size": 3072,19    "initializer_range": 0.02,20    "intermediate_size": 8192,21    "interpolate_factor": 1,22    "lm_head_bias": false,23    "max_position_embeddings": 131072,24    "mlp_bias": false,25    "model_type": "phi3",26    "num_attention_heads": 24,27    "num_hidden_layers": 32,28    "num_key_value_heads": 8,29    "original_max_position_embeddings": 4096,30    "pad_token_id": 200029,31    "partial_rotary_factor": 0.75,32    "resid_pdrop": 0.0,33    "rms_norm_eps": 1e-05,34    "rope_parameters": {35        "long_factor": [36            1,37            1.118320672,38            1.250641126,39            1.398617824,40            1.564103225,41            1.74916897,42            1.956131817,43            2.187582649,44            2.446418898,45            2.735880826,46            3.059592084,47            3.421605075,48            3.826451687,49            4.279200023,50            4.785517845,51            5.351743533,52            5.984965424,53            6.693110555,54            7.485043894,55            8.370679318,56            9.36110372,57            10.4687158,58            11.70738129,59            13.09260651,60            14.64173252,61            16.37415215,62            18.31155283,63            20.47818807,64            22.90118105,65            25.61086418,66            28.64115884,67            32.03,68            32.1,69            32.13,70            32.23,71            32.6,72            32.61,73            32.64,74            32.66,75            32.7,76            32.71,77            32.93,78            32.97,79            33.28,80            33.49,81            33.5,82            44.16,83            47.7784        ],85        "original_max_position_embeddings": 4096,86        "partial_rotary_factor": 0.75,87        "rope_theta": 10000.0,88        "rope_type": "longrope",89        "short_factor": [90            1.0,91            1.0,92            1.0,93            1.0,94            1.0,95            1.0,96            1.0,97            1.0,98            1.0,99            1.0,100            1.0,101            1.0,102            1.0,103            1.0,104            1.0,105            1.0,106            1.0,107            1.0,108            1.0,109            1.0,110            1.0,111            1.0,112            1.0,113            1.0,114            1.0,115            1.0,116            1.0,117            1.0,118            1.0,119            1.0,120            1.0,121            1.0,122            1.0,123            1.0,124            1.0,125            1.0,126            1.0,127            1.0,128            1.0,129            1.0,130            1.0,131            1.0,132            1.0,133            1.0,134            1.0,135            1.0,136            1.0,137            1.0138        ],139        "type": "longrope"140    },141    "sliding_window": 262144,142    "tie_word_embeddings": true,143    "unsloth_fixed": true,144    "use_cache": true,145    "vocab_size": 200064146}