diffbot/Diffbot-Coder-2601

1{2  "metadata": {3    "total_parameters": 30532122624,4    "total_size": 1221284904965  },6  "weight_map": {7    "lm_head.weight": "model-00025-of-00025.safetensors",8    "model.embed_tokens.weight": "model-00001-of-00025.safetensors",9    "model.layers.0.input_layernorm.weight": "model-00001-of-00025.safetensors",10    "model.layers.0.mlp.experts.0.down_proj.weight": "model-00001-of-00025.safetensors",11    "model.layers.0.mlp.experts.0.gate_proj.weight": "model-00001-of-00025.safetensors",12    "model.layers.0.mlp.experts.0.up_proj.weight": "model-00001-of-00025.safetensors",13    "model.layers.0.mlp.experts.1.down_proj.weight": "model-00001-of-00025.safetensors",14    "model.layers.0.mlp.experts.1.gate_proj.weight": "model-00001-of-00025.safetensors",15    "model.layers.0.mlp.experts.1.up_proj.weight": "model-00001-of-00025.safetensors",16    "model.layers.0.mlp.experts.10.down_proj.weight": "model-00001-of-00025.safetensors",17    "model.layers.0.mlp.experts.10.gate_proj.weight": "model-00001-of-00025.safetensors",18    "model.layers.0.mlp.experts.10.up_proj.weight": "model-00001-of-00025.safetensors",19    "model.layers.0.mlp.experts.100.down_proj.weight": "model-00001-of-00025.safetensors",20    "model.layers.0.mlp.experts.100.gate_proj.weight": "model-00001-of-00025.safetensors",21    "model.layers.0.mlp.experts.100.up_proj.weight": "model-00001-of-00025.safetensors",22    "model.layers.0.mlp.experts.101.down_proj.weight": "model-00001-of-00025.safetensors",23    "model.layers.0.mlp.experts.101.gate_proj.weight": "model-00001-of-00025.safetensors",24    "model.layers.0.mlp.experts.101.up_proj.weight": "model-00001-of-00025.safetensors",25    "model.layers.0.mlp.experts.102.down_proj.weight": "model-00001-of-00025.safetensors",26    "model.layers.0.mlp.experts.102.gate_proj.weight": "model-00001-of-00025.safetensors",27    "model.layers.0.mlp.experts.102.up_proj.weight": "model-00001-of-00025.safetensors",28    "model.layers.0.mlp.experts.103.down_proj.weight": "model-00001-of-00025.safetensors",29    "model.layers.0.mlp.experts.103.gate_proj.weight": "model-00001-of-00025.safetensors",30    "model.layers.0.mlp.experts.103.up_proj.weight": "model-00001-of-00025.safetensors",31    "model.layers.0.mlp.experts.104.down_proj.weight": "model-00001-of-00025.safetensors",32    "model.layers.0.mlp.experts.104.gate_proj.weight": "model-00001-of-00025.safetensors",33    "model.layers.0.mlp.experts.104.up_proj.weight": "model-00001-of-00025.safetensors",34    "model.layers.0.mlp.experts.105.down_proj.weight": "model-00001-of-00025.safetensors",35    "model.layers.0.mlp.experts.105.gate_proj.weight": "model-00001-of-00025.safetensors",36    "model.layers.0.mlp.experts.105.up_proj.weight": "model-00001-of-00025.safetensors",37    "model.layers.0.mlp.experts.106.down_proj.weight": "model-00001-of-00025.safetensors",38    "model.layers.0.mlp.experts.106.gate_proj.weight": "model-00001-of-00025.safetensors",39    "model.layers.0.mlp.experts.106.up_proj.weight": "model-00001-of-00025.safetensors",40    "model.layers.0.mlp.experts.107.down_proj.weight": "model-00001-of-00025.safetensors",41    "model.layers.0.mlp.experts.107.gate_proj.weight": "model-00001-of-00025.safetensors",42    "model.layers.0.mlp.experts.107.up_proj.weight": "model-00001-of-00025.safetensors",43    "model.layers.0.mlp.experts.108.down_proj.weight": "model-00001-of-00025.safetensors",44    "model.layers.0.mlp.experts.108.gate_proj.weight": "model-00001-of-00025.safetensors",45    "model.layers.0.mlp.experts.108.up_proj.weight": "model-00001-of-00025.safetensors",46    "model.layers.0.mlp.experts.109.down_proj.weight": "model-00001-of-00025.safetensors",47    "model.layers.0.mlp.experts.109.gate_proj.weight": "model-00001-of-00025.safetensors",48    "model.layers.0.mlp.experts.109.up_proj.weight": "model-00001-of-00025.safetensors",49    "model.layers.0.mlp.experts.11.down_proj.weight": "model-00001-of-00025.safetensors",50    "model.layers.0.mlp.experts.11.gate_proj.weight": "model-00001-of-00025.safetensors",51    "model.layers.0.mlp.experts.11.up_proj.weight": "model-00001-of-00025.safetensors",52    "model.layers.0.mlp.experts.110.down_proj.weight": "model-00001-of-00025.safetensors",53    "model.layers.0.mlp.experts.110.gate_proj.weight": "model-00001-of-00025.safetensors",54    "model.layers.0.mlp.experts.110.up_proj.weight": "model-00001-of-00025.safetensors",55    "model.layers.0.mlp.experts.111.down_proj.weight": "model-00001-of-00025.safetensors",56    "model.layers.0.mlp.experts.111.gate_proj.weight": "model-00001-of-00025.safetensors",57    "model.layers.0.mlp.experts.111.up_proj.weight": "model-00001-of-00025.safetensors",58    "model.layers.0.mlp.experts.112.down_proj.weight": "model-00001-of-00025.safetensors",59    "model.layers.0.mlp.experts.112.gate_proj.weight": "model-00001-of-00025.safetensors",60    "model.layers.0.mlp.experts.112.up_proj.weight": "model-00001-of-00025.safetensors",61    "model.layers.0.mlp.experts.113.down_proj.weight": "model-00001-of-00025.safetensors",62    "model.layers.0.mlp.experts.113.gate_proj.weight": "model-00001-of-00025.safetensors",63    "model.layers.0.mlp.experts.113.up_proj.weight": "model-00001-of-00025.safetensors",64    "model.layers.0.mlp.experts.114.down_proj.weight": "model-00001-of-00025.safetensors",65    "model.layers.0.mlp.experts.114.gate_proj.weight": "model-00001-of-00025.safetensors",66    "model.layers.0.mlp.experts.114.up_proj.weight": "model-00001-of-00025.safetensors",67    "model.layers.0.mlp.experts.115.down_proj.weight": "model-00001-of-00025.safetensors",68    "model.layers.0.mlp.experts.115.gate_proj.weight": "model-00001-of-00025.safetensors",69    "model.layers.0.mlp.experts.115.up_proj.weight": "model-00001-of-00025.safetensors",70    "model.layers.0.mlp.experts.116.down_proj.weight": "model-00001-of-00025.safetensors",71    "model.layers.0.mlp.experts.116.gate_proj.weight": "model-00001-of-00025.safetensors",72    "model.layers.0.mlp.experts.116.up_proj.weight": "model-00001-of-00025.safetensors",73    "model.layers.0.mlp.experts.117.down_proj.weight": "model-00001-of-00025.safetensors",74    "model.layers.0.mlp.experts.117.gate_proj.weight": "model-00001-of-00025.safetensors",75    "model.layers.0.mlp.experts.117.up_proj.weight": "model-00001-of-00025.safetensors",76    "model.layers.0.mlp.experts.118.down_proj.weight": "model-00001-of-00025.safetensors",77    "model.layers.0.mlp.experts.118.gate_proj.weight": "model-00001-of-00025.safetensors",78    "model.layers.0.mlp.experts.118.up_proj.weight": "model-00001-of-00025.safetensors",79    "model.layers.0.mlp.experts.119.down_proj.weight": "model-00001-of-00025.safetensors",80    "model.layers.0.mlp.experts.119.gate_proj.weight": "model-00001-of-00025.safetensors",81    "model.layers.0.mlp.experts.119.up_proj.weight": "model-00001-of-00025.safetensors",82    "model.layers.0.mlp.experts.12.down_proj.weight": "model-00001-of-00025.safetensors",83    "model.layers.0.mlp.experts.12.gate_proj.weight": "model-00001-of-00025.safetensors",84    "model.layers.0.mlp.experts.12.up_proj.weight": "model-00001-of-00025.safetensors",85    "model.layers.0.mlp.experts.120.down_proj.weight": "model-00001-of-00025.safetensors",86    "model.layers.0.mlp.experts.120.gate_proj.weight": "model-00001-of-00025.safetensors",87    "model.layers.0.mlp.experts.120.up_proj.weight": "model-00001-of-00025.safetensors",88    "model.layers.0.mlp.experts.121.down_proj.weight": "model-00001-of-00025.safetensors",89    "model.layers.0.mlp.experts.121.gate_proj.weight": "model-00001-of-00025.safetensors",90    "model.layers.0.mlp.experts.121.up_proj.weight": "model-00001-of-00025.safetensors",91    "model.layers.0.mlp.experts.122.down_proj.weight": "model-00001-of-00025.safetensors",92    "model.layers.0.mlp.experts.122.gate_proj.weight": "model-00001-of-00025.safetensors",93    "model.layers.0.mlp.experts.122.up_proj.weight": "model-00001-of-00025.safetensors",94    "model.layers.0.mlp.experts.123.down_proj.weight": "model-00001-of-00025.safetensors",95    "model.layers.0.mlp.experts.123.gate_proj.weight": "model-00001-of-00025.safetensors",96    "model.layers.0.mlp.experts.123.up_proj.weight": "model-00001-of-00025.safetensors",97    "model.layers.0.mlp.experts.124.down_proj.weight": "model-00001-of-00025.safetensors",98    "model.layers.0.mlp.experts.124.gate_proj.weight": "model-00001-of-00025.safetensors",99    "model.layers.0.mlp.experts.124.up_proj.weight": "model-00001-of-00025.safetensors",100    "model.layers.0.mlp.experts.125.down_proj.weight": "model-00001-of-00025.safetensors",101    "model.layers.0.mlp.experts.125.gate_proj.weight": "model-00001-of-00025.safetensors",102    "model.layers.0.mlp.experts.125.up_proj.weight": "model-00001-of-00025.safetensors",103    "model.layers.0.mlp.experts.126.down_proj.weight": "model-00001-of-00025.safetensors",104    "model.layers.0.mlp.experts.126.gate_proj.weight": "model-00001-of-00025.safetensors",105    "model.layers.0.mlp.experts.126.up_proj.weight": "model-00001-of-00025.safetensors",106    "model.layers.0.mlp.experts.127.down_proj.weight": "model-00001-of-00025.safetensors",107    "model.layers.0.mlp.experts.127.gate_proj.weight": "model-00001-of-00025.safetensors",108    "model.layers.0.mlp.experts.127.up_proj.weight": "model-00001-of-00025.safetensors",109    "model.layers.0.mlp.experts.13.down_proj.weight": "model-00001-of-00025.safetensors",110    "model.layers.0.mlp.experts.13.gate_proj.weight": "model-00001-of-00025.safetensors",111    "model.layers.0.mlp.experts.13.up_proj.weight": "model-00001-of-00025.safetensors",112    "model.layers.0.mlp.experts.14.down_proj.weight": "model-00001-of-00025.safetensors",113    "model.layers.0.mlp.experts.14.gate_proj.weight": "model-00001-of-00025.safetensors",114    "model.layers.0.mlp.experts.14.up_proj.weight": "model-00001-of-00025.safetensors",115    "model.layers.0.mlp.experts.15.down_proj.weight": "model-00001-of-00025.safetensors",116    "model.layers.0.mlp.experts.15.gate_proj.weight": "model-00001-of-00025.safetensors",117    "model.layers.0.mlp.experts.15.up_proj.weight": "model-00001-of-00025.safetensors",118    "model.layers.0.mlp.experts.16.down_proj.weight": "model-00001-of-00025.safetensors",119    "model.layers.0.mlp.experts.16.gate_proj.weight": "model-00001-of-00025.safetensors",120    "model.layers.0.mlp.experts.16.up_proj.weight": "model-00001-of-00025.safetensors",121    "model.layers.0.mlp.experts.17.down_proj.weight": "model-00001-of-00025.safetensors",122    "model.layers.0.mlp.experts.17.gate_proj.weight": "model-00001-of-00025.safetensors",123    "model.layers.0.mlp.experts.17.up_proj.weight": "model-00001-of-00025.safetensors",124    "model.layers.0.mlp.experts.18.down_proj.weight": "model-00001-of-00025.safetensors",125    "model.layers.0.mlp.experts.18.gate_proj.weight": "model-00001-of-00025.safetensors",126    "model.layers.0.mlp.experts.18.up_proj.weight": "model-00001-of-00025.safetensors",127    "model.layers.0.mlp.experts.19.down_proj.weight": "model-00001-of-00025.safetensors",128    "model.layers.0.mlp.experts.19.gate_proj.weight": "model-00001-of-00025.safetensors",129    "model.layers.0.mlp.experts.19.up_proj.weight": "model-00001-of-00025.safetensors",130    "model.layers.0.mlp.experts.2.down_proj.weight": "model-00001-of-00025.safetensors",131    "model.layers.0.mlp.experts.2.gate_proj.weight": "model-00001-of-00025.safetensors",132    "model.layers.0.mlp.experts.2.up_proj.weight": "model-00001-of-00025.safetensors",133    "model.layers.0.mlp.experts.20.down_proj.weight": "model-00001-of-00025.safetensors",134    "model.layers.0.mlp.experts.20.gate_proj.weight": "model-00001-of-00025.safetensors",135    "model.layers.0.mlp.experts.20.up_proj.weight": "model-00001-of-00025.safetensors",136    "model.layers.0.mlp.experts.21.down_proj.weight": "model-00001-of-00025.safetensors",137    "model.layers.0.mlp.experts.21.gate_proj.weight": "model-00001-of-00025.safetensors",138    "model.layers.0.mlp.experts.21.up_proj.weight": "model-00001-of-00025.safetensors",139    "model.layers.0.mlp.experts.22.down_proj.weight": "model-00001-of-00025.safetensors",140    "model.layers.0.mlp.experts.22.gate_proj.weight": "model-00001-of-00025.safetensors",141    "model.layers.0.mlp.experts.22.up_proj.weight": "model-00001-of-00025.safetensors",142    "model.layers.0.mlp.experts.23.down_proj.weight": "model-00001-of-00025.safetensors",143    "model.layers.0.mlp.experts.23.gate_proj.weight": "model-00001-of-00025.safetensors",144    "model.layers.0.mlp.experts.23.up_proj.weight": "model-00001-of-00025.safetensors",145    "model.layers.0.mlp.experts.24.down_proj.weight": "model-00001-of-00025.safetensors",146    "model.layers.0.mlp.experts.24.gate_proj.weight": "model-00001-of-00025.safetensors",147    "model.layers.0.mlp.experts.24.up_proj.weight": "model-00001-of-00025.safetensors",148    "model.layers.0.mlp.experts.25.down_proj.weight": "model-00001-of-00025.safetensors",149    "model.layers.0.mlp.experts.25.gate_proj.weight": "model-00001-of-00025.safetensors",150    "model.layers.0.mlp.experts.25.up_proj.weight": "model-00001-of-00025.safetensors",151    "model.layers.0.mlp.experts.26.down_proj.weight": "model-00001-of-00025.safetensors",152    "model.layers.0.mlp.experts.26.gate_proj.weight": "model-00001-of-00025.safetensors",153    "model.layers.0.mlp.experts.26.up_proj.weight": "model-00001-of-00025.safetensors",154    "model.layers.0.mlp.experts.27.down_proj.weight": "model-00001-of-00025.safetensors",155    "model.layers.0.mlp.experts.27.gate_proj.weight": "model-00001-of-00025.safetensors",156    "model.layers.0.mlp.experts.27.up_proj.weight": "model-00001-of-00025.safetensors",157    "model.layers.0.mlp.experts.28.down_proj.weight": "model-00001-of-00025.safetensors",158    "model.layers.0.mlp.experts.28.gate_proj.weight": "model-00001-of-00025.safetensors",159    "model.layers.0.mlp.experts.28.up_proj.weight": "model-00001-of-00025.safetensors",160    "model.layers.0.mlp.experts.29.down_proj.weight": "model-00001-of-00025.safetensors",161    "model.layers.0.mlp.experts.29.gate_proj.weight": "model-00001-of-00025.safetensors",162    "model.layers.0.mlp.experts.29.up_proj.weight": "model-00001-of-00025.safetensors",163    "model.layers.0.mlp.experts.3.down_proj.weight": "model-00001-of-00025.safetensors",164    "model.layers.0.mlp.experts.3.gate_proj.weight": "model-00001-of-00025.safetensors",165    "model.layers.0.mlp.experts.3.up_proj.weight": "model-00001-of-00025.safetensors",166    "model.layers.0.mlp.experts.30.down_proj.weight": "model-00001-of-00025.safetensors",167    "model.layers.0.mlp.experts.30.gate_proj.weight": "model-00001-of-00025.safetensors",168    "model.layers.0.mlp.experts.30.up_proj.weight": "model-00001-of-00025.safetensors",169    "model.layers.0.mlp.experts.31.down_proj.weight": "model-00001-of-00025.safetensors",170    "model.layers.0.mlp.experts.31.gate_proj.weight": "model-00001-of-00025.safetensors",171    "model.layers.0.mlp.experts.31.up_proj.weight": "model-00001-of-00025.safetensors",172    "model.layers.0.mlp.experts.32.down_proj.weight": "model-00001-of-00025.safetensors",173    "model.layers.0.mlp.experts.32.gate_proj.weight": "model-00001-of-00025.safetensors",174    "model.layers.0.mlp.experts.32.up_proj.weight": "model-00001-of-00025.safetensors",175    "model.layers.0.mlp.experts.33.down_proj.weight": "model-00001-of-00025.safetensors",176    "model.layers.0.mlp.experts.33.gate_proj.weight": "model-00001-of-00025.safetensors",177    "model.layers.0.mlp.experts.33.up_proj.weight": "model-00001-of-00025.safetensors",178    "model.layers.0.mlp.experts.34.down_proj.weight": "model-00001-of-00025.safetensors",179    "model.layers.0.mlp.experts.34.gate_proj.weight": "model-00001-of-00025.safetensors",180    "model.layers.0.mlp.experts.34.up_proj.weight": "model-00001-of-00025.safetensors",181    "model.layers.0.mlp.experts.35.down_proj.weight": "model-00001-of-00025.safetensors",182    "model.layers.0.mlp.experts.35.gate_proj.weight": "model-00001-of-00025.safetensors",183    "model.layers.0.mlp.experts.35.up_proj.weight": "model-00001-of-00025.safetensors",184    "model.layers.0.mlp.experts.36.down_proj.weight": "model-00001-of-00025.safetensors",185    "model.layers.0.mlp.experts.36.gate_proj.weight": "model-00001-of-00025.safetensors",186    "model.layers.0.mlp.experts.36.up_proj.weight": "model-00001-of-00025.safetensors",187    "model.layers.0.mlp.experts.37.down_proj.weight": "model-00001-of-00025.safetensors",188    "model.layers.0.mlp.experts.37.gate_proj.weight": "model-00001-of-00025.safetensors",189    "model.layers.0.mlp.experts.37.up_proj.weight": "model-00001-of-00025.safetensors",190    "model.layers.0.mlp.experts.38.down_proj.weight": "model-00001-of-00025.safetensors",191    "model.layers.0.mlp.experts.38.gate_proj.weight": "model-00001-of-00025.safetensors",192    "model.layers.0.mlp.experts.38.up_proj.weight": "model-00001-of-00025.safetensors",193    "model.layers.0.mlp.experts.39.down_proj.weight": "model-00001-of-00025.safetensors",194    "model.layers.0.mlp.experts.39.gate_proj.weight": "model-00001-of-00025.safetensors",195    "model.layers.0.mlp.experts.39.up_proj.weight": "model-00001-of-00025.safetensors",196    "model.layers.0.mlp.experts.4.down_proj.weight": "model-00001-of-00025.safetensors",197    "model.layers.0.mlp.experts.4.gate_proj.weight": "model-00001-of-00025.safetensors",198    "model.layers.0.mlp.experts.4.up_proj.weight": "model-00001-of-00025.safetensors",199    "model.layers.0.mlp.experts.40.down_proj.weight": "model-00001-of-00025.safetensors",200    "model.layers.0.mlp.experts.40.gate_proj.weight": "model-00001-of-00025.safetensors",201    "model.layers.0.mlp.experts.40.up_proj.weight": "model-00001-of-00025.safetensors",202    "model.layers.0.mlp.experts.41.down_proj.weight": "model-00001-of-00025.safetensors",203    "model.layers.0.mlp.experts.41.gate_proj.weight": "model-00001-of-00025.safetensors",204    "model.layers.0.mlp.experts.41.up_proj.weight": "model-00001-of-00025.safetensors",205    "model.layers.0.mlp.experts.42.down_proj.weight": "model-00001-of-00025.safetensors",206    "model.layers.0.mlp.experts.42.gate_proj.weight": "model-00001-of-00025.safetensors",207    "model.layers.0.mlp.experts.42.up_proj.weight": "model-00001-of-00025.safetensors",208    "model.layers.0.mlp.experts.43.down_proj.weight": "model-00001-of-00025.safetensors",209    "model.layers.0.mlp.experts.43.gate_proj.weight": "model-00001-of-00025.safetensors",210    "model.layers.0.mlp.experts.43.up_proj.weight": "model-00001-of-00025.safetensors",211    "model.layers.0.mlp.experts.44.down_proj.weight": "model-00001-of-00025.safetensors",212    "model.layers.0.mlp.experts.44.gate_proj.weight": "model-00001-of-00025.safetensors",213    "model.layers.0.mlp.experts.44.up_proj.weight": "model-00001-of-00025.safetensors",214    "model.layers.0.mlp.experts.45.down_proj.weight": "model-00001-of-00025.safetensors",215    "model.layers.0.mlp.experts.45.gate_proj.weight": "model-00001-of-00025.safetensors",216    "model.layers.0.mlp.experts.45.up_proj.weight": "model-00001-of-00025.safetensors",217    "model.layers.0.mlp.experts.46.down_proj.weight": "model-00001-of-00025.safetensors",218    "model.layers.0.mlp.experts.46.gate_proj.weight": "model-00001-of-00025.safetensors",219    "model.layers.0.mlp.experts.46.up_proj.weight": "model-00001-of-00025.safetensors",220    "model.layers.0.mlp.experts.47.down_proj.weight": "model-00001-of-00025.safetensors",221    "model.layers.0.mlp.experts.47.gate_proj.weight": "model-00001-of-00025.safetensors",222    "model.layers.0.mlp.experts.47.up_proj.weight": "model-00001-of-00025.safetensors",223    "model.layers.0.mlp.experts.48.down_proj.weight": "model-00001-of-00025.safetensors",224    "model.layers.0.mlp.experts.48.gate_proj.weight": "model-00001-of-00025.safetensors",225    "model.layers.0.mlp.experts.48.up_proj.weight": "model-00001-of-00025.safetensors",226    "model.layers.0.mlp.experts.49.down_proj.weight": "model-00001-of-00025.safetensors",227    "model.layers.0.mlp.experts.49.gate_proj.weight": "model-00001-of-00025.safetensors",228    "model.layers.0.mlp.experts.49.up_proj.weight": "model-00001-of-00025.safetensors",229    "model.layers.0.mlp.experts.5.down_proj.weight": "model-00001-of-00025.safetensors",230    "model.layers.0.mlp.experts.5.gate_proj.weight": "model-00001-of-00025.safetensors",231    "model.layers.0.mlp.experts.5.up_proj.weight": "model-00001-of-00025.safetensors",232    "model.layers.0.mlp.experts.50.down_proj.weight": "model-00001-of-00025.safetensors",233    "model.layers.0.mlp.experts.50.gate_proj.weight": "model-00001-of-00025.safetensors",234    "model.layers.0.mlp.experts.50.up_proj.weight": "model-00001-of-00025.safetensors",235    "model.layers.0.mlp.experts.51.down_proj.weight": "model-00001-of-00025.safetensors",236    "model.layers.0.mlp.experts.51.gate_proj.weight": "model-00001-of-00025.safetensors",237    "model.layers.0.mlp.experts.51.up_proj.weight": "model-00001-of-00025.safetensors",238    "model.layers.0.mlp.experts.52.down_proj.weight": "model-00001-of-00025.safetensors",239    "model.layers.0.mlp.experts.52.gate_proj.weight": "model-00001-of-00025.safetensors",240    "model.layers.0.mlp.experts.52.up_proj.weight": "model-00001-of-00025.safetensors",241    "model.layers.0.mlp.experts.53.down_proj.weight": "model-00001-of-00025.safetensors",242    "model.layers.0.mlp.experts.53.gate_proj.weight": "model-00001-of-00025.safetensors",243    "model.layers.0.mlp.experts.53.up_proj.weight": "model-00001-of-00025.safetensors",244    "model.layers.0.mlp.experts.54.down_proj.weight": "model-00001-of-00025.safetensors",245    "model.layers.0.mlp.experts.54.gate_proj.weight": "model-00001-of-00025.safetensors",246    "model.layers.0.mlp.experts.54.up_proj.weight": "model-00001-of-00025.safetensors",247    "model.layers.0.mlp.experts.55.down_proj.weight": "model-00001-of-00025.safetensors",248    "model.layers.0.mlp.experts.55.gate_proj.weight": "model-00001-of-00025.safetensors",249    "model.layers.0.mlp.experts.55.up_proj.weight": "model-00001-of-00025.safetensors",250    "model.layers.0.mlp.experts.56.down_proj.weight": "model-00001-of-00025.safetensors",251    "model.layers.0.mlp.experts.56.gate_proj.weight": "model-00001-of-00025.safetensors",252    "model.layers.0.mlp.experts.56.up_proj.weight": "model-00001-of-00025.safetensors",253    "model.layers.0.mlp.experts.57.down_proj.weight": "model-00001-of-00025.safetensors",254    "model.layers.0.mlp.experts.57.gate_proj.weight": "model-00001-of-00025.safetensors",255    "model.layers.0.mlp.experts.57.up_proj.weight": "model-00001-of-00025.safetensors",256    "model.layers.0.mlp.experts.58.down_proj.weight": "model-00001-of-00025.safetensors",257    "model.layers.0.mlp.experts.58.gate_proj.weight": "model-00001-of-00025.safetensors",258    "model.layers.0.mlp.experts.58.up_proj.weight": "model-00001-of-00025.safetensors",259    "model.layers.0.mlp.experts.59.down_proj.weight": "model-00001-of-00025.safetensors",260    "model.layers.0.mlp.experts.59.gate_proj.weight": "model-00001-of-00025.safetensors",261    "model.layers.0.mlp.experts.59.up_proj.weight": "model-00001-of-00025.safetensors",262    "model.layers.0.mlp.experts.6.down_proj.weight": "model-00001-of-00025.safetensors",263    "model.layers.0.mlp.experts.6.gate_proj.weight": "model-00001-of-00025.safetensors",264    "model.layers.0.mlp.experts.6.up_proj.weight": "model-00001-of-00025.safetensors",265    "model.layers.0.mlp.experts.60.down_proj.weight": "model-00001-of-00025.safetensors",266    "model.layers.0.mlp.experts.60.gate_proj.weight": "model-00001-of-00025.safetensors",267    "model.layers.0.mlp.experts.60.up_proj.weight": "model-00001-of-00025.safetensors",268    "model.layers.0.mlp.experts.61.down_proj.weight": "model-00001-of-00025.safetensors",269    "model.layers.0.mlp.experts.61.gate_proj.weight": "model-00001-of-00025.safetensors",270    "model.layers.0.mlp.experts.61.up_proj.weight": "model-00001-of-00025.safetensors",271    "model.layers.0.mlp.experts.62.down_proj.weight": "model-00001-of-00025.safetensors",272    "model.layers.0.mlp.experts.62.gate_proj.weight": "model-00001-of-00025.safetensors",273    "model.layers.0.mlp.experts.62.up_proj.weight": "model-00001-of-00025.safetensors",274    "model.layers.0.mlp.experts.63.down_proj.weight": "model-00001-of-00025.safetensors",275    "model.layers.0.mlp.experts.63.gate_proj.weight": "model-00001-of-00025.safetensors",276    "model.layers.0.mlp.experts.63.up_proj.weight": "model-00001-of-00025.safetensors",277    "model.layers.0.mlp.experts.64.down_proj.weight": "model-00001-of-00025.safetensors",278    "model.layers.0.mlp.experts.64.gate_proj.weight": "model-00001-of-00025.safetensors",279    "model.layers.0.mlp.experts.64.up_proj.weight": "model-00001-of-00025.safetensors",280    "model.layers.0.mlp.experts.65.down_proj.weight": "model-00001-of-00025.safetensors",281    "model.layers.0.mlp.experts.65.gate_proj.weight": "model-00001-of-00025.safetensors",282    "model.layers.0.mlp.experts.65.up_proj.weight": "model-00001-of-00025.safetensors",283    "model.layers.0.mlp.experts.66.down_proj.weight": "model-00001-of-00025.safetensors",284    "model.layers.0.mlp.experts.66.gate_proj.weight": "model-00001-of-00025.safetensors",285    "model.layers.0.mlp.experts.66.up_proj.weight": "model-00001-of-00025.safetensors",286    "model.layers.0.mlp.experts.67.down_proj.weight": "model-00001-of-00025.safetensors",287    "model.layers.0.mlp.experts.67.gate_proj.weight": "model-00001-of-00025.safetensors",288    "model.layers.0.mlp.experts.67.up_proj.weight": "model-00001-of-00025.safetensors",289    "model.layers.0.mlp.experts.68.down_proj.weight": "model-00001-of-00025.safetensors",290    "model.layers.0.mlp.experts.68.gate_proj.weight": "model-00001-of-00025.safetensors",291    "model.layers.0.mlp.experts.68.up_proj.weight": "model-00001-of-00025.safetensors",292    "model.layers.0.mlp.experts.69.down_proj.weight": "model-00001-of-00025.safetensors",293    "model.layers.0.mlp.experts.69.gate_proj.weight": "model-00001-of-00025.safetensors",294    "model.layers.0.mlp.experts.69.up_proj.weight": "model-00001-of-00025.safetensors",295    "model.layers.0.mlp.experts.7.down_proj.weight": "model-00001-of-00025.safetensors",296    "model.layers.0.mlp.experts.7.gate_proj.weight": "model-00001-of-00025.safetensors",297    "model.layers.0.mlp.experts.7.up_proj.weight": "model-00001-of-00025.safetensors",298    "model.layers.0.mlp.experts.70.down_proj.weight": "model-00001-of-00025.safetensors",299    "model.layers.0.mlp.experts.70.gate_proj.weight": "model-00001-of-00025.safetensors",300    "model.layers.0.mlp.experts.70.up_proj.weight": "model-00001-of-00025.safetensors",301    "model.layers.0.mlp.experts.71.down_proj.weight": "model-00001-of-00025.safetensors",302    "model.layers.0.mlp.experts.71.gate_proj.weight": "model-00001-of-00025.safetensors",303    "model.layers.0.mlp.experts.71.up_proj.weight": "model-00001-of-00025.safetensors",304    "model.layers.0.mlp.experts.72.down_proj.weight": "model-00001-of-00025.safetensors",305    "model.layers.0.mlp.experts.72.gate_proj.weight": "model-00001-of-00025.safetensors",306    "model.layers.0.mlp.experts.72.up_proj.weight": "model-00001-of-00025.safetensors",307    "model.layers.0.mlp.experts.73.down_proj.weight": "model-00001-of-00025.safetensors",308    "model.layers.0.mlp.experts.73.gate_proj.weight": "model-00001-of-00025.safetensors",309    "model.layers.0.mlp.experts.73.up_proj.weight": "model-00001-of-00025.safetensors",310    "model.layers.0.mlp.experts.74.down_proj.weight": "model-00001-of-00025.safetensors",311    "model.layers.0.mlp.experts.74.gate_proj.weight": "model-00001-of-00025.safetensors",312    "model.layers.0.mlp.experts.74.up_proj.weight": "model-00001-of-00025.safetensors",313    "model.layers.0.mlp.experts.75.down_proj.weight": "model-00001-of-00025.safetensors",314    "model.layers.0.mlp.experts.75.gate_proj.weight": "model-00001-of-00025.safetensors",315    "model.layers.0.mlp.experts.75.up_proj.weight": "model-00001-of-00025.safetensors",316    "model.layers.0.mlp.experts.76.down_proj.weight": "model-00001-of-00025.safetensors",317    "model.layers.0.mlp.experts.76.gate_proj.weight": "model-00001-of-00025.safetensors",318    "model.layers.0.mlp.experts.76.up_proj.weight": "model-00001-of-00025.safetensors",319    "model.layers.0.mlp.experts.77.down_proj.weight": "model-00001-of-00025.safetensors",320    "model.layers.0.mlp.experts.77.gate_proj.weight": "model-00001-of-00025.safetensors",321    "model.layers.0.mlp.experts.77.up_proj.weight": "model-00001-of-00025.safetensors",322    "model.layers.0.mlp.experts.78.down_proj.weight": "model-00001-of-00025.safetensors",323    "model.layers.0.mlp.experts.78.gate_proj.weight": "model-00001-of-00025.safetensors",324    "model.layers.0.mlp.experts.78.up_proj.weight": "model-00001-of-00025.safetensors",325    "model.layers.0.mlp.experts.79.down_proj.weight": "model-00001-of-00025.safetensors",326    "model.layers.0.mlp.experts.79.gate_proj.weight": "model-00001-of-00025.safetensors",327    "model.layers.0.mlp.experts.79.up_proj.weight": "model-00001-of-00025.safetensors",328    "model.layers.0.mlp.experts.8.down_proj.weight": "model-00001-of-00025.safetensors",329    "model.layers.0.mlp.experts.8.gate_proj.weight": "model-00001-of-00025.safetensors",330    "model.layers.0.mlp.experts.8.up_proj.weight": "model-00001-of-00025.safetensors",331    "model.layers.0.mlp.experts.80.down_proj.weight": "model-00001-of-00025.safetensors",332    "model.layers.0.mlp.experts.80.gate_proj.weight": "model-00001-of-00025.safetensors",333    "model.layers.0.mlp.experts.80.up_proj.weight": "model-00001-of-00025.safetensors",334    "model.layers.0.mlp.experts.81.down_proj.weight": "model-00001-of-00025.safetensors",335    "model.layers.0.mlp.experts.81.gate_proj.weight": "model-00001-of-00025.safetensors",336    "model.layers.0.mlp.experts.81.up_proj.weight": "model-00001-of-00025.safetensors",337    "model.layers.0.mlp.experts.82.down_proj.weight": "model-00001-of-00025.safetensors",338    "model.layers.0.mlp.experts.82.gate_proj.weight": "model-00001-of-00025.safetensors",339    "model.layers.0.mlp.experts.82.up_proj.weight": "model-00001-of-00025.safetensors",340    "model.layers.0.mlp.experts.83.down_proj.weight": "model-00001-of-00025.safetensors",341    "model.layers.0.mlp.experts.83.gate_proj.weight": "model-00001-of-00025.safetensors",342    "model.layers.0.mlp.experts.83.up_proj.weight": "model-00001-of-00025.safetensors",343    "model.layers.0.mlp.experts.84.down_proj.weight": "model-00001-of-00025.safetensors",344    "model.layers.0.mlp.experts.84.gate_proj.weight": "model-00001-of-00025.safetensors",345    "model.layers.0.mlp.experts.84.up_proj.weight": "model-00001-of-00025.safetensors",346    "model.layers.0.mlp.experts.85.down_proj.weight": "model-00001-of-00025.safetensors",347    "model.layers.0.mlp.experts.85.gate_proj.weight": "model-00001-of-00025.safetensors",348    "model.layers.0.mlp.experts.85.up_proj.weight": "model-00001-of-00025.safetensors",349    "model.layers.0.mlp.experts.86.down_proj.weight": "model-00001-of-00025.safetensors",350    "model.layers.0.mlp.experts.86.gate_proj.weight": "model-00001-of-00025.safetensors",351    "model.layers.0.mlp.experts.86.up_proj.weight": "model-00001-of-00025.safetensors",352    "model.layers.0.mlp.experts.87.down_proj.weight": "model-00001-of-00025.safetensors",353    "model.layers.0.mlp.experts.87.gate_proj.weight": "model-00001-of-00025.safetensors",354    "model.layers.0.mlp.experts.87.up_proj.weight": "model-00001-of-00025.safetensors",355    "model.layers.0.mlp.experts.88.down_proj.weight": "model-00001-of-00025.safetensors",356    "model.layers.0.mlp.experts.88.gate_proj.weight": "model-00001-of-00025.safetensors",357    "model.layers.0.mlp.experts.88.up_proj.weight": "model-00001-of-00025.safetensors",358    "model.layers.0.mlp.experts.89.down_proj.weight": "model-00001-of-00025.safetensors",359    "model.layers.0.mlp.experts.89.gate_proj.weight": "model-00001-of-00025.safetensors",360    "model.layers.0.mlp.experts.89.up_proj.weight": "model-00001-of-00025.safetensors",361    "model.layers.0.mlp.experts.9.down_proj.weight": "model-00001-of-00025.safetensors",362    "model.layers.0.mlp.experts.9.gate_proj.weight": "model-00001-of-00025.safetensors",363    "model.layers.0.mlp.experts.9.up_proj.weight": "model-00001-of-00025.safetensors",364    "model.layers.0.mlp.experts.90.down_proj.weight": "model-00001-of-00025.safetensors",365    "model.layers.0.mlp.experts.90.gate_proj.weight": "model-00001-of-00025.safetensors",366    "model.layers.0.mlp.experts.90.up_proj.weight": "model-00001-of-00025.safetensors",367    "model.layers.0.mlp.experts.91.down_proj.weight": "model-00001-of-00025.safetensors",368    "model.layers.0.mlp.experts.91.gate_proj.weight": "model-00001-of-00025.safetensors",369    "model.layers.0.mlp.experts.91.up_proj.weight": "model-00001-of-00025.safetensors",370    "model.layers.0.mlp.experts.92.down_proj.weight": "model-00001-of-00025.safetensors",371    "model.layers.0.mlp.experts.92.gate_proj.weight": "model-00001-of-00025.safetensors",372    "model.layers.0.mlp.experts.92.up_proj.weight": "model-00001-of-00025.safetensors",373    "model.layers.0.mlp.experts.93.down_proj.weight": "model-00001-of-00025.safetensors",374    "model.layers.0.mlp.experts.93.gate_proj.weight": "model-00001-of-00025.safetensors",375    "model.layers.0.mlp.experts.93.up_proj.weight": "model-00001-of-00025.safetensors",376    "model.layers.0.mlp.experts.94.down_proj.weight": "model-00001-of-00025.safetensors",377    "model.layers.0.mlp.experts.94.gate_proj.weight": "model-00001-of-00025.safetensors",378    "model.layers.0.mlp.experts.94.up_proj.weight": "model-00001-of-00025.safetensors",379    "model.layers.0.mlp.experts.95.down_proj.weight": "model-00001-of-00025.safetensors",380    "model.layers.0.mlp.experts.95.gate_proj.weight": "model-00001-of-00025.safetensors",381    "model.layers.0.mlp.experts.95.up_proj.weight": "model-00001-of-00025.safetensors",382    "model.layers.0.mlp.experts.96.down_proj.weight": "model-00001-of-00025.safetensors",383    "model.layers.0.mlp.experts.96.gate_proj.weight": "model-00001-of-00025.safetensors",384    "model.layers.0.mlp.experts.96.up_proj.weight": "model-00001-of-00025.safetensors",385    "model.layers.0.mlp.experts.97.down_proj.weight": "model-00001-of-00025.safetensors",386    "model.layers.0.mlp.experts.97.gate_proj.weight": "model-00001-of-00025.safetensors",387    "model.layers.0.mlp.experts.97.up_proj.weight": "model-00001-of-00025.safetensors",388    "model.layers.0.mlp.experts.98.down_proj.weight": "model-00001-of-00025.safetensors",389    "model.layers.0.mlp.experts.98.gate_proj.weight": "model-00001-of-00025.safetensors",390    "model.layers.0.mlp.experts.98.up_proj.weight": "model-00001-of-00025.safetensors",391    "model.layers.0.mlp.experts.99.down_proj.weight": "model-00001-of-00025.safetensors",392    "model.layers.0.mlp.experts.99.gate_proj.weight": "model-00001-of-00025.safetensors",393    "model.layers.0.mlp.experts.99.up_proj.weight": "model-00001-of-00025.safetensors",394    "model.layers.0.mlp.gate.weight": "model-00001-of-00025.safetensors",395    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00025.safetensors",396    "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00025.safetensors",397    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00025.safetensors",398    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00025.safetensors",399    "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00025.safetensors",400    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00025.safetensors",401    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00025.safetensors",402    "model.layers.1.input_layernorm.weight": "model-00002-of-00025.safetensors",403    "model.layers.1.mlp.experts.0.down_proj.weight": "model-00001-of-00025.safetensors",404    "model.layers.1.mlp.experts.0.gate_proj.weight": "model-00001-of-00025.safetensors",405    "model.layers.1.mlp.experts.0.up_proj.weight": "model-00001-of-00025.safetensors",406    "model.layers.1.mlp.experts.1.down_proj.weight": "model-00001-of-00025.safetensors",407    "model.layers.1.mlp.experts.1.gate_proj.weight": "model-00001-of-00025.safetensors",408    "model.layers.1.mlp.experts.1.up_proj.weight": "model-00001-of-00025.safetensors",409    "model.layers.1.mlp.experts.10.down_proj.weight": "model-00001-of-00025.safetensors",410    "model.layers.1.mlp.experts.10.gate_proj.weight": "model-00001-of-00025.safetensors",411    "model.layers.1.mlp.experts.10.up_proj.weight": "model-00001-of-00025.safetensors",412    "model.layers.1.mlp.experts.100.down_proj.weight": "model-00002-of-00025.safetensors",413    "model.layers.1.mlp.experts.100.gate_proj.weight": "model-00002-of-00025.safetensors",414    "model.layers.1.mlp.experts.100.up_proj.weight": "model-00002-of-00025.safetensors",415    "model.layers.1.mlp.experts.101.down_proj.weight": "model-00002-of-00025.safetensors",416    "model.layers.1.mlp.experts.101.gate_proj.weight": "model-00002-of-00025.safetensors",417    "model.layers.1.mlp.experts.101.up_proj.weight": "model-00002-of-00025.safetensors",418    "model.layers.1.mlp.experts.102.down_proj.weight": "model-00002-of-00025.safetensors",419    "model.layers.1.mlp.experts.102.gate_proj.weight": "model-00002-of-00025.safetensors",420    "model.layers.1.mlp.experts.102.up_proj.weight": "model-00002-of-00025.safetensors",421    "model.layers.1.mlp.experts.103.down_proj.weight": "model-00002-of-00025.safetensors",422    "model.layers.1.mlp.experts.103.gate_proj.weight": "model-00002-of-00025.safetensors",423    "model.layers.1.mlp.experts.103.up_proj.weight": "model-00002-of-00025.safetensors",424    "model.layers.1.mlp.experts.104.down_proj.weight": "model-00002-of-00025.safetensors",425    "model.layers.1.mlp.experts.104.gate_proj.weight": "model-00002-of-00025.safetensors",426    "model.layers.1.mlp.experts.104.up_proj.weight": "model-00002-of-00025.safetensors",427    "model.layers.1.mlp.experts.105.down_proj.weight": "model-00002-of-00025.safetensors",428    "model.layers.1.mlp.experts.105.gate_proj.weight": "model-00002-of-00025.safetensors",429    "model.layers.1.mlp.experts.105.up_proj.weight": "model-00002-of-00025.safetensors",430    "model.layers.1.mlp.experts.106.down_proj.weight": "model-00002-of-00025.safetensors",431    "model.layers.1.mlp.experts.106.gate_proj.weight": "model-00002-of-00025.safetensors",432    "model.layers.1.mlp.experts.106.up_proj.weight": "model-00002-of-00025.safetensors",433    "model.layers.1.mlp.experts.107.down_proj.weight": "model-00002-of-00025.safetensors",434    "model.layers.1.mlp.experts.107.gate_proj.weight": "model-00002-of-00025.safetensors",435    "model.layers.1.mlp.experts.107.up_proj.weight": "model-00002-of-00025.safetensors",436    "model.layers.1.mlp.experts.108.down_proj.weight": "model-00002-of-00025.safetensors",437    "model.layers.1.mlp.experts.108.gate_proj.weight": "model-00002-of-00025.safetensors",438    "model.layers.1.mlp.experts.108.up_proj.weight": "model-00002-of-00025.safetensors",439    "model.layers.1.mlp.experts.109.down_proj.weight": "model-00002-of-00025.safetensors",440    "model.layers.1.mlp.experts.109.gate_proj.weight": "model-00002-of-00025.safetensors",441    "model.layers.1.mlp.experts.109.up_proj.weight": "model-00002-of-00025.safetensors",442    "model.layers.1.mlp.experts.11.down_proj.weight": "model-00001-of-00025.safetensors",443    "model.layers.1.mlp.experts.11.gate_proj.weight": "model-00001-of-00025.safetensors",444    "model.layers.1.mlp.experts.11.up_proj.weight": "model-00001-of-00025.safetensors",445    "model.layers.1.mlp.experts.110.down_proj.weight": "model-00002-of-00025.safetensors",446    "model.layers.1.mlp.experts.110.gate_proj.weight": "model-00002-of-00025.safetensors",447    "model.layers.1.mlp.experts.110.up_proj.weight": "model-00002-of-00025.safetensors",448    "model.layers.1.mlp.experts.111.down_proj.weight": "model-00002-of-00025.safetensors",449    "model.layers.1.mlp.experts.111.gate_proj.weight": "model-00002-of-00025.safetensors",450    "model.layers.1.mlp.experts.111.up_proj.weight": "model-00002-of-00025.safetensors",451    "model.layers.1.mlp.experts.112.down_proj.weight": "model-00002-of-00025.safetensors",452    "model.layers.1.mlp.experts.112.gate_proj.weight": "model-00002-of-00025.safetensors",453    "model.layers.1.mlp.experts.112.up_proj.weight": "model-00002-of-00025.safetensors",454    "model.layers.1.mlp.experts.113.down_proj.weight": "model-00002-of-00025.safetensors",455    "model.layers.1.mlp.experts.113.gate_proj.weight": "model-00002-of-00025.safetensors",456    "model.layers.1.mlp.experts.113.up_proj.weight": "model-00002-of-00025.safetensors",457    "model.layers.1.mlp.experts.114.down_proj.weight": "model-00002-of-00025.safetensors",458    "model.layers.1.mlp.experts.114.gate_proj.weight": "model-00002-of-00025.safetensors",459    "model.layers.1.mlp.experts.114.up_proj.weight": "model-00002-of-00025.safetensors",460    "model.layers.1.mlp.experts.115.down_proj.weight": "model-00002-of-00025.safetensors",461    "model.layers.1.mlp.experts.115.gate_proj.weight": "model-00002-of-00025.safetensors",462    "model.layers.1.mlp.experts.115.up_proj.weight": "model-00002-of-00025.safetensors",463    "model.layers.1.mlp.experts.116.down_proj.weight": "model-00002-of-00025.safetensors",464    "model.layers.1.mlp.experts.116.gate_proj.weight": "model-00002-of-00025.safetensors",465    "model.layers.1.mlp.experts.116.up_proj.weight": "model-00002-of-00025.safetensors",466    "model.layers.1.mlp.experts.117.down_proj.weight": "model-00002-of-00025.safetensors",467    "model.layers.1.mlp.experts.117.gate_proj.weight": "model-00002-of-00025.safetensors",468    "model.layers.1.mlp.experts.117.up_proj.weight": "model-00002-of-00025.safetensors",469    "model.layers.1.mlp.experts.118.down_proj.weight": "model-00002-of-00025.safetensors",470    "model.layers.1.mlp.experts.118.gate_proj.weight": "model-00002-of-00025.safetensors",471    "model.layers.1.mlp.experts.118.up_proj.weight": "model-00002-of-00025.safetensors",472    "model.layers.1.mlp.experts.119.down_proj.weight": "model-00002-of-00025.safetensors",473    "model.layers.1.mlp.experts.119.gate_proj.weight": "model-00002-of-00025.safetensors",474    "model.layers.1.mlp.experts.119.up_proj.weight": "model-00002-of-00025.safetensors",475    "model.layers.1.mlp.experts.12.down_proj.weight": "model-00001-of-00025.safetensors",476    "model.layers.1.mlp.experts.12.gate_proj.weight": "model-00001-of-00025.safetensors",477    "model.layers.1.mlp.experts.12.up_proj.weight": "model-00001-of-00025.safetensors",478    "model.layers.1.mlp.experts.120.down_proj.weight": "model-00002-of-00025.safetensors",479    "model.layers.1.mlp.experts.120.gate_proj.weight": "model-00002-of-00025.safetensors",480    "model.layers.1.mlp.experts.120.up_proj.weight": "model-00002-of-00025.safetensors",481    "model.layers.1.mlp.experts.121.down_proj.weight": "model-00002-of-00025.safetensors",482    "model.layers.1.mlp.experts.121.gate_proj.weight": "model-00002-of-00025.safetensors",483    "model.layers.1.mlp.experts.121.up_proj.weight": "model-00002-of-00025.safetensors",484    "model.layers.1.mlp.experts.122.down_proj.weight": "model-00002-of-00025.safetensors",485    "model.layers.1.mlp.experts.122.gate_proj.weight": "model-00002-of-00025.safetensors",486    "model.layers.1.mlp.experts.122.up_proj.weight": "model-00002-of-00025.safetensors",487    "model.layers.1.mlp.experts.123.down_proj.weight": "model-00002-of-00025.safetensors",488    "model.layers.1.mlp.experts.123.gate_proj.weight": "model-00002-of-00025.safetensors",489    "model.layers.1.mlp.experts.123.up_proj.weight": "model-00002-of-00025.safetensors",490    "model.layers.1.mlp.experts.124.down_proj.weight": "model-00002-of-00025.safetensors",491    "model.layers.1.mlp.experts.124.gate_proj.weight": "model-00002-of-00025.safetensors",492    "model.layers.1.mlp.experts.124.up_proj.weight": "model-00002-of-00025.safetensors",493    "model.layers.1.mlp.experts.125.down_proj.weight": "model-00002-of-00025.safetensors",494    "model.layers.1.mlp.experts.125.gate_proj.weight": "model-00002-of-00025.safetensors",495    "model.layers.1.mlp.experts.125.up_proj.weight": "model-00002-of-00025.safetensors",496    "model.layers.1.mlp.experts.126.down_proj.weight": "model-00002-of-00025.safetensors",497    "model.layers.1.mlp.experts.126.gate_proj.weight": "model-00002-of-00025.safetensors",498    "model.layers.1.mlp.experts.126.up_proj.weight": "model-00002-of-00025.safetensors",499    "model.layers.1.mlp.experts.127.down_proj.weight": "model-00002-of-00025.safetensors",500    "model.layers.1.mlp.experts.127.gate_proj.weight": "model-00002-of-00025.safetensors",501    "model.layers.1.mlp.experts.127.up_proj.weight": "model-00002-of-00025.safetensors",502    "model.layers.1.mlp.experts.13.down_proj.weight": "model-00001-of-00025.safetensors",503    "model.layers.1.mlp.experts.13.gate_proj.weight": "model-00001-of-00025.safetensors",504    "model.layers.1.mlp.experts.13.up_proj.weight": "model-00001-of-00025.safetensors",505    "model.layers.1.mlp.experts.14.down_proj.weight": "model-00001-of-00025.safetensors",506    "model.layers.1.mlp.experts.14.gate_proj.weight": "model-00001-of-00025.safetensors",507    "model.layers.1.mlp.experts.14.up_proj.weight": "model-00001-of-00025.safetensors",508    "model.layers.1.mlp.experts.15.down_proj.weight": "model-00001-of-00025.safetensors",509    "model.layers.1.mlp.experts.15.gate_proj.weight": "model-00001-of-00025.safetensors",510    "model.layers.1.mlp.experts.15.up_proj.weight": "model-00001-of-00025.safetensors",511    "model.layers.1.mlp.experts.16.down_proj.weight": "model-00001-of-00025.safetensors",512    "model.layers.1.mlp.experts.16.gate_proj.weight": "model-00001-of-00025.safetensors",513    "model.layers.1.mlp.experts.16.up_proj.weight": "model-00001-of-00025.safetensors",514    "model.layers.1.mlp.experts.17.down_proj.weight": "model-00001-of-00025.safetensors",515    "model.layers.1.mlp.experts.17.gate_proj.weight": "model-00001-of-00025.safetensors",516    "model.layers.1.mlp.experts.17.up_proj.weight": "model-00001-of-00025.safetensors",517    "model.layers.1.mlp.experts.18.down_proj.weight": "model-00001-of-00025.safetensors",518    "model.layers.1.mlp.experts.18.gate_proj.weight": "model-00001-of-00025.safetensors",519    "model.layers.1.mlp.experts.18.up_proj.weight": "model-00001-of-00025.safetensors",520    "model.layers.1.mlp.experts.19.down_proj.weight": "model-00001-of-00025.safetensors",521    "model.layers.1.mlp.experts.19.gate_proj.weight": "model-00001-of-00025.safetensors",522    "model.layers.1.mlp.experts.19.up_proj.weight": "model-00001-of-00025.safetensors",523    "model.layers.1.mlp.experts.2.down_proj.weight": "model-00001-of-00025.safetensors",524    "model.layers.1.mlp.experts.2.gate_proj.weight": "model-00001-of-00025.safetensors",525    "model.layers.1.mlp.experts.2.up_proj.weight": "model-00001-of-00025.safetensors",526    "model.layers.1.mlp.experts.20.down_proj.weight": "model-00001-of-00025.safetensors",527    "model.layers.1.mlp.experts.20.gate_proj.weight": "model-00001-of-00025.safetensors",528    "model.layers.1.mlp.experts.20.up_proj.weight": "model-00001-of-00025.safetensors",529    "model.layers.1.mlp.experts.21.down_proj.weight": "model-00001-of-00025.safetensors",530    "model.layers.1.mlp.experts.21.gate_proj.weight": "model-00001-of-00025.safetensors",531    "model.layers.1.mlp.experts.21.up_proj.weight": "model-00001-of-00025.safetensors",532    "model.layers.1.mlp.experts.22.down_proj.weight": "model-00001-of-00025.safetensors",533    "model.layers.1.mlp.experts.22.gate_proj.weight": "model-00001-of-00025.safetensors",534    "model.layers.1.mlp.experts.22.up_proj.weight": "model-00001-of-00025.safetensors",535    "model.layers.1.mlp.experts.23.down_proj.weight": "model-00001-of-00025.safetensors",536    "model.layers.1.mlp.experts.23.gate_proj.weight": "model-00001-of-00025.safetensors",537    "model.layers.1.mlp.experts.23.up_proj.weight": "model-00001-of-00025.safetensors",538    "model.layers.1.mlp.experts.24.down_proj.weight": "model-00001-of-00025.safetensors",539    "model.layers.1.mlp.experts.24.gate_proj.weight": "model-00001-of-00025.safetensors",540    "model.layers.1.mlp.experts.24.up_proj.weight": "model-00001-of-00025.safetensors",541    "model.layers.1.mlp.experts.25.down_proj.weight": "model-00001-of-00025.safetensors",542    "model.layers.1.mlp.experts.25.gate_proj.weight": "model-00001-of-00025.safetensors",543    "model.layers.1.mlp.experts.25.up_proj.weight": "model-00001-of-00025.safetensors",544    "model.layers.1.mlp.experts.26.down_proj.weight": "model-00001-of-00025.safetensors",545    "model.layers.1.mlp.experts.26.gate_proj.weight": "model-00001-of-00025.safetensors",546    "model.layers.1.mlp.experts.26.up_proj.weight": "model-00001-of-00025.safetensors",547    "model.layers.1.mlp.experts.27.down_proj.weight": "model-00001-of-00025.safetensors",548    "model.layers.1.mlp.experts.27.gate_proj.weight": "model-00001-of-00025.safetensors",549    "model.layers.1.mlp.experts.27.up_proj.weight": "model-00001-of-00025.safetensors",550    "model.layers.1.mlp.experts.28.down_proj.weight": "model-00001-of-00025.safetensors",551    "model.layers.1.mlp.experts.28.gate_proj.weight": "model-00001-of-00025.safetensors",552    "model.layers.1.mlp.experts.28.up_proj.weight": "model-00001-of-00025.safetensors",553    "model.layers.1.mlp.experts.29.down_proj.weight": "model-00001-of-00025.safetensors",554    "model.layers.1.mlp.experts.29.gate_proj.weight": "model-00001-of-00025.safetensors",555    "model.layers.1.mlp.experts.29.up_proj.weight": "model-00001-of-00025.safetensors",556    "model.layers.1.mlp.experts.3.down_proj.weight": "model-00001-of-00025.safetensors",557    "model.layers.1.mlp.experts.3.gate_proj.weight": "model-00001-of-00025.safetensors",558    "model.layers.1.mlp.experts.3.up_proj.weight": "model-00001-of-00025.safetensors",559    "model.layers.1.mlp.experts.30.down_proj.weight": "model-00001-of-00025.safetensors",560    "model.layers.1.mlp.experts.30.gate_proj.weight": "model-00001-of-00025.safetensors",561    "model.layers.1.mlp.experts.30.up_proj.weight": "model-00001-of-00025.safetensors",562    "model.layers.1.mlp.experts.31.down_proj.weight": "model-00001-of-00025.safetensors",563    "model.layers.1.mlp.experts.31.gate_proj.weight": "model-00001-of-00025.safetensors",564    "model.layers.1.mlp.experts.31.up_proj.weight": "model-00001-of-00025.safetensors",565    "model.layers.1.mlp.experts.32.down_proj.weight": "model-00001-of-00025.safetensors",566    "model.layers.1.mlp.experts.32.gate_proj.weight": "model-00001-of-00025.safetensors",567    "model.layers.1.mlp.experts.32.up_proj.weight": "model-00001-of-00025.safetensors",568    "model.layers.1.mlp.experts.33.down_proj.weight": "model-00001-of-00025.safetensors",569    "model.layers.1.mlp.experts.33.gate_proj.weight": "model-00001-of-00025.safetensors",570    "model.layers.1.mlp.experts.33.up_proj.weight": "model-00001-of-00025.safetensors",571    "model.layers.1.mlp.experts.34.down_proj.weight": "model-00001-of-00025.safetensors",572    "model.layers.1.mlp.experts.34.gate_proj.weight": "model-00001-of-00025.safetensors",573    "model.layers.1.mlp.experts.34.up_proj.weight": "model-00001-of-00025.safetensors",574    "model.layers.1.mlp.experts.35.down_proj.weight": "model-00001-of-00025.safetensors",575    "model.layers.1.mlp.experts.35.gate_proj.weight": "model-00001-of-00025.safetensors",576    "model.layers.1.mlp.experts.35.up_proj.weight": "model-00001-of-00025.safetensors",577    "model.layers.1.mlp.experts.36.down_proj.weight": "model-00001-of-00025.safetensors",578    "model.layers.1.mlp.experts.36.gate_proj.weight": "model-00001-of-00025.safetensors",579    "model.layers.1.mlp.experts.36.up_proj.weight": "model-00001-of-00025.safetensors",580    "model.layers.1.mlp.experts.37.down_proj.weight": "model-00001-of-00025.safetensors",581    "model.layers.1.mlp.experts.37.gate_proj.weight": "model-00001-of-00025.safetensors",582    "model.layers.1.mlp.experts.37.up_proj.weight": "model-00001-of-00025.safetensors",583    "model.layers.1.mlp.experts.38.down_proj.weight": "model-00001-of-00025.safetensors",584    "model.layers.1.mlp.experts.38.gate_proj.weight": "model-00001-of-00025.safetensors",585    "model.layers.1.mlp.experts.38.up_proj.weight": "model-00001-of-00025.safetensors",586    "model.layers.1.mlp.experts.39.down_proj.weight": "model-00001-of-00025.safetensors",587    "model.layers.1.mlp.experts.39.gate_proj.weight": "model-00001-of-00025.safetensors",588    "model.layers.1.mlp.experts.39.up_proj.weight": "model-00001-of-00025.safetensors",589    "model.layers.1.mlp.experts.4.down_proj.weight": "model-00001-of-00025.safetensors",590    "model.layers.1.mlp.experts.4.gate_proj.weight": "model-00001-of-00025.safetensors",591    "model.layers.1.mlp.experts.4.up_proj.weight": "model-00001-of-00025.safetensors",592    "model.layers.1.mlp.experts.40.down_proj.weight": "model-00001-of-00025.safetensors",593    "model.layers.1.mlp.experts.40.gate_proj.weight": "model-00001-of-00025.safetensors",594    "model.layers.1.mlp.experts.40.up_proj.weight": "model-00001-of-00025.safetensors",595    "model.layers.1.mlp.experts.41.down_proj.weight": "model-00001-of-00025.safetensors",596    "model.layers.1.mlp.experts.41.gate_proj.weight": "model-00001-of-00025.safetensors",597    "model.layers.1.mlp.experts.41.up_proj.weight": "model-00001-of-00025.safetensors",598    "model.layers.1.mlp.experts.42.down_proj.weight": "model-00001-of-00025.safetensors",599    "model.layers.1.mlp.experts.42.gate_proj.weight": "model-00001-of-00025.safetensors",600    "model.layers.1.mlp.experts.42.up_proj.weight": "model-00001-of-00025.safetensors",601    "model.layers.1.mlp.experts.43.down_proj.weight": "model-00001-of-00025.safetensors",602    "model.layers.1.mlp.experts.43.gate_proj.weight": "model-00001-of-00025.safetensors",603    "model.layers.1.mlp.experts.43.up_proj.weight": "model-00001-of-00025.safetensors",604    "model.layers.1.mlp.experts.44.down_proj.weight": "model-00001-of-00025.safetensors",605    "model.layers.1.mlp.experts.44.gate_proj.weight": "model-00001-of-00025.safetensors",606    "model.layers.1.mlp.experts.44.up_proj.weight": "model-00001-of-00025.safetensors",607    "model.layers.1.mlp.experts.45.down_proj.weight": "model-00001-of-00025.safetensors",608    "model.layers.1.mlp.experts.45.gate_proj.weight": "model-00001-of-00025.safetensors",609    "model.layers.1.mlp.experts.45.up_proj.weight": "model-00001-of-00025.safetensors",610    "model.layers.1.mlp.experts.46.down_proj.weight": "model-00001-of-00025.safetensors",611    "model.layers.1.mlp.experts.46.gate_proj.weight": "model-00001-of-00025.safetensors",612    "model.layers.1.mlp.experts.46.up_proj.weight": "model-00001-of-00025.safetensors",613    "model.layers.1.mlp.experts.47.down_proj.weight": "model-00001-of-00025.safetensors",614    "model.layers.1.mlp.experts.47.gate_proj.weight": "model-00001-of-00025.safetensors",615    "model.layers.1.mlp.experts.47.up_proj.weight": "model-00001-of-00025.safetensors",616    "model.layers.1.mlp.experts.48.down_proj.weight": "model-00001-of-00025.safetensors",617    "model.layers.1.mlp.experts.48.gate_proj.weight": "model-00001-of-00025.safetensors",618    "model.layers.1.mlp.experts.48.up_proj.weight": "model-00001-of-00025.safetensors",619    "model.layers.1.mlp.experts.49.down_proj.weight": "model-00001-of-00025.safetensors",620    "model.layers.1.mlp.experts.49.gate_proj.weight": "model-00001-of-00025.safetensors",621    "model.layers.1.mlp.experts.49.up_proj.weight": "model-00001-of-00025.safetensors",622    "model.layers.1.mlp.experts.5.down_proj.weight": "model-00001-of-00025.safetensors",623    "model.layers.1.mlp.experts.5.gate_proj.weight": "model-00001-of-00025.safetensors",624    "model.layers.1.mlp.experts.5.up_proj.weight": "model-00001-of-00025.safetensors",625    "model.layers.1.mlp.experts.50.down_proj.weight": "model-00001-of-00025.safetensors",626    "model.layers.1.mlp.experts.50.gate_proj.weight": "model-00001-of-00025.safetensors",627    "model.layers.1.mlp.experts.50.up_proj.weight": "model-00001-of-00025.safetensors",628    "model.layers.1.mlp.experts.51.down_proj.weight": "model-00001-of-00025.safetensors",629    "model.layers.1.mlp.experts.51.gate_proj.weight": "model-00001-of-00025.safetensors",630    "model.layers.1.mlp.experts.51.up_proj.weight": "model-00001-of-00025.safetensors",631    "model.layers.1.mlp.experts.52.down_proj.weight": "model-00001-of-00025.safetensors",632    "model.layers.1.mlp.experts.52.gate_proj.weight": "model-00001-of-00025.safetensors",633    "model.layers.1.mlp.experts.52.up_proj.weight": "model-00001-of-00025.safetensors",634    "model.layers.1.mlp.experts.53.down_proj.weight": "model-00001-of-00025.safetensors",635    "model.layers.1.mlp.experts.53.gate_proj.weight": "model-00001-of-00025.safetensors",636    "model.layers.1.mlp.experts.53.up_proj.weight": "model-00001-of-00025.safetensors",637    "model.layers.1.mlp.experts.54.down_proj.weight": "model-00001-of-00025.safetensors",638    "model.layers.1.mlp.experts.54.gate_proj.weight": "model-00001-of-00025.safetensors",639    "model.layers.1.mlp.experts.54.up_proj.weight": "model-00001-of-00025.safetensors",640    "model.layers.1.mlp.experts.55.down_proj.weight": "model-00001-of-00025.safetensors",641    "model.layers.1.mlp.experts.55.gate_proj.weight": "model-00001-of-00025.safetensors",642    "model.layers.1.mlp.experts.55.up_proj.weight": "model-00001-of-00025.safetensors",643    "model.layers.1.mlp.experts.56.down_proj.weight": "model-00001-of-00025.safetensors",644    "model.layers.1.mlp.experts.56.gate_proj.weight": "model-00001-of-00025.safetensors",645    "model.layers.1.mlp.experts.56.up_proj.weight": "model-00001-of-00025.safetensors",646    "model.layers.1.mlp.experts.57.down_proj.weight": "model-00001-of-00025.safetensors",647    "model.layers.1.mlp.experts.57.gate_proj.weight": "model-00001-of-00025.safetensors",648    "model.layers.1.mlp.experts.57.up_proj.weight": "model-00001-of-00025.safetensors",649    "model.layers.1.mlp.experts.58.down_proj.weight": "model-00001-of-00025.safetensors",650    "model.layers.1.mlp.experts.58.gate_proj.weight": "model-00001-of-00025.safetensors",651    "model.layers.1.mlp.experts.58.up_proj.weight": "model-00001-of-00025.safetensors",652    "model.layers.1.mlp.experts.59.down_proj.weight": "model-00001-of-00025.safetensors",653    "model.layers.1.mlp.experts.59.gate_proj.weight": "model-00001-of-00025.safetensors",654    "model.layers.1.mlp.experts.59.up_proj.weight": "model-00001-of-00025.safetensors",655    "model.layers.1.mlp.experts.6.down_proj.weight": "model-00001-of-00025.safetensors",656    "model.layers.1.mlp.experts.6.gate_proj.weight": "model-00001-of-00025.safetensors",657    "model.layers.1.mlp.experts.6.up_proj.weight": "model-00001-of-00025.safetensors",658    "model.layers.1.mlp.experts.60.down_proj.weight": "model-00001-of-00025.safetensors",659    "model.layers.1.mlp.experts.60.gate_proj.weight": "model-00001-of-00025.safetensors",660    "model.layers.1.mlp.experts.60.up_proj.weight": "model-00001-of-00025.safetensors",661    "model.layers.1.mlp.experts.61.down_proj.weight": "model-00001-of-00025.safetensors",662    "model.layers.1.mlp.experts.61.gate_proj.weight": "model-00001-of-00025.safetensors",663    "model.layers.1.mlp.experts.61.up_proj.weight": "model-00001-of-00025.safetensors",664    "model.layers.1.mlp.experts.62.down_proj.weight": "model-00002-of-00025.safetensors",665    "model.layers.1.mlp.experts.62.gate_proj.weight": "model-00001-of-00025.safetensors",666    "model.layers.1.mlp.experts.62.up_proj.weight": "model-00001-of-00025.safetensors",667    "model.layers.1.mlp.experts.63.down_proj.weight": "model-00002-of-00025.safetensors",668    "model.layers.1.mlp.experts.63.gate_proj.weight": "model-00002-of-00025.safetensors",669    "model.layers.1.mlp.experts.63.up_proj.weight": "model-00002-of-00025.safetensors",670    "model.layers.1.mlp.experts.64.down_proj.weight": "model-00002-of-00025.safetensors",671    "model.layers.1.mlp.experts.64.gate_proj.weight": "model-00002-of-00025.safetensors",672    "model.layers.1.mlp.experts.64.up_proj.weight": "model-00002-of-00025.safetensors",673    "model.layers.1.mlp.experts.65.down_proj.weight": "model-00002-of-00025.safetensors",674    "model.layers.1.mlp.experts.65.gate_proj.weight": "model-00002-of-00025.safetensors",675    "model.layers.1.mlp.experts.65.up_proj.weight": "model-00002-of-00025.safetensors",676    "model.layers.1.mlp.experts.66.down_proj.weight": "model-00002-of-00025.safetensors",677    "model.layers.1.mlp.experts.66.gate_proj.weight": "model-00002-of-00025.safetensors",678    "model.layers.1.mlp.experts.66.up_proj.weight": "model-00002-of-00025.safetensors",679    "model.layers.1.mlp.experts.67.down_proj.weight": "model-00002-of-00025.safetensors",680    "model.layers.1.mlp.experts.67.gate_proj.weight": "model-00002-of-00025.safetensors",681    "model.layers.1.mlp.experts.67.up_proj.weight": "model-00002-of-00025.safetensors",682    "model.layers.1.mlp.experts.68.down_proj.weight": "model-00002-of-00025.safetensors",683    "model.layers.1.mlp.experts.68.gate_proj.weight": "model-00002-of-00025.safetensors",684    "model.layers.1.mlp.experts.68.up_proj.weight": "model-00002-of-00025.safetensors",685    "model.layers.1.mlp.experts.69.down_proj.weight": "model-00002-of-00025.safetensors",686    "model.layers.1.mlp.experts.69.gate_proj.weight": "model-00002-of-00025.safetensors",687    "model.layers.1.mlp.experts.69.up_proj.weight": "model-00002-of-00025.safetensors",688    "model.layers.1.mlp.experts.7.down_proj.weight": "model-00001-of-00025.safetensors",689    "model.layers.1.mlp.experts.7.gate_proj.weight": "model-00001-of-00025.safetensors",690    "model.layers.1.mlp.experts.7.up_proj.weight": "model-00001-of-00025.safetensors",691    "model.layers.1.mlp.experts.70.down_proj.weight": "model-00002-of-00025.safetensors",692    "model.layers.1.mlp.experts.70.gate_proj.weight": "model-00002-of-00025.safetensors",693    "model.layers.1.mlp.experts.70.up_proj.weight": "model-00002-of-00025.safetensors",694    "model.layers.1.mlp.experts.71.down_proj.weight": "model-00002-of-00025.safetensors",695    "model.layers.1.mlp.experts.71.gate_proj.weight": "model-00002-of-00025.safetensors",696    "model.layers.1.mlp.experts.71.up_proj.weight": "model-00002-of-00025.safetensors",697    "model.layers.1.mlp.experts.72.down_proj.weight": "model-00002-of-00025.safetensors",698    "model.layers.1.mlp.experts.72.gate_proj.weight": "model-00002-of-00025.safetensors",699    "model.layers.1.mlp.experts.72.up_proj.weight": "model-00002-of-00025.safetensors",700    "model.layers.1.mlp.experts.73.down_proj.weight": "model-00002-of-00025.safetensors",701    "model.layers.1.mlp.experts.73.gate_proj.weight": "model-00002-of-00025.safetensors",702    "model.layers.1.mlp.experts.73.up_proj.weight": "model-00002-of-00025.safetensors",703    "model.layers.1.mlp.experts.74.down_proj.weight": "model-00002-of-00025.safetensors",704    "model.layers.1.mlp.experts.74.gate_proj.weight": "model-00002-of-00025.safetensors",705    "model.layers.1.mlp.experts.74.up_proj.weight": "model-00002-of-00025.safetensors",706    "model.layers.1.mlp.experts.75.down_proj.weight": "model-00002-of-00025.safetensors",707    "model.layers.1.mlp.experts.75.gate_proj.weight": "model-00002-of-00025.safetensors",708    "model.layers.1.mlp.experts.75.up_proj.weight": "model-00002-of-00025.safetensors",709    "model.layers.1.mlp.experts.76.down_proj.weight": "model-00002-of-00025.safetensors",710    "model.layers.1.mlp.experts.76.gate_proj.weight": "model-00002-of-00025.safetensors",711    "model.layers.1.mlp.experts.76.up_proj.weight": "model-00002-of-00025.safetensors",712    "model.layers.1.mlp.experts.77.down_proj.weight": "model-00002-of-00025.safetensors",713    "model.layers.1.mlp.experts.77.gate_proj.weight": "model-00002-of-00025.safetensors",714    "model.layers.1.mlp.experts.77.up_proj.weight": "model-00002-of-00025.safetensors",715    "model.layers.1.mlp.experts.78.down_proj.weight": "model-00002-of-00025.safetensors",716    "model.layers.1.mlp.experts.78.gate_proj.weight": "model-00002-of-00025.safetensors",717    "model.layers.1.mlp.experts.78.up_proj.weight": "model-00002-of-00025.safetensors",718    "model.layers.1.mlp.experts.79.down_proj.weight": "model-00002-of-00025.safetensors",719    "model.layers.1.mlp.experts.79.gate_proj.weight": "model-00002-of-00025.safetensors",720    "model.layers.1.mlp.experts.79.up_proj.weight": "model-00002-of-00025.safetensors",721    "model.layers.1.mlp.experts.8.down_proj.weight": "model-00001-of-00025.safetensors",722    "model.layers.1.mlp.experts.8.gate_proj.weight": "model-00001-of-00025.safetensors",723    "model.layers.1.mlp.experts.8.up_proj.weight": "model-00001-of-00025.safetensors",724    "model.layers.1.mlp.experts.80.down_proj.weight": "model-00002-of-00025.safetensors",725    "model.layers.1.mlp.experts.80.gate_proj.weight": "model-00002-of-00025.safetensors",726    "model.layers.1.mlp.experts.80.up_proj.weight": "model-00002-of-00025.safetensors",727    "model.layers.1.mlp.experts.81.down_proj.weight": "model-00002-of-00025.safetensors",728    "model.layers.1.mlp.experts.81.gate_proj.weight": "model-00002-of-00025.safetensors",729    "model.layers.1.mlp.experts.81.up_proj.weight": "model-00002-of-00025.safetensors",730    "model.layers.1.mlp.experts.82.down_proj.weight": "model-00002-of-00025.safetensors",731    "model.layers.1.mlp.experts.82.gate_proj.weight": "model-00002-of-00025.safetensors",732    "model.layers.1.mlp.experts.82.up_proj.weight": "model-00002-of-00025.safetensors",733    "model.layers.1.mlp.experts.83.down_proj.weight": "model-00002-of-00025.safetensors",734    "model.layers.1.mlp.experts.83.gate_proj.weight": "model-00002-of-00025.safetensors",735    "model.layers.1.mlp.experts.83.up_proj.weight": "model-00002-of-00025.safetensors",736    "model.layers.1.mlp.experts.84.down_proj.weight": "model-00002-of-00025.safetensors",737    "model.layers.1.mlp.experts.84.gate_proj.weight": "model-00002-of-00025.safetensors",738    "model.layers.1.mlp.experts.84.up_proj.weight": "model-00002-of-00025.safetensors",739    "model.layers.1.mlp.experts.85.down_proj.weight": "model-00002-of-00025.safetensors",740    "model.layers.1.mlp.experts.85.gate_proj.weight": "model-00002-of-00025.safetensors",741    "model.layers.1.mlp.experts.85.up_proj.weight": "model-00002-of-00025.safetensors",742    "model.layers.1.mlp.experts.86.down_proj.weight": "model-00002-of-00025.safetensors",743    "model.layers.1.mlp.experts.86.gate_proj.weight": "model-00002-of-00025.safetensors",744    "model.layers.1.mlp.experts.86.up_proj.weight": "model-00002-of-00025.safetensors",745    "model.layers.1.mlp.experts.87.down_proj.weight": "model-00002-of-00025.safetensors",746    "model.layers.1.mlp.experts.87.gate_proj.weight": "model-00002-of-00025.safetensors",747    "model.layers.1.mlp.experts.87.up_proj.weight": "model-00002-of-00025.safetensors",748    "model.layers.1.mlp.experts.88.down_proj.weight": "model-00002-of-00025.safetensors",749    "model.layers.1.mlp.experts.88.gate_proj.weight": "model-00002-of-00025.safetensors",750    "model.layers.1.mlp.experts.88.up_proj.weight": "model-00002-of-00025.safetensors",751    "model.layers.1.mlp.experts.89.down_proj.weight": "model-00002-of-00025.safetensors",752    "model.layers.1.mlp.experts.89.gate_proj.weight": "model-00002-of-00025.safetensors",753    "model.layers.1.mlp.experts.89.up_proj.weight": "model-00002-of-00025.safetensors",754    "model.layers.1.mlp.experts.9.down_proj.weight": "model-00001-of-00025.safetensors",755    "model.layers.1.mlp.experts.9.gate_proj.weight": "model-00001-of-00025.safetensors",756    "model.layers.1.mlp.experts.9.up_proj.weight": "model-00001-of-00025.safetensors",757    "model.layers.1.mlp.experts.90.down_proj.weight": "model-00002-of-00025.safetensors",758    "model.layers.1.mlp.experts.90.gate_proj.weight": "model-00002-of-00025.safetensors",759    "model.layers.1.mlp.experts.90.up_proj.weight": "model-00002-of-00025.safetensors",760    "model.layers.1.mlp.experts.91.down_proj.weight": "model-00002-of-00025.safetensors",761    "model.layers.1.mlp.experts.91.gate_proj.weight": "model-00002-of-00025.safetensors",762    "model.layers.1.mlp.experts.91.up_proj.weight": "model-00002-of-00025.safetensors",763    "model.layers.1.mlp.experts.92.down_proj.weight": "model-00002-of-00025.safetensors",764    "model.layers.1.mlp.experts.92.gate_proj.weight": "model-00002-of-00025.safetensors",765    "model.layers.1.mlp.experts.92.up_proj.weight": "model-00002-of-00025.safetensors",766    "model.layers.1.mlp.experts.93.down_proj.weight": "model-00002-of-00025.safetensors",767    "model.layers.1.mlp.experts.93.gate_proj.weight": "model-00002-of-00025.safetensors",768    "model.layers.1.mlp.experts.93.up_proj.weight": "model-00002-of-00025.safetensors",769    "model.layers.1.mlp.experts.94.down_proj.weight": "model-00002-of-00025.safetensors",770    "model.layers.1.mlp.experts.94.gate_proj.weight": "model-00002-of-00025.safetensors",771    "model.layers.1.mlp.experts.94.up_proj.weight": "model-00002-of-00025.safetensors",772    "model.layers.1.mlp.experts.95.down_proj.weight": "model-00002-of-00025.safetensors",773    "model.layers.1.mlp.experts.95.gate_proj.weight": "model-00002-of-00025.safetensors",774    "model.layers.1.mlp.experts.95.up_proj.weight": "model-00002-of-00025.safetensors",775    "model.layers.1.mlp.experts.96.down_proj.weight": "model-00002-of-00025.safetensors",776    "model.layers.1.mlp.experts.96.gate_proj.weight": "model-00002-of-00025.safetensors",777    "model.layers.1.mlp.experts.96.up_proj.weight": "model-00002-of-00025.safetensors",778    "model.layers.1.mlp.experts.97.down_proj.weight": "model-00002-of-00025.safetensors",779    "model.layers.1.mlp.experts.97.gate_proj.weight": "model-00002-of-00025.safetensors",780    "model.layers.1.mlp.experts.97.up_proj.weight": "model-00002-of-00025.safetensors",781    "model.layers.1.mlp.experts.98.down_proj.weight": "model-00002-of-00025.safetensors",782    "model.layers.1.mlp.experts.98.gate_proj.weight": "model-00002-of-00025.safetensors",783    "model.layers.1.mlp.experts.98.up_proj.weight": "model-00002-of-00025.safetensors",784    "model.layers.1.mlp.experts.99.down_proj.weight": "model-00002-of-00025.safetensors",785    "model.layers.1.mlp.experts.99.gate_proj.weight": "model-00002-of-00025.safetensors",786    "model.layers.1.mlp.experts.99.up_proj.weight": "model-00002-of-00025.safetensors",787    "model.layers.1.mlp.gate.weight": "model-00001-of-00025.safetensors",788    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00025.safetensors",789    "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00025.safetensors",790    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00025.safetensors",791    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00025.safetensors",792    "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00025.safetensors",793    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00025.safetensors",794    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00025.safetensors",795    "model.layers.10.input_layernorm.weight": "model-00006-of-00025.safetensors",796    "model.layers.10.mlp.experts.0.down_proj.weight": "model-00006-of-00025.safetensors",797    "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00006-of-00025.safetensors",798    "model.layers.10.mlp.experts.0.up_proj.weight": "model-00006-of-00025.safetensors",799    "model.layers.10.mlp.experts.1.down_proj.weight": "model-00006-of-00025.safetensors",800    "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00006-of-00025.safetensors",801    "model.layers.10.mlp.experts.1.up_proj.weight": "model-00006-of-00025.safetensors",802    "model.layers.10.mlp.experts.10.down_proj.weight": "model-00006-of-00025.safetensors",803    "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00006-of-00025.safetensors",804    "model.layers.10.mlp.experts.10.up_proj.weight": "model-00006-of-00025.safetensors",805    "model.layers.10.mlp.experts.100.down_proj.weight": "model-00006-of-00025.safetensors",806    "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00006-of-00025.safetensors",807    "model.layers.10.mlp.experts.100.up_proj.weight": "model-00006-of-00025.safetensors",808    "model.layers.10.mlp.experts.101.down_proj.weight": "model-00006-of-00025.safetensors",809    "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00006-of-00025.safetensors",810    "model.layers.10.mlp.experts.101.up_proj.weight": "model-00006-of-00025.safetensors",811    "model.layers.10.mlp.experts.102.down_proj.weight": "model-00006-of-00025.safetensors",812    "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00006-of-00025.safetensors",813    "model.layers.10.mlp.experts.102.up_proj.weight": "model-00006-of-00025.safetensors",814    "model.layers.10.mlp.experts.103.down_proj.weight": "model-00006-of-00025.safetensors",815    "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00006-of-00025.safetensors",816    "model.layers.10.mlp.experts.103.up_proj.weight": "model-00006-of-00025.safetensors",817    "model.layers.10.mlp.experts.104.down_proj.weight": "model-00006-of-00025.safetensors",818    "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00006-of-00025.safetensors",819    "model.layers.10.mlp.experts.104.up_proj.weight": "model-00006-of-00025.safetensors",820    "model.layers.10.mlp.experts.105.down_proj.weight": "model-00006-of-00025.safetensors",821    "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00006-of-00025.safetensors",822    "model.layers.10.mlp.experts.105.up_proj.weight": "model-00006-of-00025.safetensors",823    "model.layers.10.mlp.experts.106.down_proj.weight": "model-00006-of-00025.safetensors",824    "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00006-of-00025.safetensors",825    "model.layers.10.mlp.experts.106.up_proj.weight": "model-00006-of-00025.safetensors",826    "model.layers.10.mlp.experts.107.down_proj.weight": "model-00006-of-00025.safetensors",827    "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00006-of-00025.safetensors",828    "model.layers.10.mlp.experts.107.up_proj.weight": "model-00006-of-00025.safetensors",829    "model.layers.10.mlp.experts.108.down_proj.weight": "model-00006-of-00025.safetensors",830    "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00006-of-00025.safetensors",831    "model.layers.10.mlp.experts.108.up_proj.weight": "model-00006-of-00025.safetensors",832    "model.layers.10.mlp.experts.109.down_proj.weight": "model-00006-of-00025.safetensors",833    "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00006-of-00025.safetensors",834    "model.layers.10.mlp.experts.109.up_proj.weight": "model-00006-of-00025.safetensors",835    "model.layers.10.mlp.experts.11.down_proj.weight": "model-00006-of-00025.safetensors",836    "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00006-of-00025.safetensors",837    "model.layers.10.mlp.experts.11.up_proj.weight": "model-00006-of-00025.safetensors",838    "model.layers.10.mlp.experts.110.down_proj.weight": "model-00006-of-00025.safetensors",839    "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00006-of-00025.safetensors",840    "model.layers.10.mlp.experts.110.up_proj.weight": "model-00006-of-00025.safetensors",841    "model.layers.10.mlp.experts.111.down_proj.weight": "model-00006-of-00025.safetensors",842    "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00006-of-00025.safetensors",843    "model.layers.10.mlp.experts.111.up_proj.weight": "model-00006-of-00025.safetensors",844    "model.layers.10.mlp.experts.112.down_proj.weight": "model-00006-of-00025.safetensors",845    "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00006-of-00025.safetensors",846    "model.layers.10.mlp.experts.112.up_proj.weight": "model-00006-of-00025.safetensors",847    "model.layers.10.mlp.experts.113.down_proj.weight": "model-00006-of-00025.safetensors",848    "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00006-of-00025.safetensors",849    "model.layers.10.mlp.experts.113.up_proj.weight": "model-00006-of-00025.safetensors",850    "model.layers.10.mlp.experts.114.down_proj.weight": "model-00006-of-00025.safetensors",851    "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00006-of-00025.safetensors",852    "model.layers.10.mlp.experts.114.up_proj.weight": "model-00006-of-00025.safetensors",853    "model.layers.10.mlp.experts.115.down_proj.weight": "model-00006-of-00025.safetensors",854    "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00006-of-00025.safetensors",855    "model.layers.10.mlp.experts.115.up_proj.weight": "model-00006-of-00025.safetensors",856    "model.layers.10.mlp.experts.116.down_proj.weight": "model-00006-of-00025.safetensors",857    "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00006-of-00025.safetensors",858    "model.layers.10.mlp.experts.116.up_proj.weight": "model-00006-of-00025.safetensors",859    "model.layers.10.mlp.experts.117.down_proj.weight": "model-00006-of-00025.safetensors",860    "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00006-of-00025.safetensors",861    "model.layers.10.mlp.experts.117.up_proj.weight": "model-00006-of-00025.safetensors",862    "model.layers.10.mlp.experts.118.down_proj.weight": "model-00006-of-00025.safetensors",863    "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00006-of-00025.safetensors",864    "model.layers.10.mlp.experts.118.up_proj.weight": "model-00006-of-00025.safetensors",865    "model.layers.10.mlp.experts.119.down_proj.weight": "model-00006-of-00025.safetensors",866    "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00006-of-00025.safetensors",867    "model.layers.10.mlp.experts.119.up_proj.weight": "model-00006-of-00025.safetensors",868    "model.layers.10.mlp.experts.12.down_proj.weight": "model-00006-of-00025.safetensors",869    "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00006-of-00025.safetensors",870    "model.layers.10.mlp.experts.12.up_proj.weight": "model-00006-of-00025.safetensors",871    "model.layers.10.mlp.experts.120.down_proj.weight": "model-00006-of-00025.safetensors",872    "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00006-of-00025.safetensors",873    "model.layers.10.mlp.experts.120.up_proj.weight": "model-00006-of-00025.safetensors",874    "model.layers.10.mlp.experts.121.down_proj.weight": "model-00006-of-00025.safetensors",875    "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00006-of-00025.safetensors",876    "model.layers.10.mlp.experts.121.up_proj.weight": "model-00006-of-00025.safetensors",877    "model.layers.10.mlp.experts.122.down_proj.weight": "model-00006-of-00025.safetensors",878    "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00006-of-00025.safetensors",879    "model.layers.10.mlp.experts.122.up_proj.weight": "model-00006-of-00025.safetensors",880    "model.layers.10.mlp.experts.123.down_proj.weight": "model-00006-of-00025.safetensors",881    "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00006-of-00025.safetensors",882    "model.layers.10.mlp.experts.123.up_proj.weight": "model-00006-of-00025.safetensors",883    "model.layers.10.mlp.experts.124.down_proj.weight": "model-00006-of-00025.safetensors",884    "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00006-of-00025.safetensors",885    "model.layers.10.mlp.experts.124.up_proj.weight": "model-00006-of-00025.safetensors",886    "model.layers.10.mlp.experts.125.down_proj.weight": "model-00006-of-00025.safetensors",887    "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00006-of-00025.safetensors",888    "model.layers.10.mlp.experts.125.up_proj.weight": "model-00006-of-00025.safetensors",889    "model.layers.10.mlp.experts.126.down_proj.weight": "model-00006-of-00025.safetensors",890    "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00006-of-00025.safetensors",891    "model.layers.10.mlp.experts.126.up_proj.weight": "model-00006-of-00025.safetensors",892    "model.layers.10.mlp.experts.127.down_proj.weight": "model-00006-of-00025.safetensors",893    "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00006-of-00025.safetensors",894    "model.layers.10.mlp.experts.127.up_proj.weight": "model-00006-of-00025.safetensors",895    "model.layers.10.mlp.experts.13.down_proj.weight": "model-00006-of-00025.safetensors",896    "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00006-of-00025.safetensors",897    "model.layers.10.mlp.experts.13.up_proj.weight": "model-00006-of-00025.safetensors",898    "model.layers.10.mlp.experts.14.down_proj.weight": "model-00006-of-00025.safetensors",899    "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00006-of-00025.safetensors",900    "model.layers.10.mlp.experts.14.up_proj.weight": "model-00006-of-00025.safetensors",901    "model.layers.10.mlp.experts.15.down_proj.weight": "model-00006-of-00025.safetensors",902    "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00006-of-00025.safetensors",903    "model.layers.10.mlp.experts.15.up_proj.weight": "model-00006-of-00025.safetensors",904    "model.layers.10.mlp.experts.16.down_proj.weight": "model-00006-of-00025.safetensors",905    "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00006-of-00025.safetensors",906    "model.layers.10.mlp.experts.16.up_proj.weight": "model-00006-of-00025.safetensors",907    "model.layers.10.mlp.experts.17.down_proj.weight": "model-00006-of-00025.safetensors",908    "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00006-of-00025.safetensors",909    "model.layers.10.mlp.experts.17.up_proj.weight": "model-00006-of-00025.safetensors",910    "model.layers.10.mlp.experts.18.down_proj.weight": "model-00006-of-00025.safetensors",911    "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00006-of-00025.safetensors",912    "model.layers.10.mlp.experts.18.up_proj.weight": "model-00006-of-00025.safetensors",913    "model.layers.10.mlp.experts.19.down_proj.weight": "model-00006-of-00025.safetensors",914    "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00006-of-00025.safetensors",915    "model.layers.10.mlp.experts.19.up_proj.weight": "model-00006-of-00025.safetensors",916    "model.layers.10.mlp.experts.2.down_proj.weight": "model-00006-of-00025.safetensors",917    "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00006-of-00025.safetensors",918    "model.layers.10.mlp.experts.2.up_proj.weight": "model-00006-of-00025.safetensors",919    "model.layers.10.mlp.experts.20.down_proj.weight": "model-00006-of-00025.safetensors",920    "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00006-of-00025.safetensors",921    "model.layers.10.mlp.experts.20.up_proj.weight": "model-00006-of-00025.safetensors",922    "model.layers.10.mlp.experts.21.down_proj.weight": "model-00006-of-00025.safetensors",923    "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00006-of-00025.safetensors",924    "model.layers.10.mlp.experts.21.up_proj.weight": "model-00006-of-00025.safetensors",925    "model.layers.10.mlp.experts.22.down_proj.weight": "model-00006-of-00025.safetensors",926    "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00006-of-00025.safetensors",927    "model.layers.10.mlp.experts.22.up_proj.weight": "model-00006-of-00025.safetensors",928    "model.layers.10.mlp.experts.23.down_proj.weight": "model-00006-of-00025.safetensors",929    "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00006-of-00025.safetensors",930    "model.layers.10.mlp.experts.23.up_proj.weight": "model-00006-of-00025.safetensors",931    "model.layers.10.mlp.experts.24.down_proj.weight": "model-00006-of-00025.safetensors",932    "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00006-of-00025.safetensors",933    "model.layers.10.mlp.experts.24.up_proj.weight": "model-00006-of-00025.safetensors",934    "model.layers.10.mlp.experts.25.down_proj.weight": "model-00006-of-00025.safetensors",935    "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00006-of-00025.safetensors",936    "model.layers.10.mlp.experts.25.up_proj.weight": "model-00006-of-00025.safetensors",937    "model.layers.10.mlp.experts.26.down_proj.weight": "model-00006-of-00025.safetensors",938    "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00006-of-00025.safetensors",939    "model.layers.10.mlp.experts.26.up_proj.weight": "model-00006-of-00025.safetensors",940    "model.layers.10.mlp.experts.27.down_proj.weight": "model-00006-of-00025.safetensors",941    "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00006-of-00025.safetensors",942    "model.layers.10.mlp.experts.27.up_proj.weight": "model-00006-of-00025.safetensors",943    "model.layers.10.mlp.experts.28.down_proj.weight": "model-00006-of-00025.safetensors",944    "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00006-of-00025.safetensors",945    "model.layers.10.mlp.experts.28.up_proj.weight": "model-00006-of-00025.safetensors",946    "model.layers.10.mlp.experts.29.down_proj.weight": "model-00006-of-00025.safetensors",947    "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00006-of-00025.safetensors",948    "model.layers.10.mlp.experts.29.up_proj.weight": "model-00006-of-00025.safetensors",949    "model.layers.10.mlp.experts.3.down_proj.weight": "model-00006-of-00025.safetensors",950    "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00006-of-00025.safetensors",951    "model.layers.10.mlp.experts.3.up_proj.weight": "model-00006-of-00025.safetensors",952    "model.layers.10.mlp.experts.30.down_proj.weight": "model-00006-of-00025.safetensors",953    "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00006-of-00025.safetensors",954    "model.layers.10.mlp.experts.30.up_proj.weight": "model-00006-of-00025.safetensors",955    "model.layers.10.mlp.experts.31.down_proj.weight": "model-00006-of-00025.safetensors",956    "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00006-of-00025.safetensors",957    "model.layers.10.mlp.experts.31.up_proj.weight": "model-00006-of-00025.safetensors",958    "model.layers.10.mlp.experts.32.down_proj.weight": "model-00006-of-00025.safetensors",959    "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00006-of-00025.safetensors",960    "model.layers.10.mlp.experts.32.up_proj.weight": "model-00006-of-00025.safetensors",961    "model.layers.10.mlp.experts.33.down_proj.weight": "model-00006-of-00025.safetensors",962    "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00006-of-00025.safetensors",963    "model.layers.10.mlp.experts.33.up_proj.weight": "model-00006-of-00025.safetensors",964    "model.layers.10.mlp.experts.34.down_proj.weight": "model-00006-of-00025.safetensors",965    "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00006-of-00025.safetensors",966    "model.layers.10.mlp.experts.34.up_proj.weight": "model-00006-of-00025.safetensors",967    "model.layers.10.mlp.experts.35.down_proj.weight": "model-00006-of-00025.safetensors",968    "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00006-of-00025.safetensors",969    "model.layers.10.mlp.experts.35.up_proj.weight": "model-00006-of-00025.safetensors",970    "model.layers.10.mlp.experts.36.down_proj.weight": "model-00006-of-00025.safetensors",971    "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00006-of-00025.safetensors",972    "model.layers.10.mlp.experts.36.up_proj.weight": "model-00006-of-00025.safetensors",973    "model.layers.10.mlp.experts.37.down_proj.weight": "model-00006-of-00025.safetensors",974    "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00006-of-00025.safetensors",975    "model.layers.10.mlp.experts.37.up_proj.weight": "model-00006-of-00025.safetensors",976    "model.layers.10.mlp.experts.38.down_proj.weight": "model-00006-of-00025.safetensors",977    "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00006-of-00025.safetensors",978    "model.layers.10.mlp.experts.38.up_proj.weight": "model-00006-of-00025.safetensors",979    "model.layers.10.mlp.experts.39.down_proj.weight": "model-00006-of-00025.safetensors",980    "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00006-of-00025.safetensors",981    "model.layers.10.mlp.experts.39.up_proj.weight": "model-00006-of-00025.safetensors",982    "model.layers.10.mlp.experts.4.down_proj.weight": "model-00006-of-00025.safetensors",983    "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00006-of-00025.safetensors",984    "model.layers.10.mlp.experts.4.up_proj.weight": "model-00006-of-00025.safetensors",985    "model.layers.10.mlp.experts.40.down_proj.weight": "model-00006-of-00025.safetensors",986    "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00006-of-00025.safetensors",987    "model.layers.10.mlp.experts.40.up_proj.weight": "model-00006-of-00025.safetensors",988    "model.layers.10.mlp.experts.41.down_proj.weight": "model-00006-of-00025.safetensors",989    "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00006-of-00025.safetensors",990    "model.layers.10.mlp.experts.41.up_proj.weight": "model-00006-of-00025.safetensors",991    "model.layers.10.mlp.experts.42.down_proj.weight": "model-00006-of-00025.safetensors",992    "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00006-of-00025.safetensors",993    "model.layers.10.mlp.experts.42.up_proj.weight": "model-00006-of-00025.safetensors",994    "model.layers.10.mlp.experts.43.down_proj.weight": "model-00006-of-00025.safetensors",995    "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00006-of-00025.safetensors",996    "model.layers.10.mlp.experts.43.up_proj.weight": "model-00006-of-00025.safetensors",997    "model.layers.10.mlp.experts.44.down_proj.weight": "model-00006-of-00025.safetensors",998    "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00006-of-00025.safetensors",999    "model.layers.10.mlp.experts.44.up_proj.weight": "model-00006-of-00025.safetensors",1000    "model.layers.10.mlp.experts.45.down_proj.weight": "model-00006-of-00025.safetensors",1001    "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00006-of-00025.safetensors",1002    "model.layers.10.mlp.experts.45.up_proj.weight": "model-00006-of-00025.safetensors",1003    "model.layers.10.mlp.experts.46.down_proj.weight": "model-00006-of-00025.safetensors",1004    "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00006-of-00025.safetensors",1005    "model.layers.10.mlp.experts.46.up_proj.weight": "model-00006-of-00025.safetensors",1006    "model.layers.10.mlp.experts.47.down_proj.weight": "model-00006-of-00025.safetensors",1007    "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00006-of-00025.safetensors",1008    "model.layers.10.mlp.experts.47.up_proj.weight": "model-00006-of-00025.safetensors",1009    "model.layers.10.mlp.experts.48.down_proj.weight": "model-00006-of-00025.safetensors",1010    "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00006-of-00025.safetensors",1011    "model.layers.10.mlp.experts.48.up_proj.weight": "model-00006-of-00025.safetensors",1012    "model.layers.10.mlp.experts.49.down_proj.weight": "model-00006-of-00025.safetensors",1013    "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00006-of-00025.safetensors",1014    "model.layers.10.mlp.experts.49.up_proj.weight": "model-00006-of-00025.safetensors",1015    "model.layers.10.mlp.experts.5.down_proj.weight": "model-00006-of-00025.safetensors",1016    "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00006-of-00025.safetensors",1017    "model.layers.10.mlp.experts.5.up_proj.weight": "model-00006-of-00025.safetensors",1018    "model.layers.10.mlp.experts.50.down_proj.weight": "model-00006-of-00025.safetensors",1019    "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00006-of-00025.safetensors",1020    "model.layers.10.mlp.experts.50.up_proj.weight": "model-00006-of-00025.safetensors",1021    "model.layers.10.mlp.experts.51.down_proj.weight": "model-00006-of-00025.safetensors",1022    "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00006-of-00025.safetensors",1023    "model.layers.10.mlp.experts.51.up_proj.weight": "model-00006-of-00025.safetensors",1024    "model.layers.10.mlp.experts.52.down_proj.weight": "model-00006-of-00025.safetensors",1025    "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00006-of-00025.safetensors",1026    "model.layers.10.mlp.experts.52.up_proj.weight": "model-00006-of-00025.safetensors",1027    "model.layers.10.mlp.experts.53.down_proj.weight": "model-00006-of-00025.safetensors",1028    "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00006-of-00025.safetensors",1029    "model.layers.10.mlp.experts.53.up_proj.weight": "model-00006-of-00025.safetensors",1030    "model.layers.10.mlp.experts.54.down_proj.weight": "model-00006-of-00025.safetensors",1031    "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00006-of-00025.safetensors",1032    "model.layers.10.mlp.experts.54.up_proj.weight": "model-00006-of-00025.safetensors",1033    "model.layers.10.mlp.experts.55.down_proj.weight": "model-00006-of-00025.safetensors",1034    "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00006-of-00025.safetensors",1035    "model.layers.10.mlp.experts.55.up_proj.weight": "model-00006-of-00025.safetensors",1036    "model.layers.10.mlp.experts.56.down_proj.weight": "model-00006-of-00025.safetensors",1037    "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00006-of-00025.safetensors",1038    "model.layers.10.mlp.experts.56.up_proj.weight": "model-00006-of-00025.safetensors",1039    "model.layers.10.mlp.experts.57.down_proj.weight": "model-00006-of-00025.safetensors",1040    "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00006-of-00025.safetensors",1041    "model.layers.10.mlp.experts.57.up_proj.weight": "model-00006-of-00025.safetensors",1042    "model.layers.10.mlp.experts.58.down_proj.weight": "model-00006-of-00025.safetensors",1043    "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00006-of-00025.safetensors",1044    "model.layers.10.mlp.experts.58.up_proj.weight": "model-00006-of-00025.safetensors",1045    "model.layers.10.mlp.experts.59.down_proj.weight": "model-00006-of-00025.safetensors",1046    "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00006-of-00025.safetensors",1047    "model.layers.10.mlp.experts.59.up_proj.weight": "model-00006-of-00025.safetensors",1048    "model.layers.10.mlp.experts.6.down_proj.weight": "model-00006-of-00025.safetensors",1049    "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00006-of-00025.safetensors",1050    "model.layers.10.mlp.experts.6.up_proj.weight": "model-00006-of-00025.safetensors",1051    "model.layers.10.mlp.experts.60.down_proj.weight": "model-00006-of-00025.safetensors",1052    "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00006-of-00025.safetensors",1053    "model.layers.10.mlp.experts.60.up_proj.weight": "model-00006-of-00025.safetensors",1054    "model.layers.10.mlp.experts.61.down_proj.weight": "model-00006-of-00025.safetensors",1055    "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00006-of-00025.safetensors",1056    "model.layers.10.mlp.experts.61.up_proj.weight": "model-00006-of-00025.safetensors",1057    "model.layers.10.mlp.experts.62.down_proj.weight": "model-00006-of-00025.safetensors",1058    "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00006-of-00025.safetensors",1059    "model.layers.10.mlp.experts.62.up_proj.weight": "model-00006-of-00025.safetensors",1060    "model.layers.10.mlp.experts.63.down_proj.weight": "model-00006-of-00025.safetensors",1061    "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00006-of-00025.safetensors",1062    "model.layers.10.mlp.experts.63.up_proj.weight": "model-00006-of-00025.safetensors",1063    "model.layers.10.mlp.experts.64.down_proj.weight": "model-00006-of-00025.safetensors",1064    "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00006-of-00025.safetensors",1065    "model.layers.10.mlp.experts.64.up_proj.weight": "model-00006-of-00025.safetensors",1066    "model.layers.10.mlp.experts.65.down_proj.weight": "model-00006-of-00025.safetensors",1067    "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00006-of-00025.safetensors",1068    "model.layers.10.mlp.experts.65.up_proj.weight": "model-00006-of-00025.safetensors",1069    "model.layers.10.mlp.experts.66.down_proj.weight": "model-00006-of-00025.safetensors",1070    "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00006-of-00025.safetensors",1071    "model.layers.10.mlp.experts.66.up_proj.weight": "model-00006-of-00025.safetensors",1072    "model.layers.10.mlp.experts.67.down_proj.weight": "model-00006-of-00025.safetensors",1073    "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00006-of-00025.safetensors",1074    "model.layers.10.mlp.experts.67.up_proj.weight": "model-00006-of-00025.safetensors",1075    "model.layers.10.mlp.experts.68.down_proj.weight": "model-00006-of-00025.safetensors",1076    "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00006-of-00025.safetensors",1077    "model.layers.10.mlp.experts.68.up_proj.weight": "model-00006-of-00025.safetensors",1078    "model.layers.10.mlp.experts.69.down_proj.weight": "model-00006-of-00025.safetensors",1079    "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00006-of-00025.safetensors",1080    "model.layers.10.mlp.experts.69.up_proj.weight": "model-00006-of-00025.safetensors",1081    "model.layers.10.mlp.experts.7.down_proj.weight": "model-00006-of-00025.safetensors",1082    "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00006-of-00025.safetensors",1083    "model.layers.10.mlp.experts.7.up_proj.weight": "model-00006-of-00025.safetensors",1084    "model.layers.10.mlp.experts.70.down_proj.weight": "model-00006-of-00025.safetensors",1085    "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00006-of-00025.safetensors",1086    "model.layers.10.mlp.experts.70.up_proj.weight": "model-00006-of-00025.safetensors",1087    "model.layers.10.mlp.experts.71.down_proj.weight": "model-00006-of-00025.safetensors",1088    "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00006-of-00025.safetensors",1089    "model.layers.10.mlp.experts.71.up_proj.weight": "model-00006-of-00025.safetensors",1090    "model.layers.10.mlp.experts.72.down_proj.weight": "model-00006-of-00025.safetensors",1091    "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00006-of-00025.safetensors",1092    "model.layers.10.mlp.experts.72.up_proj.weight": "model-00006-of-00025.safetensors",1093    "model.layers.10.mlp.experts.73.down_proj.weight": "model-00006-of-00025.safetensors",1094    "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00006-of-00025.safetensors",1095    "model.layers.10.mlp.experts.73.up_proj.weight": "model-00006-of-00025.safetensors",1096    "model.layers.10.mlp.experts.74.down_proj.weight": "model-00006-of-00025.safetensors",1097    "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00006-of-00025.safetensors",1098    "model.layers.10.mlp.experts.74.up_proj.weight": "model-00006-of-00025.safetensors",1099    "model.layers.10.mlp.experts.75.down_proj.weight": "model-00006-of-00025.safetensors",1100    "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00006-of-00025.safetensors",1101    "model.layers.10.mlp.experts.75.up_proj.weight": "model-00006-of-00025.safetensors",1102    "model.layers.10.mlp.experts.76.down_proj.weight": "model-00006-of-00025.safetensors",1103    "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00006-of-00025.safetensors",1104    "model.layers.10.mlp.experts.76.up_proj.weight": "model-00006-of-00025.safetensors",1105    "model.layers.10.mlp.experts.77.down_proj.weight": "model-00006-of-00025.safetensors",1106    "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00006-of-00025.safetensors",1107    "model.layers.10.mlp.experts.77.up_proj.weight": "model-00006-of-00025.safetensors",1108    "model.layers.10.mlp.experts.78.down_proj.weight": "model-00006-of-00025.safetensors",1109    "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00006-of-00025.safetensors",1110    "model.layers.10.mlp.experts.78.up_proj.weight": "model-00006-of-00025.safetensors",1111    "model.layers.10.mlp.experts.79.down_proj.weight": "model-00006-of-00025.safetensors",1112    "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00006-of-00025.safetensors",1113    "model.layers.10.mlp.experts.79.up_proj.weight": "model-00006-of-00025.safetensors",1114    "model.layers.10.mlp.experts.8.down_proj.weight": "model-00006-of-00025.safetensors",1115    "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00006-of-00025.safetensors",1116    "model.layers.10.mlp.experts.8.up_proj.weight": "model-00006-of-00025.safetensors",1117    "model.layers.10.mlp.experts.80.down_proj.weight": "model-00006-of-00025.safetensors",1118    "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00006-of-00025.safetensors",1119    "model.layers.10.mlp.experts.80.up_proj.weight": "model-00006-of-00025.safetensors",1120    "model.layers.10.mlp.experts.81.down_proj.weight": "model-00006-of-00025.safetensors",1121    "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00006-of-00025.safetensors",1122    "model.layers.10.mlp.experts.81.up_proj.weight": "model-00006-of-00025.safetensors",1123    "model.layers.10.mlp.experts.82.down_proj.weight": "model-00006-of-00025.safetensors",1124    "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00006-of-00025.safetensors",1125    "model.layers.10.mlp.experts.82.up_proj.weight": "model-00006-of-00025.safetensors",1126    "model.layers.10.mlp.experts.83.down_proj.weight": "model-00006-of-00025.safetensors",1127    "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00006-of-00025.safetensors",1128    "model.layers.10.mlp.experts.83.up_proj.weight": "model-00006-of-00025.safetensors",1129    "model.layers.10.mlp.experts.84.down_proj.weight": "model-00006-of-00025.safetensors",1130    "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00006-of-00025.safetensors",1131    "model.layers.10.mlp.experts.84.up_proj.weight": "model-00006-of-00025.safetensors",1132    "model.layers.10.mlp.experts.85.down_proj.weight": "model-00006-of-00025.safetensors",1133    "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00006-of-00025.safetensors",1134    "model.layers.10.mlp.experts.85.up_proj.weight": "model-00006-of-00025.safetensors",1135    "model.layers.10.mlp.experts.86.down_proj.weight": "model-00006-of-00025.safetensors",1136    "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00006-of-00025.safetensors",1137    "model.layers.10.mlp.experts.86.up_proj.weight": "model-00006-of-00025.safetensors",1138    "model.layers.10.mlp.experts.87.down_proj.weight": "model-00006-of-00025.safetensors",1139    "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00006-of-00025.safetensors",1140    "model.layers.10.mlp.experts.87.up_proj.weight": "model-00006-of-00025.safetensors",1141    "model.layers.10.mlp.experts.88.down_proj.weight": "model-00006-of-00025.safetensors",1142    "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00006-of-00025.safetensors",1143    "model.layers.10.mlp.experts.88.up_proj.weight": "model-00006-of-00025.safetensors",1144    "model.layers.10.mlp.experts.89.down_proj.weight": "model-00006-of-00025.safetensors",1145    "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00006-of-00025.safetensors",1146    "model.layers.10.mlp.experts.89.up_proj.weight": "model-00006-of-00025.safetensors",1147    "model.layers.10.mlp.experts.9.down_proj.weight": "model-00006-of-00025.safetensors",1148    "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00006-of-00025.safetensors",1149    "model.layers.10.mlp.experts.9.up_proj.weight": "model-00006-of-00025.safetensors",1150    "model.layers.10.mlp.experts.90.down_proj.weight": "model-00006-of-00025.safetensors",1151    "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00006-of-00025.safetensors",1152    "model.layers.10.mlp.experts.90.up_proj.weight": "model-00006-of-00025.safetensors",1153    "model.layers.10.mlp.experts.91.down_proj.weight": "model-00006-of-00025.safetensors",1154    "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00006-of-00025.safetensors",1155    "model.layers.10.mlp.experts.91.up_proj.weight": "model-00006-of-00025.safetensors",1156    "model.layers.10.mlp.experts.92.down_proj.weight": "model-00006-of-00025.safetensors",1157    "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00006-of-00025.safetensors",1158    "model.layers.10.mlp.experts.92.up_proj.weight": "model-00006-of-00025.safetensors",1159    "model.layers.10.mlp.experts.93.down_proj.weight": "model-00006-of-00025.safetensors",1160    "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00006-of-00025.safetensors",1161    "model.layers.10.mlp.experts.93.up_proj.weight": "model-00006-of-00025.safetensors",1162    "model.layers.10.mlp.experts.94.down_proj.weight": "model-00006-of-00025.safetensors",1163    "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00006-of-00025.safetensors",1164    "model.layers.10.mlp.experts.94.up_proj.weight": "model-00006-of-00025.safetensors",1165    "model.layers.10.mlp.experts.95.down_proj.weight": "model-00006-of-00025.safetensors",1166    "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00006-of-00025.safetensors",1167    "model.layers.10.mlp.experts.95.up_proj.weight": "model-00006-of-00025.safetensors",1168    "model.layers.10.mlp.experts.96.down_proj.weight": "model-00006-of-00025.safetensors",1169    "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00006-of-00025.safetensors",1170    "model.layers.10.mlp.experts.96.up_proj.weight": "model-00006-of-00025.safetensors",1171    "model.layers.10.mlp.experts.97.down_proj.weight": "model-00006-of-00025.safetensors",1172    "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00006-of-00025.safetensors",1173    "model.layers.10.mlp.experts.97.up_proj.weight": "model-00006-of-00025.safetensors",1174    "model.layers.10.mlp.experts.98.down_proj.weight": "model-00006-of-00025.safetensors",1175    "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00006-of-00025.safetensors",1176    "model.layers.10.mlp.experts.98.up_proj.weight": "model-00006-of-00025.safetensors",1177    "model.layers.10.mlp.experts.99.down_proj.weight": "model-00006-of-00025.safetensors",1178    "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00006-of-00025.safetensors",1179    "model.layers.10.mlp.experts.99.up_proj.weight": "model-00006-of-00025.safetensors",1180    "model.layers.10.mlp.gate.weight": "model-00006-of-00025.safetensors",1181    "model.layers.10.post_attention_layernorm.weight": "model-00006-of-00025.safetensors",1182    "model.layers.10.self_attn.k_norm.weight": "model-00006-of-00025.safetensors",1183    "model.layers.10.self_attn.k_proj.weight": "model-00006-of-00025.safetensors",1184    "model.layers.10.self_attn.o_proj.weight": "model-00006-of-00025.safetensors",1185    "model.layers.10.self_attn.q_norm.weight": "model-00006-of-00025.safetensors",1186    "model.layers.10.self_attn.q_proj.weight": "model-00006-of-00025.safetensors",1187    "model.layers.10.self_attn.v_proj.weight": "model-00006-of-00025.safetensors",1188    "model.layers.11.input_layernorm.weight": "model-00007-of-00025.safetensors",1189    "model.layers.11.mlp.experts.0.down_proj.weight": "model-00006-of-00025.safetensors",1190    "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00006-of-00025.safetensors",1191    "model.layers.11.mlp.experts.0.up_proj.weight": "model-00006-of-00025.safetensors",1192    "model.layers.11.mlp.experts.1.down_proj.weight": "model-00006-of-00025.safetensors",1193    "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00006-of-00025.safetensors",1194    "model.layers.11.mlp.experts.1.up_proj.weight": "model-00006-of-00025.safetensors",1195    "model.layers.11.mlp.experts.10.down_proj.weight": "model-00006-of-00025.safetensors",1196    "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00006-of-00025.safetensors",1197    "model.layers.11.mlp.experts.10.up_proj.weight": "model-00006-of-00025.safetensors",1198    "model.layers.11.mlp.experts.100.down_proj.weight": "model-00007-of-00025.safetensors",1199    "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00007-of-00025.safetensors",1200    "model.layers.11.mlp.experts.100.up_proj.weight": "model-00007-of-00025.safetensors",

Showing the first 1,200 of 18876 lines. Download the file for the rest.