LeroyDyer/SpydazWeb_VisonEncoderDecoder_Project
137
1{2 "metadata": {3 "total_size": 151523563524 },5 "weight_map": {6 "Decoder.lm_head.weight": "model-00004-of-00004.safetensors",7 "Decoder.model.embed_tokens.weight": "model-00003-of-00004.safetensors",8 "Decoder.model.layers.0.input_layernorm.weight": "model-00003-of-00004.safetensors",9 "Decoder.model.layers.0.mlp.down_proj.weight": "model-00003-of-00004.safetensors",10 "Decoder.model.layers.0.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",11 "Decoder.model.layers.0.mlp.up_proj.weight": "model-00003-of-00004.safetensors",12 "Decoder.model.layers.0.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",13 "Decoder.model.layers.0.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",14 "Decoder.model.layers.0.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",15 "Decoder.model.layers.0.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",16 "Decoder.model.layers.0.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",17 "Decoder.model.layers.1.input_layernorm.weight": "model-00003-of-00004.safetensors",18 "Decoder.model.layers.1.mlp.down_proj.weight": "model-00003-of-00004.safetensors",19 "Decoder.model.layers.1.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",20 "Decoder.model.layers.1.mlp.up_proj.weight": "model-00003-of-00004.safetensors",21 "Decoder.model.layers.1.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",22 "Decoder.model.layers.1.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",23 "Decoder.model.layers.1.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",24 "Decoder.model.layers.1.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",25 "Decoder.model.layers.1.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",26 "Decoder.model.layers.10.input_layernorm.weight": "model-00004-of-00004.safetensors",27 "Decoder.model.layers.10.mlp.down_proj.weight": "model-00004-of-00004.safetensors",28 "Decoder.model.layers.10.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",29 "Decoder.model.layers.10.mlp.up_proj.weight": "model-00004-of-00004.safetensors",30 "Decoder.model.layers.10.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",31 "Decoder.model.layers.10.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",32 "Decoder.model.layers.10.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",33 "Decoder.model.layers.10.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",34 "Decoder.model.layers.10.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",35 "Decoder.model.layers.11.input_layernorm.weight": "model-00004-of-00004.safetensors",36 "Decoder.model.layers.11.mlp.down_proj.weight": "model-00004-of-00004.safetensors",37 "Decoder.model.layers.11.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",38 "Decoder.model.layers.11.mlp.up_proj.weight": "model-00004-of-00004.safetensors",39 "Decoder.model.layers.11.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",40 "Decoder.model.layers.11.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",41 "Decoder.model.layers.11.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",42 "Decoder.model.layers.11.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",43 "Decoder.model.layers.11.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",44 "Decoder.model.layers.2.input_layernorm.weight": "model-00003-of-00004.safetensors",45 "Decoder.model.layers.2.mlp.down_proj.weight": "model-00003-of-00004.safetensors",46 "Decoder.model.layers.2.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",47 "Decoder.model.layers.2.mlp.up_proj.weight": "model-00003-of-00004.safetensors",48 "Decoder.model.layers.2.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",49 "Decoder.model.layers.2.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",50 "Decoder.model.layers.2.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",51 "Decoder.model.layers.2.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",52 "Decoder.model.layers.2.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",53 "Decoder.model.layers.3.input_layernorm.weight": "model-00003-of-00004.safetensors",54 "Decoder.model.layers.3.mlp.down_proj.weight": "model-00003-of-00004.safetensors",55 "Decoder.model.layers.3.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",56 "Decoder.model.layers.3.mlp.up_proj.weight": "model-00003-of-00004.safetensors",57 "Decoder.model.layers.3.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",58 "Decoder.model.layers.3.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",59 "Decoder.model.layers.3.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",60 "Decoder.model.layers.3.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",61 "Decoder.model.layers.3.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",62 "Decoder.model.layers.4.input_layernorm.weight": "model-00003-of-00004.safetensors",63 "Decoder.model.layers.4.mlp.down_proj.weight": "model-00003-of-00004.safetensors",64 "Decoder.model.layers.4.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",65 "Decoder.model.layers.4.mlp.up_proj.weight": "model-00003-of-00004.safetensors",66 "Decoder.model.layers.4.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",67 "Decoder.model.layers.4.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",68 "Decoder.model.layers.4.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",69 "Decoder.model.layers.4.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",70 "Decoder.model.layers.4.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",71 "Decoder.model.layers.5.input_layernorm.weight": "model-00003-of-00004.safetensors",72 "Decoder.model.layers.5.mlp.down_proj.weight": "model-00003-of-00004.safetensors",73 "Decoder.model.layers.5.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",74 "Decoder.model.layers.5.mlp.up_proj.weight": "model-00003-of-00004.safetensors",75 "Decoder.model.layers.5.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",76 "Decoder.model.layers.5.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",77 "Decoder.model.layers.5.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",78 "Decoder.model.layers.5.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",79 "Decoder.model.layers.5.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",80 "Decoder.model.layers.6.input_layernorm.weight": "model-00003-of-00004.safetensors",81 "Decoder.model.layers.6.mlp.down_proj.weight": "model-00003-of-00004.safetensors",82 "Decoder.model.layers.6.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",83 "Decoder.model.layers.6.mlp.up_proj.weight": "model-00003-of-00004.safetensors",84 "Decoder.model.layers.6.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",85 "Decoder.model.layers.6.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",86 "Decoder.model.layers.6.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",87 "Decoder.model.layers.6.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",88 "Decoder.model.layers.6.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",89 "Decoder.model.layers.7.input_layernorm.weight": "model-00004-of-00004.safetensors",90 "Decoder.model.layers.7.mlp.down_proj.weight": "model-00004-of-00004.safetensors",91 "Decoder.model.layers.7.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",92 "Decoder.model.layers.7.mlp.up_proj.weight": "model-00004-of-00004.safetensors",93 "Decoder.model.layers.7.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",94 "Decoder.model.layers.7.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",95 "Decoder.model.layers.7.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",96 "Decoder.model.layers.7.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",97 "Decoder.model.layers.7.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",98 "Decoder.model.layers.8.input_layernorm.weight": "model-00004-of-00004.safetensors",99 "Decoder.model.layers.8.mlp.down_proj.weight": "model-00004-of-00004.safetensors",100 "Decoder.model.layers.8.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",101 "Decoder.model.layers.8.mlp.up_proj.weight": "model-00004-of-00004.safetensors",102 "Decoder.model.layers.8.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",103 "Decoder.model.layers.8.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",104 "Decoder.model.layers.8.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",105 "Decoder.model.layers.8.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",106 "Decoder.model.layers.8.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",107 "Decoder.model.layers.9.input_layernorm.weight": "model-00004-of-00004.safetensors",108 "Decoder.model.layers.9.mlp.down_proj.weight": "model-00004-of-00004.safetensors",109 "Decoder.model.layers.9.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",110 "Decoder.model.layers.9.mlp.up_proj.weight": "model-00004-of-00004.safetensors",111 "Decoder.model.layers.9.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",112 "Decoder.model.layers.9.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",113 "Decoder.model.layers.9.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",114 "Decoder.model.layers.9.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",115 "Decoder.model.layers.9.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",116 "Decoder.model.norm.weight": "model-00004-of-00004.safetensors",117 "Encoder.embeddings.cls_token": "model-00003-of-00004.safetensors",118 "Encoder.embeddings.patch_embeddings.projection.bias": "model-00003-of-00004.safetensors",119 "Encoder.embeddings.patch_embeddings.projection.weight": "model-00003-of-00004.safetensors",120 "Encoder.embeddings.position_embeddings": "model-00003-of-00004.safetensors",121 "Encoder.encoder.layer.0.attention.attention.key.bias": "model-00003-of-00004.safetensors",122 "Encoder.encoder.layer.0.attention.attention.key.weight": "model-00003-of-00004.safetensors",123 "Encoder.encoder.layer.0.attention.attention.query.bias": "model-00003-of-00004.safetensors",124 "Encoder.encoder.layer.0.attention.attention.query.weight": "model-00003-of-00004.safetensors",125 "Encoder.encoder.layer.0.attention.attention.value.bias": "model-00003-of-00004.safetensors",126 "Encoder.encoder.layer.0.attention.attention.value.weight": "model-00003-of-00004.safetensors",127 "Encoder.encoder.layer.0.attention.output.dense.bias": "model-00003-of-00004.safetensors",128 "Encoder.encoder.layer.0.attention.output.dense.weight": "model-00003-of-00004.safetensors",129 "Encoder.encoder.layer.0.intermediate.dense.bias": "model-00003-of-00004.safetensors",130 "Encoder.encoder.layer.0.intermediate.dense.weight": "model-00003-of-00004.safetensors",131 "Encoder.encoder.layer.0.layernorm_after.bias": "model-00003-of-00004.safetensors",132 "Encoder.encoder.layer.0.layernorm_after.weight": "model-00003-of-00004.safetensors",133 "Encoder.encoder.layer.0.layernorm_before.bias": "model-00003-of-00004.safetensors",134 "Encoder.encoder.layer.0.layernorm_before.weight": "model-00003-of-00004.safetensors",135 "Encoder.encoder.layer.0.output.dense.bias": "model-00003-of-00004.safetensors",136 "Encoder.encoder.layer.0.output.dense.weight": "model-00003-of-00004.safetensors",137 "Encoder.encoder.layer.1.attention.attention.key.bias": "model-00003-of-00004.safetensors",138 "Encoder.encoder.layer.1.attention.attention.key.weight": "model-00003-of-00004.safetensors",139 "Encoder.encoder.layer.1.attention.attention.query.bias": "model-00003-of-00004.safetensors",140 "Encoder.encoder.layer.1.attention.attention.query.weight": "model-00003-of-00004.safetensors",141 "Encoder.encoder.layer.1.attention.attention.value.bias": "model-00003-of-00004.safetensors",142 "Encoder.encoder.layer.1.attention.attention.value.weight": "model-00003-of-00004.safetensors",143 "Encoder.encoder.layer.1.attention.output.dense.bias": "model-00003-of-00004.safetensors",144 "Encoder.encoder.layer.1.attention.output.dense.weight": "model-00003-of-00004.safetensors",145 "Encoder.encoder.layer.1.intermediate.dense.bias": "model-00003-of-00004.safetensors",146 "Encoder.encoder.layer.1.intermediate.dense.weight": "model-00003-of-00004.safetensors",147 "Encoder.encoder.layer.1.layernorm_after.bias": "model-00003-of-00004.safetensors",148 "Encoder.encoder.layer.1.layernorm_after.weight": "model-00003-of-00004.safetensors",149 "Encoder.encoder.layer.1.layernorm_before.bias": "model-00003-of-00004.safetensors",150 "Encoder.encoder.layer.1.layernorm_before.weight": "model-00003-of-00004.safetensors",151 "Encoder.encoder.layer.1.output.dense.bias": "model-00003-of-00004.safetensors",152 "Encoder.encoder.layer.1.output.dense.weight": "model-00003-of-00004.safetensors",153 "Encoder.encoder.layer.10.attention.attention.key.bias": "model-00003-of-00004.safetensors",154 "Encoder.encoder.layer.10.attention.attention.key.weight": "model-00003-of-00004.safetensors",155 "Encoder.encoder.layer.10.attention.attention.query.bias": "model-00003-of-00004.safetensors",156 "Encoder.encoder.layer.10.attention.attention.query.weight": "model-00003-of-00004.safetensors",157 "Encoder.encoder.layer.10.attention.attention.value.bias": "model-00003-of-00004.safetensors",158 "Encoder.encoder.layer.10.attention.attention.value.weight": "model-00003-of-00004.safetensors",159 "Encoder.encoder.layer.10.attention.output.dense.bias": "model-00003-of-00004.safetensors",160 "Encoder.encoder.layer.10.attention.output.dense.weight": "model-00003-of-00004.safetensors",161 "Encoder.encoder.layer.10.intermediate.dense.bias": "model-00003-of-00004.safetensors",162 "Encoder.encoder.layer.10.intermediate.dense.weight": "model-00003-of-00004.safetensors",163 "Encoder.encoder.layer.10.layernorm_after.bias": "model-00003-of-00004.safetensors",164 "Encoder.encoder.layer.10.layernorm_after.weight": "model-00003-of-00004.safetensors",165 "Encoder.encoder.layer.10.layernorm_before.bias": "model-00003-of-00004.safetensors",166 "Encoder.encoder.layer.10.layernorm_before.weight": "model-00003-of-00004.safetensors",167 "Encoder.encoder.layer.10.output.dense.bias": "model-00003-of-00004.safetensors",168 "Encoder.encoder.layer.10.output.dense.weight": "model-00003-of-00004.safetensors",169 "Encoder.encoder.layer.11.attention.attention.key.bias": "model-00003-of-00004.safetensors",170 "Encoder.encoder.layer.11.attention.attention.key.weight": "model-00003-of-00004.safetensors",171 "Encoder.encoder.layer.11.attention.attention.query.bias": "model-00003-of-00004.safetensors",172 "Encoder.encoder.layer.11.attention.attention.query.weight": "model-00003-of-00004.safetensors",173 "Encoder.encoder.layer.11.attention.attention.value.bias": "model-00003-of-00004.safetensors",174 "Encoder.encoder.layer.11.attention.attention.value.weight": "model-00003-of-00004.safetensors",175 "Encoder.encoder.layer.11.attention.output.dense.bias": "model-00003-of-00004.safetensors",176 "Encoder.encoder.layer.11.attention.output.dense.weight": "model-00003-of-00004.safetensors",177 "Encoder.encoder.layer.11.intermediate.dense.bias": "model-00003-of-00004.safetensors",178 "Encoder.encoder.layer.11.intermediate.dense.weight": "model-00003-of-00004.safetensors",179 "Encoder.encoder.layer.11.layernorm_after.bias": "model-00003-of-00004.safetensors",180 "Encoder.encoder.layer.11.layernorm_after.weight": "model-00003-of-00004.safetensors",181 "Encoder.encoder.layer.11.layernorm_before.bias": "model-00003-of-00004.safetensors",182 "Encoder.encoder.layer.11.layernorm_before.weight": "model-00003-of-00004.safetensors",183 "Encoder.encoder.layer.11.output.dense.bias": "model-00003-of-00004.safetensors",184 "Encoder.encoder.layer.11.output.dense.weight": "model-00003-of-00004.safetensors",185 "Encoder.encoder.layer.2.attention.attention.key.bias": "model-00003-of-00004.safetensors",186 "Encoder.encoder.layer.2.attention.attention.key.weight": "model-00003-of-00004.safetensors",187 "Encoder.encoder.layer.2.attention.attention.query.bias": "model-00003-of-00004.safetensors",188 "Encoder.encoder.layer.2.attention.attention.query.weight": "model-00003-of-00004.safetensors",189 "Encoder.encoder.layer.2.attention.attention.value.bias": "model-00003-of-00004.safetensors",190 "Encoder.encoder.layer.2.attention.attention.value.weight": "model-00003-of-00004.safetensors",191 "Encoder.encoder.layer.2.attention.output.dense.bias": "model-00003-of-00004.safetensors",192 "Encoder.encoder.layer.2.attention.output.dense.weight": "model-00003-of-00004.safetensors",193 "Encoder.encoder.layer.2.intermediate.dense.bias": "model-00003-of-00004.safetensors",194 "Encoder.encoder.layer.2.intermediate.dense.weight": "model-00003-of-00004.safetensors",195 "Encoder.encoder.layer.2.layernorm_after.bias": "model-00003-of-00004.safetensors",196 "Encoder.encoder.layer.2.layernorm_after.weight": "model-00003-of-00004.safetensors",197 "Encoder.encoder.layer.2.layernorm_before.bias": "model-00003-of-00004.safetensors",198 "Encoder.encoder.layer.2.layernorm_before.weight": "model-00003-of-00004.safetensors",199 "Encoder.encoder.layer.2.output.dense.bias": "model-00003-of-00004.safetensors",200 "Encoder.encoder.layer.2.output.dense.weight": "model-00003-of-00004.safetensors",201 "Encoder.encoder.layer.3.attention.attention.key.bias": "model-00003-of-00004.safetensors",202 "Encoder.encoder.layer.3.attention.attention.key.weight": "model-00003-of-00004.safetensors",203 "Encoder.encoder.layer.3.attention.attention.query.bias": "model-00003-of-00004.safetensors",204 "Encoder.encoder.layer.3.attention.attention.query.weight": "model-00003-of-00004.safetensors",205 "Encoder.encoder.layer.3.attention.attention.value.bias": "model-00003-of-00004.safetensors",206 "Encoder.encoder.layer.3.attention.attention.value.weight": "model-00003-of-00004.safetensors",207 "Encoder.encoder.layer.3.attention.output.dense.bias": "model-00003-of-00004.safetensors",208 "Encoder.encoder.layer.3.attention.output.dense.weight": "model-00003-of-00004.safetensors",209 "Encoder.encoder.layer.3.intermediate.dense.bias": "model-00003-of-00004.safetensors",210 "Encoder.encoder.layer.3.intermediate.dense.weight": "model-00003-of-00004.safetensors",211 "Encoder.encoder.layer.3.layernorm_after.bias": "model-00003-of-00004.safetensors",212 "Encoder.encoder.layer.3.layernorm_after.weight": "model-00003-of-00004.safetensors",213 "Encoder.encoder.layer.3.layernorm_before.bias": "model-00003-of-00004.safetensors",214 "Encoder.encoder.layer.3.layernorm_before.weight": "model-00003-of-00004.safetensors",215 "Encoder.encoder.layer.3.output.dense.bias": "model-00003-of-00004.safetensors",216 "Encoder.encoder.layer.3.output.dense.weight": "model-00003-of-00004.safetensors",217 "Encoder.encoder.layer.4.attention.attention.key.bias": "model-00003-of-00004.safetensors",218 "Encoder.encoder.layer.4.attention.attention.key.weight": "model-00003-of-00004.safetensors",219 "Encoder.encoder.layer.4.attention.attention.query.bias": "model-00003-of-00004.safetensors",220 "Encoder.encoder.layer.4.attention.attention.query.weight": "model-00003-of-00004.safetensors",221 "Encoder.encoder.layer.4.attention.attention.value.bias": "model-00003-of-00004.safetensors",222 "Encoder.encoder.layer.4.attention.attention.value.weight": "model-00003-of-00004.safetensors",223 "Encoder.encoder.layer.4.attention.output.dense.bias": "model-00003-of-00004.safetensors",224 "Encoder.encoder.layer.4.attention.output.dense.weight": "model-00003-of-00004.safetensors",225 "Encoder.encoder.layer.4.intermediate.dense.bias": "model-00003-of-00004.safetensors",226 "Encoder.encoder.layer.4.intermediate.dense.weight": "model-00003-of-00004.safetensors",227 "Encoder.encoder.layer.4.layernorm_after.bias": "model-00003-of-00004.safetensors",228 "Encoder.encoder.layer.4.layernorm_after.weight": "model-00003-of-00004.safetensors",229 "Encoder.encoder.layer.4.layernorm_before.bias": "model-00003-of-00004.safetensors",230 "Encoder.encoder.layer.4.layernorm_before.weight": "model-00003-of-00004.safetensors",231 "Encoder.encoder.layer.4.output.dense.bias": "model-00003-of-00004.safetensors",232 "Encoder.encoder.layer.4.output.dense.weight": "model-00003-of-00004.safetensors",233 "Encoder.encoder.layer.5.attention.attention.key.bias": "model-00003-of-00004.safetensors",234 "Encoder.encoder.layer.5.attention.attention.key.weight": "model-00003-of-00004.safetensors",235 "Encoder.encoder.layer.5.attention.attention.query.bias": "model-00003-of-00004.safetensors",236 "Encoder.encoder.layer.5.attention.attention.query.weight": "model-00003-of-00004.safetensors",237 "Encoder.encoder.layer.5.attention.attention.value.bias": "model-00003-of-00004.safetensors",238 "Encoder.encoder.layer.5.attention.attention.value.weight": "model-00003-of-00004.safetensors",239 "Encoder.encoder.layer.5.attention.output.dense.bias": "model-00003-of-00004.safetensors",240 "Encoder.encoder.layer.5.attention.output.dense.weight": "model-00003-of-00004.safetensors",241 "Encoder.encoder.layer.5.intermediate.dense.bias": "model-00003-of-00004.safetensors",242 "Encoder.encoder.layer.5.intermediate.dense.weight": "model-00003-of-00004.safetensors",243 "Encoder.encoder.layer.5.layernorm_after.bias": "model-00003-of-00004.safetensors",244 "Encoder.encoder.layer.5.layernorm_after.weight": "model-00003-of-00004.safetensors",245 "Encoder.encoder.layer.5.layernorm_before.bias": "model-00003-of-00004.safetensors",246 "Encoder.encoder.layer.5.layernorm_before.weight": "model-00003-of-00004.safetensors",247 "Encoder.encoder.layer.5.output.dense.bias": "model-00003-of-00004.safetensors",248 "Encoder.encoder.layer.5.output.dense.weight": "model-00003-of-00004.safetensors",249 "Encoder.encoder.layer.6.attention.attention.key.bias": "model-00003-of-00004.safetensors",250 "Encoder.encoder.layer.6.attention.attention.key.weight": "model-00003-of-00004.safetensors",251 "Encoder.encoder.layer.6.attention.attention.query.bias": "model-00003-of-00004.safetensors",252 "Encoder.encoder.layer.6.attention.attention.query.weight": "model-00003-of-00004.safetensors",253 "Encoder.encoder.layer.6.attention.attention.value.bias": "model-00003-of-00004.safetensors",254 "Encoder.encoder.layer.6.attention.attention.value.weight": "model-00003-of-00004.safetensors",255 "Encoder.encoder.layer.6.attention.output.dense.bias": "model-00003-of-00004.safetensors",256 "Encoder.encoder.layer.6.attention.output.dense.weight": "model-00003-of-00004.safetensors",257 "Encoder.encoder.layer.6.intermediate.dense.bias": "model-00003-of-00004.safetensors",258 "Encoder.encoder.layer.6.intermediate.dense.weight": "model-00003-of-00004.safetensors",259 "Encoder.encoder.layer.6.layernorm_after.bias": "model-00003-of-00004.safetensors",260 "Encoder.encoder.layer.6.layernorm_after.weight": "model-00003-of-00004.safetensors",261 "Encoder.encoder.layer.6.layernorm_before.bias": "model-00003-of-00004.safetensors",262 "Encoder.encoder.layer.6.layernorm_before.weight": "model-00003-of-00004.safetensors",263 "Encoder.encoder.layer.6.output.dense.bias": "model-00003-of-00004.safetensors",264 "Encoder.encoder.layer.6.output.dense.weight": "model-00003-of-00004.safetensors",265 "Encoder.encoder.layer.7.attention.attention.key.bias": "model-00003-of-00004.safetensors",266 "Encoder.encoder.layer.7.attention.attention.key.weight": "model-00003-of-00004.safetensors",267 "Encoder.encoder.layer.7.attention.attention.query.bias": "model-00003-of-00004.safetensors",268 "Encoder.encoder.layer.7.attention.attention.query.weight": "model-00003-of-00004.safetensors",269 "Encoder.encoder.layer.7.attention.attention.value.bias": "model-00003-of-00004.safetensors",270 "Encoder.encoder.layer.7.attention.attention.value.weight": "model-00003-of-00004.safetensors",271 "Encoder.encoder.layer.7.attention.output.dense.bias": "model-00003-of-00004.safetensors",272 "Encoder.encoder.layer.7.attention.output.dense.weight": "model-00003-of-00004.safetensors",273 "Encoder.encoder.layer.7.intermediate.dense.bias": "model-00003-of-00004.safetensors",274 "Encoder.encoder.layer.7.intermediate.dense.weight": "model-00003-of-00004.safetensors",275 "Encoder.encoder.layer.7.layernorm_after.bias": "model-00003-of-00004.safetensors",276 "Encoder.encoder.layer.7.layernorm_after.weight": "model-00003-of-00004.safetensors",277 "Encoder.encoder.layer.7.layernorm_before.bias": "model-00003-of-00004.safetensors",278 "Encoder.encoder.layer.7.layernorm_before.weight": "model-00003-of-00004.safetensors",279 "Encoder.encoder.layer.7.output.dense.bias": "model-00003-of-00004.safetensors",280 "Encoder.encoder.layer.7.output.dense.weight": "model-00003-of-00004.safetensors",281 "Encoder.encoder.layer.8.attention.attention.key.bias": "model-00003-of-00004.safetensors",282 "Encoder.encoder.layer.8.attention.attention.key.weight": "model-00003-of-00004.safetensors",283 "Encoder.encoder.layer.8.attention.attention.query.bias": "model-00003-of-00004.safetensors",284 "Encoder.encoder.layer.8.attention.attention.query.weight": "model-00003-of-00004.safetensors",285 "Encoder.encoder.layer.8.attention.attention.value.bias": "model-00003-of-00004.safetensors",286 "Encoder.encoder.layer.8.attention.attention.value.weight": "model-00003-of-00004.safetensors",287 "Encoder.encoder.layer.8.attention.output.dense.bias": "model-00003-of-00004.safetensors",288 "Encoder.encoder.layer.8.attention.output.dense.weight": "model-00003-of-00004.safetensors",289 "Encoder.encoder.layer.8.intermediate.dense.bias": "model-00003-of-00004.safetensors",290 "Encoder.encoder.layer.8.intermediate.dense.weight": "model-00003-of-00004.safetensors",291 "Encoder.encoder.layer.8.layernorm_after.bias": "model-00003-of-00004.safetensors",292 "Encoder.encoder.layer.8.layernorm_after.weight": "model-00003-of-00004.safetensors",293 "Encoder.encoder.layer.8.layernorm_before.bias": "model-00003-of-00004.safetensors",294 "Encoder.encoder.layer.8.layernorm_before.weight": "model-00003-of-00004.safetensors",295 "Encoder.encoder.layer.8.output.dense.bias": "model-00003-of-00004.safetensors",296 "Encoder.encoder.layer.8.output.dense.weight": "model-00003-of-00004.safetensors",297 "Encoder.encoder.layer.9.attention.attention.key.bias": "model-00003-of-00004.safetensors",298 "Encoder.encoder.layer.9.attention.attention.key.weight": "model-00003-of-00004.safetensors",299 "Encoder.encoder.layer.9.attention.attention.query.bias": "model-00003-of-00004.safetensors",300 "Encoder.encoder.layer.9.attention.attention.query.weight": "model-00003-of-00004.safetensors",301 "Encoder.encoder.layer.9.attention.attention.value.bias": "model-00003-of-00004.safetensors",302 "Encoder.encoder.layer.9.attention.attention.value.weight": "model-00003-of-00004.safetensors",303 "Encoder.encoder.layer.9.attention.output.dense.bias": "model-00003-of-00004.safetensors",304 "Encoder.encoder.layer.9.attention.output.dense.weight": "model-00003-of-00004.safetensors",305 "Encoder.encoder.layer.9.intermediate.dense.bias": "model-00003-of-00004.safetensors",306 "Encoder.encoder.layer.9.intermediate.dense.weight": "model-00003-of-00004.safetensors",307 "Encoder.encoder.layer.9.layernorm_after.bias": "model-00003-of-00004.safetensors",308 "Encoder.encoder.layer.9.layernorm_after.weight": "model-00003-of-00004.safetensors",309 "Encoder.encoder.layer.9.layernorm_before.bias": "model-00003-of-00004.safetensors",310 "Encoder.encoder.layer.9.layernorm_before.weight": "model-00003-of-00004.safetensors",311 "Encoder.encoder.layer.9.output.dense.bias": "model-00003-of-00004.safetensors",312 "Encoder.encoder.layer.9.output.dense.weight": "model-00003-of-00004.safetensors",313 "Encoder.layernorm.bias": "model-00003-of-00004.safetensors",314 "Encoder.layernorm.weight": "model-00003-of-00004.safetensors",315 "Encoder.pooler.dense.bias": "model-00003-of-00004.safetensors",316 "Encoder.pooler.dense.weight": "model-00003-of-00004.safetensors",317 "lm_head.weight": "model-00003-of-00004.safetensors",318 "model.embed_tokens.weight": "model-00001-of-00004.safetensors",319 "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",320 "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",321 "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",322 "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",323 "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",324 "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",325 "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",326 "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",327 "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",328 "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",329 "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",330 "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",331 "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",332 "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",333 "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",334 "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",335 "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",336 "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",337 "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",338 "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",339 "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",340 "model.layers.10.mlp.up_proj.weight": "model-00001-of-00004.safetensors",341 "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",342 "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",343 "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",344 "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",345 "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",346 "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",347 "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",348 "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",349 "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",350 "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",351 "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",352 "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",353 "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",354 "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",355 "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",356 "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",357 "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",358 "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",359 "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",360 "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",361 "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",362 "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",363 "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",364 "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",365 "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",366 "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",367 "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",368 "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",369 "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",370 "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",371 "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",372 "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",373 "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",374 "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",375 "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",376 "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",377 "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",378 "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",379 "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",380 "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",381 "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",382 "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",383 "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",384 "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",385 "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",386 "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",387 "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",388 "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",389 "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",390 "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",391 "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",392 "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",393 "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",394 "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",395 "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",396 "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",397 "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",398 "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",399 "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",400 "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",401 "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",402 "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",403 "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",404 "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",405 "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",406 "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",407 "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",408 "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",409 "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",410 "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",411 "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",412 "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",413 "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",414 "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",415 "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",416 "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",417 "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",418 "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",419 "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",420 "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",421 "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",422 "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",423 "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",424 "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",425 "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",426 "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",427 "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",428 "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",429 "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",430 "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",431 "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",432 "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",433 "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",434 "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",435 "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",436 "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors",437 "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors",438 "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",439 "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors",440 "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",441 "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",442 "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",443 "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",444 "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",445 "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors",446 "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors",447 "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",448 "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors",449 "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",450 "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",451 "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",452 "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",453 "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",454 "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",455 "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",456 "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",457 "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",458 "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",459 "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",460 "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",461 "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",462 "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",463 "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",464 "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",465 "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",466 "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",467 "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",468 "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",469 "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",470 "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",471 "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",472 "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",473 "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",474 "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",475 "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",476 "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",477 "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",478 "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",479 "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",480 "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",481 "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",482 "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",483 "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",484 "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",485 "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",486 "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",487 "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",488 "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",489 "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",490 "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",491 "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",492 "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",493 "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",494 "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",495 "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",496 "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",497 "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",498 "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",499 "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",500 "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",501 "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",502 "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",503 "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",504 "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",505 "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",506 "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",507 "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",508 "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",509 "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",510 "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",511 "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",512 "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",513 "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",514 "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",515 "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",516 "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",517 "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",518 "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",519 "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",520 "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",521 "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",522 "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",523 "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",524 "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",525 "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",526 "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",527 "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",528 "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",529 "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",530 "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",531 "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",532 "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",533 "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",534 "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",535 "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",536 "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",537 "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",538 "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",539 "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",540 "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",541 "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",542 "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",543 "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",544 "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors",545 "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors",546 "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",547 "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",548 "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",549 "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",550 "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",551 "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",552 "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",553 "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",554 "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",555 "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",556 "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",557 "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",558 "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",559 "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",560 "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",561 "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",562 "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",563 "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",564 "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",565 "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",566 "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",567 "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",568 "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",569 "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",570 "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",571 "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",572 "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",573 "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",574 "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",575 "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",576 "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",577 "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",578 "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",579 "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",580 "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",581 "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",582 "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",583 "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",584 "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",585 "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",586 "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",587 "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",588 "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",589 "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",590 "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",591 "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",592 "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",593 "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",594 "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",595 "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",596 "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",597 "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",598 "model.layers.9.input_layernorm.weight": "model-00001-of-00004.safetensors",599 "model.layers.9.mlp.down_proj.weight": "model-00001-of-00004.safetensors",600 "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",601 "model.layers.9.mlp.up_proj.weight": "model-00001-of-00004.safetensors",602 "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",603 "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",604 "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",605 "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",606 "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",607 "model.norm.weight": "model-00003-of-00004.safetensors"608 }609}610