Pilcothink/Qwen3.8-27B-MixedInt4-AutoRound
12124k
1{2 "bits": 4,3 "data_type": "int",4 "group_size": 32,5 "sym": true,6 "scale_dtype": "None",7 "autoround_version": "0.14.2",8 "block_name_to_quantize": "model.language_model.layers",9 "quant_method": "auto-round",10 "packing_format": "auto_round:auto_gptq",11 "extra_config": {12 "model.language_model.layers.0.linear_attn.in_proj_b": {13 "bits": 16,14 "data_type": "fp"15 },16 "model.language_model.layers.0.linear_attn.in_proj_a": {17 "bits": 16,18 "data_type": "fp"19 },20 "model.language_model.layers.1.linear_attn.in_proj_b": {21 "bits": 16,22 "data_type": "fp"23 },24 "model.language_model.layers.1.linear_attn.in_proj_a": {25 "bits": 16,26 "data_type": "fp"27 },28 "model.language_model.layers.2.linear_attn.in_proj_b": {29 "bits": 16,30 "data_type": "fp"31 },32 "model.language_model.layers.2.linear_attn.in_proj_a": {33 "bits": 16,34 "data_type": "fp"35 },36 "model.language_model.layers.4.linear_attn.in_proj_b": {37 "bits": 16,38 "data_type": "fp"39 },40 "model.language_model.layers.4.linear_attn.in_proj_a": {41 "bits": 16,42 "data_type": "fp"43 },44 "model.language_model.layers.5.linear_attn.in_proj_b": {45 "bits": 16,46 "data_type": "fp"47 },48 "model.language_model.layers.5.linear_attn.in_proj_a": {49 "bits": 16,50 "data_type": "fp"51 },52 "model.language_model.layers.6.linear_attn.in_proj_b": {53 "bits": 16,54 "data_type": "fp"55 },56 "model.language_model.layers.6.linear_attn.in_proj_a": {57 "bits": 16,58 "data_type": "fp"59 },60 "model.language_model.layers.8.linear_attn.in_proj_b": {61 "bits": 16,62 "data_type": "fp"63 },64 "model.language_model.layers.8.linear_attn.in_proj_a": {65 "bits": 16,66 "data_type": "fp"67 },68 "model.language_model.layers.9.linear_attn.in_proj_b": {69 "bits": 16,70 "data_type": "fp"71 },72 "model.language_model.layers.9.linear_attn.in_proj_a": {73 "bits": 16,74 "data_type": "fp"75 },76 "model.language_model.layers.10.linear_attn.in_proj_b": {77 "bits": 16,78 "data_type": "fp"79 },80 "model.language_model.layers.10.linear_attn.in_proj_a": {81 "bits": 16,82 "data_type": "fp"83 },84 "model.language_model.layers.12.linear_attn.in_proj_b": {85 "bits": 16,86 "data_type": "fp"87 },88 "model.language_model.layers.12.linear_attn.in_proj_a": {89 "bits": 16,90 "data_type": "fp"91 },92 "model.language_model.layers.13.linear_attn.in_proj_b": {93 "bits": 16,94 "data_type": "fp"95 },96 "model.language_model.layers.13.linear_attn.in_proj_a": {97 "bits": 16,98 "data_type": "fp"99 },100 "model.language_model.layers.14.linear_attn.in_proj_b": {101 "bits": 16,102 "data_type": "fp"103 },104 "model.language_model.layers.14.linear_attn.in_proj_a": {105 "bits": 16,106 "data_type": "fp"107 },108 "model.language_model.layers.16.linear_attn.in_proj_b": {109 "bits": 16,110 "data_type": "fp"111 },112 "model.language_model.layers.16.linear_attn.in_proj_a": {113 "bits": 16,114 "data_type": "fp"115 },116 "model.language_model.layers.17.linear_attn.in_proj_b": {117 "bits": 16,118 "data_type": "fp"119 },120 "model.language_model.layers.17.linear_attn.in_proj_a": {121 "bits": 16,122 "data_type": "fp"123 },124 "model.language_model.layers.18.linear_attn.in_proj_b": {125 "bits": 16,126 "data_type": "fp"127 },128 "model.language_model.layers.18.linear_attn.in_proj_a": {129 "bits": 16,130 "data_type": "fp"131 },132 "model.language_model.layers.20.linear_attn.in_proj_b": {133 "bits": 16,134 "data_type": "fp"135 },136 "model.language_model.layers.20.linear_attn.in_proj_a": {137 "bits": 16,138 "data_type": "fp"139 },140 "model.language_model.layers.21.linear_attn.in_proj_b": {141 "bits": 16,142 "data_type": "fp"143 },144 "model.language_model.layers.21.linear_attn.in_proj_a": {145 "bits": 16,146 "data_type": "fp"147 },148 "model.language_model.layers.22.linear_attn.in_proj_b": {149 "bits": 16,150 "data_type": "fp"151 },152 "model.language_model.layers.22.linear_attn.in_proj_a": {153 "bits": 16,154 "data_type": "fp"155 },156 "model.language_model.layers.24.linear_attn.in_proj_b": {157 "bits": 16,158 "data_type": "fp"159 },160 "model.language_model.layers.24.linear_attn.in_proj_a": {161 "bits": 16,162 "data_type": "fp"163 },164 "model.language_model.layers.25.linear_attn.in_proj_b": {165 "bits": 16,166 "data_type": "fp"167 },168 "model.language_model.layers.25.linear_attn.in_proj_a": {169 "bits": 16,170 "data_type": "fp"171 },172 "model.language_model.layers.26.linear_attn.in_proj_b": {173 "bits": 16,174 "data_type": "fp"175 },176 "model.language_model.layers.26.linear_attn.in_proj_a": {177 "bits": 16,178 "data_type": "fp"179 },180 "model.language_model.layers.28.linear_attn.in_proj_b": {181 "bits": 16,182 "data_type": "fp"183 },184 "model.language_model.layers.28.linear_attn.in_proj_a": {185 "bits": 16,186 "data_type": "fp"187 },188 "model.language_model.layers.29.linear_attn.in_proj_b": {189 "bits": 16,190 "data_type": "fp"191 },192 "model.language_model.layers.29.linear_attn.in_proj_a": {193 "bits": 16,194 "data_type": "fp"195 },196 "model.language_model.layers.30.linear_attn.in_proj_b": {197 "bits": 16,198 "data_type": "fp"199 },200 "model.language_model.layers.30.linear_attn.in_proj_a": {201 "bits": 16,202 "data_type": "fp"203 },204 "model.language_model.layers.32.linear_attn.in_proj_b": {205 "bits": 16,206 "data_type": "fp"207 },208 "model.language_model.layers.32.linear_attn.in_proj_a": {209 "bits": 16,210 "data_type": "fp"211 },212 "model.language_model.layers.33.linear_attn.in_proj_b": {213 "bits": 16,214 "data_type": "fp"215 },216 "model.language_model.layers.33.linear_attn.in_proj_a": {217 "bits": 16,218 "data_type": "fp"219 },220 "model.language_model.layers.34.linear_attn.in_proj_b": {221 "bits": 16,222 "data_type": "fp"223 },224 "model.language_model.layers.34.linear_attn.in_proj_a": {225 "bits": 16,226 "data_type": "fp"227 },228 "model.language_model.layers.36.linear_attn.in_proj_b": {229 "bits": 16,230 "data_type": "fp"231 },232 "model.language_model.layers.36.linear_attn.in_proj_a": {233 "bits": 16,234 "data_type": "fp"235 },236 "model.language_model.layers.37.linear_attn.in_proj_b": {237 "bits": 16,238 "data_type": "fp"239 },240 "model.language_model.layers.37.linear_attn.in_proj_a": {241 "bits": 16,242 "data_type": "fp"243 },244 "model.language_model.layers.38.linear_attn.in_proj_b": {245 "bits": 16,246 "data_type": "fp"247 },248 "model.language_model.layers.38.linear_attn.in_proj_a": {249 "bits": 16,250 "data_type": "fp"251 },252 "model.language_model.layers.40.linear_attn.in_proj_b": {253 "bits": 16,254 "data_type": "fp"255 },256 "model.language_model.layers.40.linear_attn.in_proj_a": {257 "bits": 16,258 "data_type": "fp"259 },260 "model.language_model.layers.41.linear_attn.in_proj_b": {261 "bits": 16,262 "data_type": "fp"263 },264 "model.language_model.layers.41.linear_attn.in_proj_a": {265 "bits": 16,266 "data_type": "fp"267 },268 "model.language_model.layers.42.linear_attn.in_proj_b": {269 "bits": 16,270 "data_type": "fp"271 },272 "model.language_model.layers.42.linear_attn.in_proj_a": {273 "bits": 16,274 "data_type": "fp"275 },276 "model.language_model.layers.44.linear_attn.in_proj_b": {277 "bits": 16,278 "data_type": "fp"279 },280 "model.language_model.layers.44.linear_attn.in_proj_a": {281 "bits": 16,282 "data_type": "fp"283 },284 "model.language_model.layers.45.linear_attn.in_proj_b": {285 "bits": 16,286 "data_type": "fp"287 },288 "model.language_model.layers.45.linear_attn.in_proj_a": {289 "bits": 16,290 "data_type": "fp"291 },292 "model.language_model.layers.46.linear_attn.in_proj_b": {293 "bits": 16,294 "data_type": "fp"295 },296 "model.language_model.layers.46.linear_attn.in_proj_a": {297 "bits": 16,298 "data_type": "fp"299 },300 "model.language_model.layers.48.linear_attn.in_proj_b": {301 "bits": 16,302 "data_type": "fp"303 },304 "model.language_model.layers.48.linear_attn.in_proj_a": {305 "bits": 16,306 "data_type": "fp"307 },308 "model.language_model.layers.49.linear_attn.in_proj_b": {309 "bits": 16,310 "data_type": "fp"311 },312 "model.language_model.layers.49.linear_attn.in_proj_a": {313 "bits": 16,314 "data_type": "fp"315 },316 "model.language_model.layers.50.linear_attn.in_proj_b": {317 "bits": 16,318 "data_type": "fp"319 },320 "model.language_model.layers.50.linear_attn.in_proj_a": {321 "bits": 16,322 "data_type": "fp"323 },324 "model.language_model.layers.52.linear_attn.in_proj_b": {325 "bits": 16,326 "data_type": "fp"327 },328 "model.language_model.layers.52.linear_attn.in_proj_a": {329 "bits": 16,330 "data_type": "fp"331 },332 "model.language_model.layers.53.linear_attn.in_proj_b": {333 "bits": 16,334 "data_type": "fp"335 },336 "model.language_model.layers.53.linear_attn.in_proj_a": {337 "bits": 16,338 "data_type": "fp"339 },340 "model.language_model.layers.54.linear_attn.in_proj_b": {341 "bits": 16,342 "data_type": "fp"343 },344 "model.language_model.layers.54.linear_attn.in_proj_a": {345 "bits": 16,346 "data_type": "fp"347 },348 "model.language_model.layers.56.linear_attn.in_proj_b": {349 "bits": 16,350 "data_type": "fp"351 },352 "model.language_model.layers.56.linear_attn.in_proj_a": {353 "bits": 16,354 "data_type": "fp"355 },356 "model.language_model.layers.57.linear_attn.in_proj_b": {357 "bits": 16,358 "data_type": "fp"359 },360 "model.language_model.layers.57.linear_attn.in_proj_a": {361 "bits": 16,362 "data_type": "fp"363 },364 "model.language_model.layers.58.linear_attn.in_proj_b": {365 "bits": 16,366 "data_type": "fp"367 },368 "model.language_model.layers.58.linear_attn.in_proj_a": {369 "bits": 16,370 "data_type": "fp"371 },372 "model.language_model.layers.60.linear_attn.in_proj_b": {373 "bits": 16,374 "data_type": "fp"375 },376 "model.language_model.layers.60.linear_attn.in_proj_a": {377 "bits": 16,378 "data_type": "fp"379 },380 "model.language_model.layers.61.linear_attn.in_proj_b": {381 "bits": 16,382 "data_type": "fp"383 },384 "model.language_model.layers.61.linear_attn.in_proj_a": {385 "bits": 16,386 "data_type": "fp"387 },388 "model.language_model.layers.62.linear_attn.in_proj_b": {389 "bits": 16,390 "data_type": "fp"391 },392 "model.language_model.layers.62.linear_attn.in_proj_a": {393 "bits": 16,394 "data_type": "fp"395 },396 "model.language_model.layers.0.linear_attn.in_proj_qkv": {397 "bits": 8398 },399 "model.language_model.layers.0.linear_attn.in_proj_z": {400 "bits": 8401 },402 "model.language_model.layers.0.linear_attn.out_proj": {403 "bits": 8404 },405 "model.language_model.layers.1.linear_attn.out_proj": {406 "bits": 8407 },408 "model.language_model.layers.2.linear_attn.out_proj": {409 "bits": 8410 },411 "model.language_model.layers.4.linear_attn.out_proj": {412 "bits": 8413 },414 "model.language_model.layers.5.linear_attn.out_proj": {415 "bits": 8416 },417 "model.language_model.layers.6.linear_attn.out_proj": {418 "bits": 8419 },420 "model.language_model.layers.27.self_attn.o_proj": {421 "bits": 8422 },423 "model.language_model.layers.31.self_attn.o_proj": {424 "bits": 8425 },426 "model.language_model.layers.35.self_attn.o_proj": {427 "bits": 8428 },429 "model.language_model.layers.39.self_attn.o_proj": {430 "bits": 8431 },432 "model.language_model.layers.43.self_attn.o_proj": {433 "bits": 8434 },435 "model.language_model.layers.51.self_attn.o_proj": {436 "bits": 8437 },438 "model.language_model.layers.56.mlp.down_proj": {439 "bits": 8440 },441 "model.language_model.layers.63.self_attn.o_proj": {442 "bits": 8443 },444 "model.language_model.layers.63.mlp.down_proj": {445 "bits": 8446 }447 }448}