Intel/LongCat-Flash-Lite-Sparse-MXFP4-CT-AutoRound
176
1{2 "config_groups": {3 "group_0": {4 "targets": [5 "Linear"6 ],7 "weights": {8 "num_bits": 4,9 "type": "float",10 "symmetric": true,11 "group_size": 32,12 "strategy": "group",13 "block_structure": null,14 "dynamic": false,15 "actorder": null,16 "scale_dtype": "torch.uint8",17 "zp_dtype": null,18 "observer": "memoryless_minmax",19 "observer_kwargs": {}20 },21 "input_activations": {22 "num_bits": 4,23 "type": "float",24 "symmetric": true,25 "group_size": 32,26 "strategy": "group",27 "block_structure": null,28 "dynamic": true,29 "actorder": null,30 "scale_dtype": "torch.uint8",31 "zp_dtype": null,32 "observer": null,33 "observer_kwargs": {}34 },35 "output_activations": null,36 "format": null37 }38 },39 "quant_method": "compressed-tensors",40 "kv_cache_scheme": null,41 "format": "mxfp4-pack-quantized",42 "quantization_status": "compressed",43 "global_compression_ratio": null,44 "ignore": [45 "model.layers.2.self_attn.1.kv_a_proj_with_mqa",46 "model.mtp.layers.0.self_attn.kv_a_proj_with_mqa",47 "model.oe_embed_proj3",48 "model.oe_embed_tokens10",49 "model.layers.0.self_attn.0.kv_a_proj_with_mqa",50 "model.layers.10.self_attn.0.kv_a_proj_with_mqa",51 "model.oe_embed_proj8",52 "model.oe_embed_tokens11",53 "model.layers.1.self_attn.0.indexer.wk",54 "model.layers.9.mlp.router.classifier",55 "model.oe_embed_proj0",56 "model.oe_embed_proj4",57 "model.oe_embed_tokens9",58 "model.layers.3.self_attn.0.indexer.weights_proj",59 "model.layers.8.mlp.router.classifier",60 "model.layers.9.self_attn.1.kv_a_proj_with_mqa",61 "model.oe_embed_tokens8",62 "model.layers.10.self_attn.0.indexer.weights_proj",63 "model.layers.7.mlp.router.classifier",64 "model.layers.8.self_attn.1.kv_a_proj_with_mqa",65 "model.oe_embed_tokens7",66 "model.layers.2.self_attn.0.indexer.weights_proj",67 "model.layers.6.mlp.router.classifier",68 "model.layers.7.self_attn.1.kv_a_proj_with_mqa",69 "model.oe_embed_tokens6",70 "model.layers.13.self_attn.0.indexer.weights_proj",71 "model.layers.5.mlp.router.classifier",72 "model.layers.6.self_attn.1.kv_a_proj_with_mqa",73 "model.layers.9.self_attn.0.indexer.weights_proj",74 "model.oe_embed_tokens5",75 "model.layers.12.self_attn.0.indexer.weights_proj",76 "model.layers.4.mlp.router.classifier",77 "model.layers.5.self_attn.1.kv_a_proj_with_mqa",78 "model.layers.8.self_attn.0.indexer.weights_proj",79 "model.oe_embed_tokens4",80 "model.layers.11.self_attn.0.indexer.weights_proj",81 "model.layers.3.mlp.router.classifier",82 "model.layers.4.self_attn.1.kv_a_proj_with_mqa",83 "model.layers.7.self_attn.0.indexer.weights_proj",84 "model.oe_embed_tokens3",85 "model.layers.1.self_attn.0.indexer.weights_proj",86 "model.layers.10.mlp.router.classifier",87 "model.layers.3.self_attn.1.kv_a_proj_with_mqa",88 "model.layers.6.self_attn.0.indexer.weights_proj",89 "model.oe_embed_tokens2",90 "model.layers.0.self_attn.0.indexer.weights_proj",91 "model.layers.10.self_attn.1.kv_a_proj_with_mqa",92 "model.layers.2.mlp.router.classifier",93 "model.layers.5.self_attn.0.indexer.weights_proj",94 "model.oe_embed_tokens1",95 "model.layers.13.mlp.router.classifier",96 "model.layers.4.self_attn.0.indexer.weights_proj",97 "model.layers.9.self_attn.0.kv_a_proj_with_mqa",98 "model.mtp.layers.0.self_attn.indexer.weights_proj",99 "model.oe_embed_tokens0",100 "model.embed_tokens",101 "model.layers.1.mlp.router.classifier",102 "model.layers.12.self_attn.0.indexer.wq_b",103 "model.layers.13.self_attn.0.indexer.wk",104 "model.layers.6.self_attn.0.indexer.wq_b",105 "model.layers.6.self_attn.0.kv_a_proj_with_mqa",106 "model.layers.11.mlp.router.classifier",107 "model.layers.13.self_attn.0.indexer.wq_b",108 "model.layers.2.self_attn.0.indexer.wk",109 "model.layers.7.self_attn.0.indexer.wq_b",110 "model.layers.7.self_attn.0.kv_a_proj_with_mqa",111 "model.mtp.embed_tokens",112 "lm_head",113 "model.layers.10.self_attn.0.indexer.wk",114 "model.layers.12.mlp.router.classifier",115 "model.layers.2.self_attn.0.indexer.wq_b",116 "model.layers.8.self_attn.0.kv_a_proj_with_mqa",117 "model.layers.0.mlps.1.gate_proj",118 "model.layers.0.self_attn.0.o_proj",119 "model.layers.1.self_attn.0.q_a_proj",120 "model.layers.1.self_attn.1.q_b_proj",121 "model.layers.10.self_attn.0.kv_b_proj",122 "model.layers.11.self_attn.1.kv_b_proj",123 "model.layers.12.self_attn.1.q_a_proj",124 "model.layers.13.mlps.1.down_proj",125 "model.layers.13.self_attn.0.kv_a_proj_with_mqa",126 "model.layers.2.mlps.1.up_proj",127 "model.layers.2.self_attn.1.o_proj",128 "model.layers.3.self_attn.0.indexer.wk",129 "model.layers.3.self_attn.1.o_proj",130 "model.layers.4.mlps.1.down_proj",131 "model.layers.4.mlps.1.up_proj",132 "model.layers.5.self_attn.1.kv_b_proj",133 "model.layers.6.mlps.0.up_proj",134 "model.layers.8.self_attn.1.q_b_proj",135 "model.layers.9.mlps.0.down_proj",136 "model.layers.9.self_attn.0.q_a_proj",137 "model.mtp.layers.0.transformer_layer.mlp.down_proj",138 "model.oe_embed_proj10",139 "model.layers.0.mlps.0.down_proj",140 "model.layers.1.mlps.1.gate_proj",141 "model.layers.1.self_attn.0.o_proj",142 "model.layers.10.mlps.1.gate_proj",143 "model.layers.10.self_attn.1.q_a_proj",144 "model.layers.11.self_attn.0.q_a_proj",145 "model.layers.11.self_attn.1.q_b_proj",146 "model.layers.12.self_attn.1.kv_b_proj",147 "model.layers.13.self_attn.1.q_a_proj",148 "model.layers.2.mlps.0.gate_proj",149 "model.layers.2.self_attn.0.kv_a_proj_with_mqa",150 "model.layers.3.self_attn.0.kv_b_proj",151 "model.layers.4.self_attn.0.indexer.wk",152 "model.layers.4.self_attn.1.o_proj",153 "model.layers.5.mlps.0.gate_proj",154 "model.layers.5.mlps.1.up_proj",155 "model.layers.6.self_attn.1.kv_b_proj",156 "model.layers.7.mlps.0.up_proj",157 "model.layers.9.self_attn.1.q_b_proj",158 "model.mtp.layers.0.self_attn.o_proj",159 "model.mtp.layers.0.transformer_layer.mlp.gate_proj",160 "model.oe_embed_proj5",161 "model.layers.0.mlps.0.gate_proj",162 "model.layers.0.self_attn.1.kv_a_proj_with_mqa",163 "model.layers.1.mlps.0.down_proj",164 "model.layers.10.self_attn.0.o_proj",165 "model.layers.10.self_attn.0.q_b_proj",166 "model.layers.11.mlps.1.gate_proj",167 "model.layers.11.self_attn.0.o_proj",168 "model.layers.12.self_attn.0.q_a_proj",169 "model.layers.12.self_attn.1.q_b_proj",170 "model.layers.13.self_attn.1.kv_b_proj",171 "model.layers.2.mlps.1.down_proj",172 "model.layers.2.self_attn.1.q_a_proj",173 "model.layers.3.mlps.1.gate_proj",174 "model.layers.3.self_attn.1.q_a_proj",175 "model.layers.4.self_attn.0.kv_b_proj",176 "model.layers.5.mlps.1.down_proj",177 "model.layers.5.self_attn.0.indexer.wk",178 "model.layers.5.self_attn.1.o_proj",179 "model.layers.6.mlps.1.up_proj",180 "model.layers.7.self_attn.1.kv_b_proj",181 "model.layers.8.mlps.0.up_proj",182 "model.oe_embed_proj1",183 "model.layers.0.mlps.1.down_proj",184 "model.layers.1.self_attn.1.kv_a_proj_with_mqa",185 "model.layers.11.mlps.0.down_proj",186 "model.layers.12.mlps.1.gate_proj",187 "model.layers.12.self_attn.0.o_proj",188 "model.layers.13.self_attn.0.q_a_proj",189 "model.layers.13.self_attn.1.q_b_proj",190 "model.layers.2.self_attn.1.kv_b_proj",191 "model.layers.3.self_attn.0.o_proj",192 "model.layers.3.self_attn.0.q_b_proj",193 "model.layers.4.mlps.1.gate_proj",194 "model.layers.4.self_attn.1.q_a_proj",195 "model.layers.5.self_attn.0.kv_b_proj",196 "model.layers.6.mlps.0.gate_proj",197 "model.layers.6.self_attn.0.indexer.wk",198 "model.layers.6.self_attn.1.o_proj",199 "model.layers.7.mlps.1.up_proj",200 "model.layers.8.self_attn.1.kv_b_proj",201 "model.layers.9.mlps.0.up_proj",202 "model.mtp.layers.0.eh_proj",203 "model.mtp.layers.0.self_attn.q_a_proj",204 "model.oe_embed_proj11",205 "model.layers.1.mlps.0.gate_proj",206 "model.layers.10.mlps.0.down_proj",207 "model.layers.10.self_attn.0.q_a_proj",208 "model.layers.11.self_attn.1.kv_a_proj_with_mqa",209 "model.layers.12.mlps.0.down_proj",210 "model.layers.13.mlps.1.gate_proj",211 "model.layers.13.self_attn.0.o_proj",212 "model.layers.2.self_attn.0.q_a_proj",213 "model.layers.2.self_attn.1.q_b_proj",214 "model.layers.4.self_attn.0.o_proj",215 "model.layers.4.self_attn.0.q_b_proj",216 "model.layers.5.mlps.1.gate_proj",217 "model.layers.5.self_attn.1.q_a_proj",218 "model.layers.6.mlps.1.down_proj",219 "model.layers.6.self_attn.0.kv_b_proj",220 "model.layers.7.self_attn.0.indexer.wk",221 "model.layers.7.self_attn.1.o_proj",222 "model.layers.8.mlps.1.up_proj",223 "model.layers.9.self_attn.1.kv_b_proj",224 "model.mtp.layers.0.self_attn.kv_b_proj",225 "model.mtp.layers.0.transformer_layer.mlp.up_proj",226 "model.oe_embed_proj6",227 "model.layers.0.mlps.0.up_proj",228 "model.layers.0.self_attn.0.kv_b_proj",229 "model.layers.0.self_attn.1.q_a_proj",230 "model.layers.1.mlps.1.down_proj",231 "model.layers.1.self_attn.0.kv_a_proj_with_mqa",232 "model.layers.10.self_attn.1.q_b_proj",233 "model.layers.11.self_attn.0.indexer.wk",234 "model.layers.13.mlps.0.down_proj",235 "model.layers.2.mlps.1.gate_proj",236 "model.layers.2.self_attn.0.o_proj",237 "model.layers.3.mlps.0.down_proj",238 "model.layers.3.self_attn.0.q_a_proj",239 "model.layers.4.self_attn.0.kv_a_proj_with_mqa",240 "model.layers.5.self_attn.0.o_proj",241 "model.layers.5.self_attn.0.q_b_proj",242 "model.layers.6.mlps.1.gate_proj",243 "model.layers.6.self_attn.1.q_a_proj",244 "model.layers.7.mlps.0.gate_proj",245 "model.layers.7.self_attn.0.kv_b_proj",246 "model.layers.8.self_attn.1.o_proj",247 "model.layers.9.mlps.1.up_proj",248 "model.layers.0.mlps.1.up_proj",249 "model.layers.0.self_attn.1.o_proj",250 "model.layers.1.mlps.0.up_proj",251 "model.layers.1.self_attn.0.kv_b_proj",252 "model.layers.1.self_attn.1.q_a_proj",253 "model.layers.10.mlps.0.gate_proj",254 "model.layers.11.mlps.0.gate_proj",255 "model.layers.11.self_attn.0.kv_a_proj_with_mqa",256 "model.layers.12.self_attn.0.indexer.wk",257 "model.layers.2.mlps.0.down_proj",258 "model.layers.3.self_attn.1.q_b_proj",259 "model.layers.4.mlps.0.down_proj",260 "model.layers.4.self_attn.0.q_a_proj",261 "model.layers.5.self_attn.0.kv_a_proj_with_mqa",262 "model.layers.6.self_attn.0.o_proj",263 "model.layers.6.self_attn.0.q_b_proj",264 "model.layers.7.mlps.1.down_proj",265 "model.layers.7.mlps.1.gate_proj",266 "model.layers.7.self_attn.1.q_a_proj",267 "model.layers.8.self_attn.0.kv_b_proj",268 "model.layers.9.self_attn.1.o_proj",269 "model.layers.1.mlps.1.up_proj",270 "model.layers.1.self_attn.1.o_proj",271 "model.layers.10.mlps.0.up_proj",272 "model.layers.10.mlps.1.down_proj",273 "model.layers.10.self_attn.0.indexer.wq_b",274 "model.layers.11.mlps.0.up_proj",275 "model.layers.11.mlps.1.down_proj",276 "model.layers.12.self_attn.0.q_b_proj",277 "model.layers.13.self_attn.0.kv_b_proj",278 "model.layers.3.self_attn.0.indexer.wq_b",279 "model.layers.3.self_attn.0.kv_a_proj_with_mqa",280 "model.layers.3.self_attn.1.kv_b_proj",281 "model.layers.4.self_attn.1.q_b_proj",282 "model.layers.5.mlps.0.down_proj",283 "model.layers.5.self_attn.0.q_a_proj",284 "model.layers.7.self_attn.0.o_proj",285 "model.layers.7.self_attn.0.q_b_proj",286 "model.layers.8.mlps.0.gate_proj",287 "model.layers.8.mlps.1.gate_proj",288 "model.layers.8.self_attn.1.q_a_proj",289 "model.layers.9.self_attn.0.indexer.wq_b",290 "model.mtp.layers.0.self_attn.indexer.wk",291 "model.mtp.layers.0.self_attn.indexer.wq_b",292 "model.mtp.layers.0.self_attn.q_b_proj",293 "model.layers.0.mlp.router.classifier",294 "model.layers.0.self_attn.0.indexer.wk",295 "model.layers.0.self_attn.0.indexer.wq_b",296 "model.layers.0.self_attn.0.q_b_proj",297 "model.layers.1.self_attn.0.indexer.wq_b",298 "model.layers.11.mlps.1.up_proj",299 "model.layers.11.self_attn.0.indexer.wq_b",300 "model.layers.11.self_attn.1.o_proj",301 "model.layers.12.mlps.0.gate_proj",302 "model.layers.12.mlps.0.up_proj",303 "model.layers.12.self_attn.0.kv_a_proj_with_mqa",304 "model.layers.13.self_attn.0.q_b_proj",305 "model.layers.2.self_attn.0.kv_b_proj",306 "model.layers.3.mlps.0.gate_proj",307 "model.layers.3.mlps.0.up_proj",308 "model.layers.4.self_attn.0.indexer.wq_b",309 "model.layers.4.self_attn.1.kv_b_proj",310 "model.layers.5.self_attn.0.indexer.wq_b",311 "model.layers.5.self_attn.1.q_b_proj",312 "model.layers.6.mlps.0.down_proj",313 "model.layers.6.self_attn.0.q_a_proj",314 "model.layers.8.mlps.1.down_proj",315 "model.layers.8.self_attn.0.indexer.wq_b",316 "model.layers.8.self_attn.0.o_proj",317 "model.layers.8.self_attn.0.q_b_proj",318 "model.layers.9.mlps.1.gate_proj",319 "model.layers.9.self_attn.1.q_a_proj",320 "model.oe_embed_proj9",321 "model.layers.0.self_attn.1.kv_b_proj",322 "model.layers.1.self_attn.0.q_b_proj",323 "model.layers.10.mlps.1.up_proj",324 "model.layers.11.self_attn.0.kv_b_proj",325 "model.layers.12.mlps.1.down_proj",326 "model.layers.12.mlps.1.up_proj",327 "model.layers.12.self_attn.1.kv_a_proj_with_mqa",328 "model.layers.12.self_attn.1.o_proj",329 "model.layers.13.mlps.0.up_proj",330 "model.layers.2.self_attn.0.q_b_proj",331 "model.layers.3.mlps.1.down_proj",332 "model.layers.4.mlps.0.up_proj",333 "model.layers.6.self_attn.1.q_b_proj",334 "model.layers.7.mlps.0.down_proj",335 "model.layers.7.self_attn.0.q_a_proj",336 "model.layers.8.self_attn.0.indexer.wk",337 "model.layers.9.mlps.0.gate_proj",338 "model.layers.9.self_attn.0.kv_b_proj",339 "model.layers.9.self_attn.0.o_proj",340 "model.layers.9.self_attn.0.q_b_proj",341 "model.oe_embed_proj2",342 "model.layers.0.self_attn.0.q_a_proj",343 "model.layers.0.self_attn.1.q_b_proj",344 "model.layers.1.self_attn.1.kv_b_proj",345 "model.layers.10.self_attn.1.kv_b_proj",346 "model.layers.10.self_attn.1.o_proj",347 "model.layers.11.self_attn.0.q_b_proj",348 "model.layers.11.self_attn.1.q_a_proj",349 "model.layers.12.self_attn.0.kv_b_proj",350 "model.layers.13.mlps.0.gate_proj",351 "model.layers.13.mlps.1.up_proj",352 "model.layers.13.self_attn.1.kv_a_proj_with_mqa",353 "model.layers.13.self_attn.1.o_proj",354 "model.layers.2.mlps.0.up_proj",355 "model.layers.3.mlps.1.up_proj",356 "model.layers.4.mlps.0.gate_proj",357 "model.layers.5.mlps.0.up_proj",358 "model.layers.7.self_attn.1.q_b_proj",359 "model.layers.8.mlps.0.down_proj",360 "model.layers.8.self_attn.0.q_a_proj",361 "model.layers.9.mlps.1.down_proj",362 "model.layers.9.self_attn.0.indexer.wk",363 "model.oe_embed_proj7"364 ],365 "provider": "auto-round"366}