WaveCut/Lens-Turbo-SDNQ-uint4-static

1{2  "add_skip_keys": false,3  "dequantize_fp32": false,4  "dynamic_loss_threshold": null,5  "group_size": 0,6  "hadamard_group_size": 128,7  "is_integer": true,8  "is_training": false,9  "modules_dtype_dict": {},10  "modules_quant_config": {},11  "modules_to_not_convert": [12    ".final_layer",13    "pos_embed",14    ".norm_out",15    ".y_embedder",16    ".context_embedder",17    ".condition_embedder",18    ".x_embedder",19    ".vid_out",20    ".emb_out",21    ".img_in",22    "patch_embed",23    ".time_embed",24    ".t_embedder",25    "multi_modal_projector",26    "patch_emb",27    "norm",28    ".img_out",29    "patch_embedding",30    "*.img_mod.*",31    "*.txt_mod.*",32    "lm_head",33    ".proj_out",34    ".vid_in",35    ".txt_in",36    "wte",37    "time_text_embed",38    ".txt_out",39    ".emb_in",40    "txt_norm.0.weight",41    "txt_norm.1.weight",42    "txt_norm.2.weight",43    "txt_norm.3.weight",44    "transformer_blocks.0.attn.norm_q.weight",45    "transformer_blocks.0.attn.norm_k.weight",46    "transformer_blocks.0.attn.norm_added_q.weight",47    "transformer_blocks.0.attn.norm_added_k.weight",48    "transformer_blocks.0.img_norm1.weight",49    "transformer_blocks.0.img_norm2.weight",50    "transformer_blocks.0.txt_norm1.weight",51    "transformer_blocks.0.txt_norm2.weight",52    "transformer_blocks.1.attn.norm_q.weight",53    "transformer_blocks.1.attn.norm_k.weight",54    "transformer_blocks.1.attn.norm_added_q.weight",55    "transformer_blocks.1.attn.norm_added_k.weight",56    "transformer_blocks.1.img_norm1.weight",57    "transformer_blocks.1.img_norm2.weight",58    "transformer_blocks.1.txt_norm1.weight",59    "transformer_blocks.1.txt_norm2.weight",60    "transformer_blocks.2.attn.norm_q.weight",61    "transformer_blocks.2.attn.norm_k.weight",62    "transformer_blocks.2.attn.norm_added_q.weight",63    "transformer_blocks.2.attn.norm_added_k.weight",64    "transformer_blocks.2.img_norm1.weight",65    "transformer_blocks.2.img_norm2.weight",66    "transformer_blocks.2.txt_norm1.weight",67    "transformer_blocks.2.txt_norm2.weight",68    "transformer_blocks.3.attn.norm_q.weight",69    "transformer_blocks.3.attn.norm_k.weight",70    "transformer_blocks.3.attn.norm_added_q.weight",71    "transformer_blocks.3.attn.norm_added_k.weight",72    "transformer_blocks.3.img_norm1.weight",73    "transformer_blocks.3.img_norm2.weight",74    "transformer_blocks.3.txt_norm1.weight",75    "transformer_blocks.3.txt_norm2.weight",76    "transformer_blocks.4.attn.norm_q.weight",77    "transformer_blocks.4.attn.norm_k.weight",78    "transformer_blocks.4.attn.norm_added_q.weight",79    "transformer_blocks.4.attn.norm_added_k.weight",80    "transformer_blocks.4.img_norm1.weight",81    "transformer_blocks.4.img_norm2.weight",82    "transformer_blocks.4.txt_norm1.weight",83    "transformer_blocks.4.txt_norm2.weight",84    "transformer_blocks.5.attn.norm_q.weight",85    "transformer_blocks.5.attn.norm_k.weight",86    "transformer_blocks.5.attn.norm_added_q.weight",87    "transformer_blocks.5.attn.norm_added_k.weight",88    "transformer_blocks.5.img_norm1.weight",89    "transformer_blocks.5.img_norm2.weight",90    "transformer_blocks.5.txt_norm1.weight",91    "transformer_blocks.5.txt_norm2.weight",92    "transformer_blocks.6.attn.norm_q.weight",93    "transformer_blocks.6.attn.norm_k.weight",94    "transformer_blocks.6.attn.norm_added_q.weight",95    "transformer_blocks.6.attn.norm_added_k.weight",96    "transformer_blocks.6.img_norm1.weight",97    "transformer_blocks.6.img_norm2.weight",98    "transformer_blocks.6.txt_norm1.weight",99    "transformer_blocks.6.txt_norm2.weight",100    "transformer_blocks.7.attn.norm_q.weight",101    "transformer_blocks.7.attn.norm_k.weight",102    "transformer_blocks.7.attn.norm_added_q.weight",103    "transformer_blocks.7.attn.norm_added_k.weight",104    "transformer_blocks.7.img_norm1.weight",105    "transformer_blocks.7.img_norm2.weight",106    "transformer_blocks.7.txt_norm1.weight",107    "transformer_blocks.7.txt_norm2.weight",108    "transformer_blocks.8.attn.norm_q.weight",109    "transformer_blocks.8.attn.norm_k.weight",110    "transformer_blocks.8.attn.norm_added_q.weight",111    "transformer_blocks.8.attn.norm_added_k.weight",112    "transformer_blocks.8.img_norm1.weight",113    "transformer_blocks.8.img_norm2.weight",114    "transformer_blocks.8.txt_norm1.weight",115    "transformer_blocks.8.txt_norm2.weight",116    "transformer_blocks.9.attn.norm_q.weight",117    "transformer_blocks.9.attn.norm_k.weight",118    "transformer_blocks.9.attn.norm_added_q.weight",119    "transformer_blocks.9.attn.norm_added_k.weight",120    "transformer_blocks.9.img_norm1.weight",121    "transformer_blocks.9.img_norm2.weight",122    "transformer_blocks.9.txt_norm1.weight",123    "transformer_blocks.9.txt_norm2.weight",124    "transformer_blocks.10.attn.norm_q.weight",125    "transformer_blocks.10.attn.norm_k.weight",126    "transformer_blocks.10.attn.norm_added_q.weight",127    "transformer_blocks.10.attn.norm_added_k.weight",128    "transformer_blocks.10.img_norm1.weight",129    "transformer_blocks.10.img_norm2.weight",130    "transformer_blocks.10.txt_norm1.weight",131    "transformer_blocks.10.txt_norm2.weight",132    "transformer_blocks.11.attn.norm_q.weight",133    "transformer_blocks.11.attn.norm_k.weight",134    "transformer_blocks.11.attn.norm_added_q.weight",135    "transformer_blocks.11.attn.norm_added_k.weight",136    "transformer_blocks.11.img_norm1.weight",137    "transformer_blocks.11.img_norm2.weight",138    "transformer_blocks.11.txt_norm1.weight",139    "transformer_blocks.11.txt_norm2.weight",140    "transformer_blocks.12.attn.norm_q.weight",141    "transformer_blocks.12.attn.norm_k.weight",142    "transformer_blocks.12.attn.norm_added_q.weight",143    "transformer_blocks.12.attn.norm_added_k.weight",144    "transformer_blocks.12.img_norm1.weight",145    "transformer_blocks.12.img_norm2.weight",146    "transformer_blocks.12.txt_norm1.weight",147    "transformer_blocks.12.txt_norm2.weight",148    "transformer_blocks.13.attn.norm_q.weight",149    "transformer_blocks.13.attn.norm_k.weight",150    "transformer_blocks.13.attn.norm_added_q.weight",151    "transformer_blocks.13.attn.norm_added_k.weight",152    "transformer_blocks.13.img_norm1.weight",153    "transformer_blocks.13.img_norm2.weight",154    "transformer_blocks.13.txt_norm1.weight",155    "transformer_blocks.13.txt_norm2.weight",156    "transformer_blocks.14.attn.norm_q.weight",157    "transformer_blocks.14.attn.norm_k.weight",158    "transformer_blocks.14.attn.norm_added_q.weight",159    "transformer_blocks.14.attn.norm_added_k.weight",160    "transformer_blocks.14.img_norm1.weight",161    "transformer_blocks.14.img_norm2.weight",162    "transformer_blocks.14.txt_norm1.weight",163    "transformer_blocks.14.txt_norm2.weight",164    "transformer_blocks.15.attn.norm_q.weight",165    "transformer_blocks.15.attn.norm_k.weight",166    "transformer_blocks.15.attn.norm_added_q.weight",167    "transformer_blocks.15.attn.norm_added_k.weight",168    "transformer_blocks.15.img_norm1.weight",169    "transformer_blocks.15.img_norm2.weight",170    "transformer_blocks.15.txt_norm1.weight",171    "transformer_blocks.15.txt_norm2.weight",172    "transformer_blocks.16.attn.norm_q.weight",173    "transformer_blocks.16.attn.norm_k.weight",174    "transformer_blocks.16.attn.norm_added_q.weight",175    "transformer_blocks.16.attn.norm_added_k.weight",176    "transformer_blocks.16.img_norm1.weight",177    "transformer_blocks.16.img_norm2.weight",178    "transformer_blocks.16.txt_norm1.weight",179    "transformer_blocks.16.txt_norm2.weight",180    "transformer_blocks.17.attn.norm_q.weight",181    "transformer_blocks.17.attn.norm_k.weight",182    "transformer_blocks.17.attn.norm_added_q.weight",183    "transformer_blocks.17.attn.norm_added_k.weight",184    "transformer_blocks.17.img_norm1.weight",185    "transformer_blocks.17.img_norm2.weight",186    "transformer_blocks.17.txt_norm1.weight",187    "transformer_blocks.17.txt_norm2.weight",188    "transformer_blocks.18.attn.norm_q.weight",189    "transformer_blocks.18.attn.norm_k.weight",190    "transformer_blocks.18.attn.norm_added_q.weight",191    "transformer_blocks.18.attn.norm_added_k.weight",192    "transformer_blocks.18.img_norm1.weight",193    "transformer_blocks.18.img_norm2.weight",194    "transformer_blocks.18.txt_norm1.weight",195    "transformer_blocks.18.txt_norm2.weight",196    "transformer_blocks.19.attn.norm_q.weight",197    "transformer_blocks.19.attn.norm_k.weight",198    "transformer_blocks.19.attn.norm_added_q.weight",199    "transformer_blocks.19.attn.norm_added_k.weight",200    "transformer_blocks.19.img_norm1.weight",201    "transformer_blocks.19.img_norm2.weight",202    "transformer_blocks.19.txt_norm1.weight",203    "transformer_blocks.19.txt_norm2.weight",204    "transformer_blocks.20.attn.norm_q.weight",205    "transformer_blocks.20.attn.norm_k.weight",206    "transformer_blocks.20.attn.norm_added_q.weight",207    "transformer_blocks.20.attn.norm_added_k.weight",208    "transformer_blocks.20.img_norm1.weight",209    "transformer_blocks.20.img_norm2.weight",210    "transformer_blocks.20.txt_norm1.weight",211    "transformer_blocks.20.txt_norm2.weight",212    "transformer_blocks.21.attn.norm_q.weight",213    "transformer_blocks.21.attn.norm_k.weight",214    "transformer_blocks.21.attn.norm_added_q.weight",215    "transformer_blocks.21.attn.norm_added_k.weight",216    "transformer_blocks.21.img_norm1.weight",217    "transformer_blocks.21.img_norm2.weight",218    "transformer_blocks.21.txt_norm1.weight",219    "transformer_blocks.21.txt_norm2.weight",220    "transformer_blocks.22.attn.norm_q.weight",221    "transformer_blocks.22.attn.norm_k.weight",222    "transformer_blocks.22.attn.norm_added_q.weight",223    "transformer_blocks.22.attn.norm_added_k.weight",224    "transformer_blocks.22.img_norm1.weight",225    "transformer_blocks.22.img_norm2.weight",226    "transformer_blocks.22.txt_norm1.weight",227    "transformer_blocks.22.txt_norm2.weight",228    "transformer_blocks.23.attn.norm_q.weight",229    "transformer_blocks.23.attn.norm_k.weight",230    "transformer_blocks.23.attn.norm_added_q.weight",231    "transformer_blocks.23.attn.norm_added_k.weight",232    "transformer_blocks.23.img_norm1.weight",233    "transformer_blocks.23.img_norm2.weight",234    "transformer_blocks.23.txt_norm1.weight",235    "transformer_blocks.23.txt_norm2.weight",236    "transformer_blocks.24.attn.norm_q.weight",237    "transformer_blocks.24.attn.norm_k.weight",238    "transformer_blocks.24.attn.norm_added_q.weight",239    "transformer_blocks.24.attn.norm_added_k.weight",240    "transformer_blocks.24.img_norm1.weight",241    "transformer_blocks.24.img_norm2.weight",242    "transformer_blocks.24.txt_norm1.weight",243    "transformer_blocks.24.txt_norm2.weight",244    "transformer_blocks.25.attn.norm_q.weight",245    "transformer_blocks.25.attn.norm_k.weight",246    "transformer_blocks.25.attn.norm_added_q.weight",247    "transformer_blocks.25.attn.norm_added_k.weight",248    "transformer_blocks.25.img_norm1.weight",249    "transformer_blocks.25.img_norm2.weight",250    "transformer_blocks.25.txt_norm1.weight",251    "transformer_blocks.25.txt_norm2.weight",252    "transformer_blocks.26.attn.norm_q.weight",253    "transformer_blocks.26.attn.norm_k.weight",254    "transformer_blocks.26.attn.norm_added_q.weight",255    "transformer_blocks.26.attn.norm_added_k.weight",256    "transformer_blocks.26.img_norm1.weight",257    "transformer_blocks.26.img_norm2.weight",258    "transformer_blocks.26.txt_norm1.weight",259    "transformer_blocks.26.txt_norm2.weight",260    "transformer_blocks.27.attn.norm_q.weight",261    "transformer_blocks.27.attn.norm_k.weight",262    "transformer_blocks.27.attn.norm_added_q.weight",263    "transformer_blocks.27.attn.norm_added_k.weight",264    "transformer_blocks.27.img_norm1.weight",265    "transformer_blocks.27.img_norm2.weight",266    "transformer_blocks.27.txt_norm1.weight",267    "transformer_blocks.27.txt_norm2.weight",268    "transformer_blocks.28.attn.norm_q.weight",269    "transformer_blocks.28.attn.norm_k.weight",270    "transformer_blocks.28.attn.norm_added_q.weight",271    "transformer_blocks.28.attn.norm_added_k.weight",272    "transformer_blocks.28.img_norm1.weight",273    "transformer_blocks.28.img_norm2.weight",274    "transformer_blocks.28.txt_norm1.weight",275    "transformer_blocks.28.txt_norm2.weight",276    "transformer_blocks.29.attn.norm_q.weight",277    "transformer_blocks.29.attn.norm_k.weight",278    "transformer_blocks.29.attn.norm_added_q.weight",279    "transformer_blocks.29.attn.norm_added_k.weight",280    "transformer_blocks.29.img_norm1.weight",281    "transformer_blocks.29.img_norm2.weight",282    "transformer_blocks.29.txt_norm1.weight",283    "transformer_blocks.29.txt_norm2.weight",284    "transformer_blocks.30.attn.norm_q.weight",285    "transformer_blocks.30.attn.norm_k.weight",286    "transformer_blocks.30.attn.norm_added_q.weight",287    "transformer_blocks.30.attn.norm_added_k.weight",288    "transformer_blocks.30.img_norm1.weight",289    "transformer_blocks.30.img_norm2.weight",290    "transformer_blocks.30.txt_norm1.weight",291    "transformer_blocks.30.txt_norm2.weight",292    "transformer_blocks.31.attn.norm_q.weight",293    "transformer_blocks.31.attn.norm_k.weight",294    "transformer_blocks.31.attn.norm_added_q.weight",295    "transformer_blocks.31.attn.norm_added_k.weight",296    "transformer_blocks.31.img_norm1.weight",297    "transformer_blocks.31.img_norm2.weight",298    "transformer_blocks.31.txt_norm1.weight",299    "transformer_blocks.31.txt_norm2.weight",300    "transformer_blocks.32.attn.norm_q.weight",301    "transformer_blocks.32.attn.norm_k.weight",302    "transformer_blocks.32.attn.norm_added_q.weight",303    "transformer_blocks.32.attn.norm_added_k.weight",304    "transformer_blocks.32.img_norm1.weight",305    "transformer_blocks.32.img_norm2.weight",306    "transformer_blocks.32.txt_norm1.weight",307    "transformer_blocks.32.txt_norm2.weight",308    "transformer_blocks.33.attn.norm_q.weight",309    "transformer_blocks.33.attn.norm_k.weight",310    "transformer_blocks.33.attn.norm_added_q.weight",311    "transformer_blocks.33.attn.norm_added_k.weight",312    "transformer_blocks.33.img_norm1.weight",313    "transformer_blocks.33.img_norm2.weight",314    "transformer_blocks.33.txt_norm1.weight",315    "transformer_blocks.33.txt_norm2.weight",316    "transformer_blocks.34.attn.norm_q.weight",317    "transformer_blocks.34.attn.norm_k.weight",318    "transformer_blocks.34.attn.norm_added_q.weight",319    "transformer_blocks.34.attn.norm_added_k.weight",320    "transformer_blocks.34.img_norm1.weight",321    "transformer_blocks.34.img_norm2.weight",322    "transformer_blocks.34.txt_norm1.weight",323    "transformer_blocks.34.txt_norm2.weight",324    "transformer_blocks.35.attn.norm_q.weight",325    "transformer_blocks.35.attn.norm_k.weight",326    "transformer_blocks.35.attn.norm_added_q.weight",327    "transformer_blocks.35.attn.norm_added_k.weight",328    "transformer_blocks.35.img_norm1.weight",329    "transformer_blocks.35.img_norm2.weight",330    "transformer_blocks.35.txt_norm1.weight",331    "transformer_blocks.35.txt_norm2.weight",332    "transformer_blocks.36.attn.norm_q.weight",333    "transformer_blocks.36.attn.norm_k.weight",334    "transformer_blocks.36.attn.norm_added_q.weight",335    "transformer_blocks.36.attn.norm_added_k.weight",336    "transformer_blocks.36.img_norm1.weight",337    "transformer_blocks.36.img_norm2.weight",338    "transformer_blocks.36.txt_norm1.weight",339    "transformer_blocks.36.txt_norm2.weight",340    "transformer_blocks.37.attn.norm_q.weight",341    "transformer_blocks.37.attn.norm_k.weight",342    "transformer_blocks.37.attn.norm_added_q.weight",343    "transformer_blocks.37.attn.norm_added_k.weight",344    "transformer_blocks.37.img_norm1.weight",345    "transformer_blocks.37.img_norm2.weight",346    "transformer_blocks.37.txt_norm1.weight",347    "transformer_blocks.37.txt_norm2.weight",348    "transformer_blocks.38.attn.norm_q.weight",349    "transformer_blocks.38.attn.norm_k.weight",350    "transformer_blocks.38.attn.norm_added_q.weight",351    "transformer_blocks.38.attn.norm_added_k.weight",352    "transformer_blocks.38.img_norm1.weight",353    "transformer_blocks.38.img_norm2.weight",354    "transformer_blocks.38.txt_norm1.weight",355    "transformer_blocks.38.txt_norm2.weight",356    "transformer_blocks.39.attn.norm_q.weight",357    "transformer_blocks.39.attn.norm_k.weight",358    "transformer_blocks.39.attn.norm_added_q.weight",359    "transformer_blocks.39.attn.norm_added_k.weight",360    "transformer_blocks.39.img_norm1.weight",361    "transformer_blocks.39.img_norm2.weight",362    "transformer_blocks.39.txt_norm1.weight",363    "transformer_blocks.39.txt_norm2.weight",364    "transformer_blocks.40.attn.norm_q.weight",365    "transformer_blocks.40.attn.norm_k.weight",366    "transformer_blocks.40.attn.norm_added_q.weight",367    "transformer_blocks.40.attn.norm_added_k.weight",368    "transformer_blocks.40.img_norm1.weight",369    "transformer_blocks.40.img_norm2.weight",370    "transformer_blocks.40.txt_norm1.weight",371    "transformer_blocks.40.txt_norm2.weight",372    "transformer_blocks.41.attn.norm_q.weight",373    "transformer_blocks.41.attn.norm_k.weight",374    "transformer_blocks.41.attn.norm_added_q.weight",375    "transformer_blocks.41.attn.norm_added_k.weight",376    "transformer_blocks.41.img_norm1.weight",377    "transformer_blocks.41.img_norm2.weight",378    "transformer_blocks.41.txt_norm1.weight",379    "transformer_blocks.41.txt_norm2.weight",380    "transformer_blocks.42.attn.norm_q.weight",381    "transformer_blocks.42.attn.norm_k.weight",382    "transformer_blocks.42.attn.norm_added_q.weight",383    "transformer_blocks.42.attn.norm_added_k.weight",384    "transformer_blocks.42.img_norm1.weight",385    "transformer_blocks.42.img_norm2.weight",386    "transformer_blocks.42.txt_norm1.weight",387    "transformer_blocks.42.txt_norm2.weight",388    "transformer_blocks.43.attn.norm_q.weight",389    "transformer_blocks.43.attn.norm_k.weight",390    "transformer_blocks.43.attn.norm_added_q.weight",391    "transformer_blocks.43.attn.norm_added_k.weight",392    "transformer_blocks.43.img_norm1.weight",393    "transformer_blocks.43.img_norm2.weight",394    "transformer_blocks.43.txt_norm1.weight",395    "transformer_blocks.43.txt_norm2.weight",396    "transformer_blocks.44.attn.norm_q.weight",397    "transformer_blocks.44.attn.norm_k.weight",398    "transformer_blocks.44.attn.norm_added_q.weight",399    "transformer_blocks.44.attn.norm_added_k.weight",400    "transformer_blocks.44.img_norm1.weight",401    "transformer_blocks.44.img_norm2.weight",402    "transformer_blocks.44.txt_norm1.weight",403    "transformer_blocks.44.txt_norm2.weight",404    "transformer_blocks.45.attn.norm_q.weight",405    "transformer_blocks.45.attn.norm_k.weight",406    "transformer_blocks.45.attn.norm_added_q.weight",407    "transformer_blocks.45.attn.norm_added_k.weight",408    "transformer_blocks.45.img_norm1.weight",409    "transformer_blocks.45.img_norm2.weight",410    "transformer_blocks.45.txt_norm1.weight",411    "transformer_blocks.45.txt_norm2.weight",412    "transformer_blocks.46.attn.norm_q.weight",413    "transformer_blocks.46.attn.norm_k.weight",414    "transformer_blocks.46.attn.norm_added_q.weight",415    "transformer_blocks.46.attn.norm_added_k.weight",416    "transformer_blocks.46.img_norm1.weight",417    "transformer_blocks.46.img_norm2.weight",418    "transformer_blocks.46.txt_norm1.weight",419    "transformer_blocks.46.txt_norm2.weight",420    "transformer_blocks.47.attn.norm_q.weight",421    "transformer_blocks.47.attn.norm_k.weight",422    "transformer_blocks.47.attn.norm_added_q.weight",423    "transformer_blocks.47.attn.norm_added_k.weight",424    "transformer_blocks.47.img_norm1.weight",425    "transformer_blocks.47.img_norm2.weight",426    "transformer_blocks.47.txt_norm1.weight",427    "transformer_blocks.47.txt_norm2.weight"428  ],429  "modules_to_not_use_matmul": [],430  "non_blocking": false,431  "quant_conv": false,432  "quant_embedding": false,433  "quant_method": "sdnq",434  "quantization_device": null,435  "quantized_matmul_dtype": "int8",436  "return_device": null,437  "sdnq_version": "0.2.0",438  "svd_rank": 32,439  "svd_steps": 8,440  "use_dynamic_quantization": false,441  "use_grad_ckpt": true,442  "use_hadamard": false,443  "use_quantized_matmul": true,444  "use_quantized_matmul_conv": false,445  "use_static_quantization": true,446  "use_stochastic_rounding": false,447  "use_svd": false,448  "weights_dtype": "uint4"449}450