CoolFace
Modelpublic

nm-testing/fp8_weight_only_tensor-e2e

sourceHugging Faceupdated 15h agoView on Hugging Face
0likes237downloads
recipe.yaml27 linesDownload Raw Back to root
1quant_stage:2  quant_modifiers:3    QuantizationModifier:4      config_groups:5        group_0:6          targets: [Linear]7          weights:8            num_bits: 89            type: float10            symmetric: true11            group_size: null12            strategy: tensor13            block_structure: null14            dynamic: false15            actorder: null16            scale_dtype: null17            zp_dtype: null18            observer: memoryless_minmax19            observer_kwargs: {}20          input_activations: null21          output_activations: null22          format: null23      targets: [Linear]24      ignore: [lm_head]25      bypass_divisibility_checks: false26      requires_calibration_data: false27