nvidia/GLM-5.3-NVFP4

1{2    "producer": {3        "name": "modelopt",4        "version": "0.0.0"5    },6    "quantization": {7        "quant_algo": "MIXED_PRECISION",8        "kv_cache_quant_algo": "FP8",9        "quantized_layers": {10            "model.layers.0.mlp.gate_proj": {11                "quant_algo": "FP8"12            },13            "model.layers.0.mlp.up_proj": {14                "quant_algo": "FP8"15            },16            "model.layers.0.mlp.down_proj": {17                "quant_algo": "FP8"18            },19            "model.layers.1.mlp.gate_proj": {20                "quant_algo": "FP8"21            },22            "model.layers.1.mlp.up_proj": {23                "quant_algo": "FP8"24            },25            "model.layers.1.mlp.down_proj": {26                "quant_algo": "FP8"27            },28            "model.layers.2.mlp.gate_proj": {29                "quant_algo": "FP8"30            },31            "model.layers.2.mlp.up_proj": {32                "quant_algo": "FP8"33            },34            "model.layers.2.mlp.down_proj": {35                "quant_algo": "FP8"36            },37            "model.layers.3.mlp.experts": {38                "quant_algo": "NVFP4",39                "group_size": 1640            },41            "model.layers.4.mlp.experts": {42                "quant_algo": "NVFP4",43                "group_size": 1644            },45            "model.layers.5.mlp.experts": {46                "quant_algo": "NVFP4",47                "group_size": 1648            },49            "model.layers.6.mlp.experts": {50                "quant_algo": "NVFP4",51                "group_size": 1652            },53            "model.layers.7.mlp.experts": {54                "quant_algo": "NVFP4",55                "group_size": 1656            },57            "model.layers.8.mlp.experts": {58                "quant_algo": "NVFP4",59                "group_size": 1660            },61            "model.layers.9.mlp.experts": {62                "quant_algo": "NVFP4",63                "group_size": 1664            },65            "model.layers.10.mlp.experts": {66                "quant_algo": "NVFP4",67                "group_size": 1668            },69            "model.layers.11.mlp.experts": {70                "quant_algo": "NVFP4",71                "group_size": 1672            },73            "model.layers.12.mlp.experts": {74                "quant_algo": "NVFP4",75                "group_size": 1676            },77            "model.layers.13.mlp.experts": {78                "quant_algo": "NVFP4",79                "group_size": 1680            },81            "model.layers.14.mlp.experts": {82                "quant_algo": "NVFP4",83                "group_size": 1684            },85            "model.layers.15.mlp.experts": {86                "quant_algo": "NVFP4",87                "group_size": 1688            },89            "model.layers.16.mlp.experts": {90                "quant_algo": "NVFP4",91                "group_size": 1692            },93            "model.layers.17.mlp.experts": {94                "quant_algo": "NVFP4",95                "group_size": 1696            },97            "model.layers.18.mlp.experts": {98                "quant_algo": "NVFP4",99                "group_size": 16100            },101            "model.layers.19.mlp.experts": {102                "quant_algo": "NVFP4",103                "group_size": 16104            },105            "model.layers.20.mlp.experts": {106                "quant_algo": "NVFP4",107                "group_size": 16108            },109            "model.layers.21.mlp.experts": {110                "quant_algo": "NVFP4",111                "group_size": 16112            },113            "model.layers.22.mlp.experts": {114                "quant_algo": "NVFP4",115                "group_size": 16116            },117            "model.layers.23.mlp.experts": {118                "quant_algo": "NVFP4",119                "group_size": 16120            },121            "model.layers.24.mlp.experts": {122                "quant_algo": "NVFP4",123                "group_size": 16124            },125            "model.layers.25.mlp.experts": {126                "quant_algo": "NVFP4",127                "group_size": 16128            },129            "model.layers.26.mlp.experts": {130                "quant_algo": "NVFP4",131                "group_size": 16132            },133            "model.layers.27.mlp.experts": {134                "quant_algo": "NVFP4",135                "group_size": 16136            },137            "model.layers.28.mlp.experts": {138                "quant_algo": "NVFP4",139                "group_size": 16140            },141            "model.layers.29.mlp.experts": {142                "quant_algo": "NVFP4",143                "group_size": 16144            },145            "model.layers.30.mlp.experts": {146                "quant_algo": "NVFP4",147                "group_size": 16148            },149            "model.layers.31.mlp.experts": {150                "quant_algo": "NVFP4",151                "group_size": 16152            },153            "model.layers.32.mlp.experts": {154                "quant_algo": "NVFP4",155                "group_size": 16156            },157            "model.layers.33.mlp.experts": {158                "quant_algo": "NVFP4",159                "group_size": 16160            },161            "model.layers.34.mlp.experts": {162                "quant_algo": "NVFP4",163                "group_size": 16164            },165            "model.layers.35.mlp.experts": {166                "quant_algo": "NVFP4",167                "group_size": 16168            },169            "model.layers.36.mlp.experts": {170                "quant_algo": "NVFP4",171                "group_size": 16172            },173            "model.layers.37.mlp.experts": {174                "quant_algo": "NVFP4",175                "group_size": 16176            },177            "model.layers.38.mlp.experts": {178                "quant_algo": "NVFP4",179                "group_size": 16180            },181            "model.layers.39.mlp.experts": {182                "quant_algo": "NVFP4",183                "group_size": 16184            },185            "model.layers.40.mlp.experts": {186                "quant_algo": "NVFP4",187                "group_size": 16188            },189            "model.layers.41.mlp.experts": {190                "quant_algo": "NVFP4",191                "group_size": 16192            },193            "model.layers.42.mlp.experts": {194                "quant_algo": "NVFP4",195                "group_size": 16196            },197            "model.layers.43.mlp.experts": {198                "quant_algo": "NVFP4",199                "group_size": 16200            },201            "model.layers.44.mlp.experts": {202                "quant_algo": "NVFP4",203                "group_size": 16204            },205            "model.layers.45.mlp.experts": {206                "quant_algo": "NVFP4",207                "group_size": 16208            },209            "model.layers.46.mlp.experts": {210                "quant_algo": "NVFP4",211                "group_size": 16212            },213            "model.layers.47.mlp.experts": {214                "quant_algo": "NVFP4",215                "group_size": 16216            },217            "model.layers.48.mlp.experts": {218                "quant_algo": "NVFP4",219                "group_size": 16220            },221            "model.layers.49.mlp.experts": {222                "quant_algo": "NVFP4",223                "group_size": 16224            },225            "model.layers.50.mlp.experts": {226                "quant_algo": "NVFP4",227                "group_size": 16228            },229            "model.layers.51.mlp.experts": {230                "quant_algo": "NVFP4",231                "group_size": 16232            },233            "model.layers.52.mlp.experts": {234                "quant_algo": "NVFP4",235                "group_size": 16236            },237            "model.layers.53.mlp.experts": {238                "quant_algo": "NVFP4",239                "group_size": 16240            },241            "model.layers.54.mlp.experts": {242                "quant_algo": "NVFP4",243                "group_size": 16244            },245            "model.layers.55.mlp.experts": {246                "quant_algo": "NVFP4",247                "group_size": 16248            },249            "model.layers.56.mlp.experts": {250                "quant_algo": "NVFP4",251                "group_size": 16252            },253            "model.layers.57.mlp.experts": {254                "quant_algo": "NVFP4",255                "group_size": 16256            },257            "model.layers.58.mlp.experts": {258                "quant_algo": "NVFP4",259                "group_size": 16260            },261            "model.layers.59.mlp.experts": {262                "quant_algo": "NVFP4",263                "group_size": 16264            },265            "model.layers.60.mlp.experts": {266                "quant_algo": "NVFP4",267                "group_size": 16268            },269            "model.layers.61.mlp.experts": {270                "quant_algo": "NVFP4",271                "group_size": 16272            },273            "model.layers.62.mlp.experts": {274                "quant_algo": "NVFP4",275                "group_size": 16276            },277            "model.layers.63.mlp.experts": {278                "quant_algo": "NVFP4",279                "group_size": 16280            },281            "model.layers.64.mlp.experts": {282                "quant_algo": "NVFP4",283                "group_size": 16284            },285            "model.layers.65.mlp.experts": {286                "quant_algo": "NVFP4",287                "group_size": 16288            },289            "model.layers.66.mlp.experts": {290                "quant_algo": "NVFP4",291                "group_size": 16292            },293            "model.layers.67.mlp.experts": {294                "quant_algo": "NVFP4",295                "group_size": 16296            },297            "model.layers.68.mlp.experts": {298                "quant_algo": "NVFP4",299                "group_size": 16300            },301            "model.layers.69.mlp.experts": {302                "quant_algo": "NVFP4",303                "group_size": 16304            },305            "model.layers.70.mlp.experts": {306                "quant_algo": "NVFP4",307                "group_size": 16308            },309            "model.layers.71.mlp.experts": {310                "quant_algo": "NVFP4",311                "group_size": 16312            },313            "model.layers.72.mlp.experts": {314                "quant_algo": "NVFP4",315                "group_size": 16316            },317            "model.layers.73.mlp.experts": {318                "quant_algo": "NVFP4",319                "group_size": 16320            },321            "model.layers.74.mlp.experts": {322                "quant_algo": "NVFP4",323                "group_size": 16324            },325            "model.layers.75.mlp.experts": {326                "quant_algo": "NVFP4",327                "group_size": 16328            },329            "model.layers.76.mlp.experts": {330                "quant_algo": "NVFP4",331                "group_size": 16332            },333            "model.layers.77.mlp.experts": {334                "quant_algo": "NVFP4",335                "group_size": 16336            },337            "model.layers.0.mlp.gate_up_proj": {338                "quant_algo": "FP8"339            },340            "model.layers.1.mlp.gate_up_proj": {341                "quant_algo": "FP8"342            },343            "model.layers.2.mlp.gate_up_proj": {344                "quant_algo": "FP8"345            }346        },347        "exclude_modules": [348            "model.layers.78*"349        ],350        "packed_modules_mapping": {351            "gate_up_proj": [352                "gate_proj",353                "up_proj"354            ]355        }356    }357}