hellcatAI/ruRoberta_client_relevance_classification_quant

1{2  "one_external_file": true,3  "opset": null,4  "optimization": {},5  "optimum_version": "1.19.2",6  "quantization": {7    "activations_dtype": "QUInt8",8    "activations_symmetric": false,9    "format": "QOperator",10    "is_static": false,11    "mode": "IntegerOps",12    "nodes_to_exclude": [],13    "nodes_to_quantize": [],14    "operators_to_quantize": [15      "Conv",16      "MatMul",17      "Attention",18      "LSTM",19      "Gather",20      "Transpose",21      "EmbedLayerNormalization"22    ],23    "per_channel": false,24    "qdq_add_pair_to_weight": false,25    "qdq_dedicated_pair": false,26    "qdq_op_type_per_channel_support_to_axis": {27      "MatMul": 128    },29    "reduce_range": false,30    "weights_dtype": "QInt8",31    "weights_symmetric": true32  },33  "transformers_version": "4.40.2",34  "use_external_data_format": false35}36