Mozilla/distilvit

1{
2    "per_channel": false,
3    "reduce_range": false,
4    "per_model_config": {
5        "decoder_model": {
6            "op_types": [
7                "Sqrt",
8                "MatMul",
9                "Concat",
10                "Mul",
11                "Constant",
12                "Shape",
13                "Range",
14                "Pow",
15                "Div",
16                "Split",
17                "Sub",
18                "Where",
19                "Reshape",
20                "Gather",
21                "Unsqueeze",
22                "Cast",
23                "ReduceMean",
24                "Softmax",
25                "ConstantOfShape",
26                "Slice",
27                "Gemm",
28                "Tanh",
29                "Transpose",
30                "Add",
31                "Squeeze"
32            ],
33            "weight_type": "QInt8"
34        },
35        "decoder_model_merged": {
36            "op_types": [
37                "Sqrt",
38                "MatMul",
39                "Concat",
40                "Mul",
41                "If",
42                "Constant",
43                "Shape",
44                "Range",
45                "Pow",
46                "Div",
47                "Split",
48                "Sub",
49                "Where",
50                "Reshape",
51                "Gather",
52                "Unsqueeze",
53                "Cast",
54                "ReduceMean",
55                "Softmax",
56                "ConstantOfShape",
57                "Slice",
58                "Gemm",
59                "Tanh",
60                "Transpose",
61                "Add",
62                "Squeeze"
63            ],
64            "weight_type": "QInt8"
65        },
66        "decoder_with_past_model": {
67            "op_types": [
68                "Sqrt",
69                "MatMul",
70                "Concat",
71                "Mul",
72                "Constant",
73                "Shape",
74                "Range",
75                "Pow",
76                "Div",
77                "Split",
78                "Sub",
79                "Where",
80                "Reshape",
81                "Gather",
82                "Unsqueeze",
83                "Cast",
84                "ReduceMean",
85                "Softmax",
86                "ConstantOfShape",
87                "Slice",
88                "Gemm",
89                "Tanh",
90                "Transpose",
91                "Squeeze",
92                "Add"
93            ],
94            "weight_type": "QInt8"
95        },
96        "encoder_model": {
97            "op_types": [
98                "Sqrt",
99                "MatMul",
100                "Concat",
101                "Mul",
102                "Constant",
103                "Expand",
104                "Shape",
105                "Pow",
106                "Div",
107                "Conv",
108                "Sub",
109                "Where",
110                "Reshape",
111                "Gather",
112                "Erf",
113                "Unsqueeze",
114                "Equal",
115                "ReduceMean",
116                "Softmax",
117                "ConstantOfShape",
118                "Slice",
119                "Transpose",
120                "Add"
121            ],
122            "weight_type": "QUInt8"
123        }
124    }
125}