QuantTrio/KAT-Dev-GPTQ-Int4

1layer,module,loss,samples,damp,time
20,self_attn.k_proj,0.0000000162,0.05000,3.234
30,self_attn.v_proj,0.0000000127,0.05000,1.044
40,self_attn.q_proj,0.0000000816,0.05000,1.081
50,self_attn.o_proj,0.0000004007,0.05000,1.772
60,mlp.gate_proj,0.0000024797,0.05000,1.139
70,mlp.up_proj,0.0000021738,0.05000,1.122
80,mlp.down_proj,0.0000023848,0.05000,8.001
91,self_attn.k_proj,0.0000000269,0.05000,1.034
101,self_attn.v_proj,0.0000000269,0.05000,1.033
111,self_attn.q_proj,0.0000001541,0.05000,1.057
121,self_attn.o_proj,0.0000002456,0.05000,2.065
131,mlp.gate_proj,0.0001649253,0.05000,1.130
141,mlp.up_proj,0.0000509813,0.05000,1.139
151,mlp.down_proj,0.0000078315,0.05000,8.037
162,self_attn.k_proj,0.0000000458,0.05000,1.044
172,self_attn.v_proj,0.0000000446,0.05000,1.042
182,self_attn.q_proj,0.0000002448,0.05000,1.073
192,self_attn.o_proj,0.0000004594,0.05000,1.767
202,mlp.gate_proj,0.0002349929,0.05000,1.133
212,mlp.up_proj,0.0000981800,0.05000,1.123
222,mlp.down_proj,0.0000073423,0.05000,8.280
233,self_attn.k_proj,0.0000000833,0.05000,1.046
243,self_attn.v_proj,0.0000000865,0.05000,1.036
253,self_attn.q_proj,0.0000004506,0.05000,1.061
263,self_attn.o_proj,0.0000004512,0.05000,1.760
273,mlp.gate_proj,0.0003456217,0.05000,1.165
283,mlp.up_proj,0.0001514415,0.05000,1.139
293,mlp.down_proj,0.0000142816,0.05000,8.122
304,self_attn.k_proj,0.0000001313,0.05000,1.087
314,self_attn.v_proj,0.0000001358,0.05000,1.077
324,self_attn.q_proj,0.0000007362,0.05000,1.086
334,self_attn.o_proj,0.0000006806,0.05000,1.787
344,mlp.gate_proj,0.0004579198,0.05000,1.393
354,mlp.up_proj,0.0002564290,0.05000,1.235
364,mlp.down_proj,0.0000159178,0.05000,8.022
375,self_attn.k_proj,0.0000001601,0.05000,1.057
385,self_attn.v_proj,0.0000001558,0.05000,1.053
395,self_attn.q_proj,0.0000008758,0.05000,1.111
405,self_attn.o_proj,0.0000006760,0.05000,1.793
415,mlp.gate_proj,0.0005507642,0.05000,1.163
425,mlp.up_proj,0.0002391874,0.05000,1.142
435,mlp.down_proj,0.0000223429,0.05000,7.979
446,self_attn.k_proj,0.0000001918,0.05000,1.062
456,self_attn.v_proj,0.0000002022,0.05000,1.049
466,self_attn.q_proj,0.0000011141,0.05000,1.076
476,self_attn.o_proj,0.0000007390,0.05000,1.766
486,mlp.gate_proj,0.0009107982,0.05000,1.126
496,mlp.up_proj,0.0005256533,0.05000,1.121
506,mlp.down_proj,0.0043096024,0.05000,7.967
517,self_attn.k_proj,0.0000011770,0.05000,1.037
527,self_attn.v_proj,0.0000012232,0.05000,1.034
537,self_attn.q_proj,0.0000069287,0.05000,1.058
547,self_attn.o_proj,0.0000025039,0.05000,1.751
557,mlp.gate_proj,0.0009953627,0.05000,1.117
567,mlp.up_proj,0.0005493904,0.05000,1.125
577,mlp.down_proj,0.0000297612,0.05000,7.977
588,self_attn.k_proj,0.0000010946,0.05000,1.069
598,self_attn.v_proj,0.0000011919,0.05000,1.056
608,self_attn.q_proj,0.0000061875,0.05000,1.069
618,self_attn.o_proj,0.0000025796,0.05000,1.768
628,mlp.gate_proj,0.0002623779,0.05000,1.124
638,mlp.up_proj,0.0001344016,0.05000,1.116
648,mlp.down_proj,0.0000189611,0.05000,7.998
659,self_attn.k_proj,0.0000006171,0.05000,1.059
669,self_attn.v_proj,0.0000006324,0.05000,1.072
679,self_attn.q_proj,0.0000033820,0.05000,1.084
689,self_attn.o_proj,0.0000015995,0.05000,1.779
699,mlp.gate_proj,0.0001099972,0.05000,1.142
709,mlp.up_proj,0.0001023062,0.05000,1.150
719,mlp.down_proj,0.0000218911,0.05000,7.992
7210,self_attn.k_proj,0.0000009853,0.05000,1.044
7310,self_attn.v_proj,0.0000011111,0.05000,1.036
7410,self_attn.q_proj,0.0000058205,0.05000,1.061
7510,self_attn.o_proj,0.0000031338,0.05000,1.750
7610,mlp.gate_proj,0.0001112629,0.05000,1.220
7710,mlp.up_proj,0.0001056672,0.05000,1.115
7810,mlp.down_proj,0.0000184607,0.05000,8.407
7911,self_attn.k_proj,0.0000013373,0.05000,1.040
8011,self_attn.v_proj,0.0000014252,0.05000,1.057
8111,self_attn.q_proj,0.0000076782,0.05000,1.102
8211,self_attn.o_proj,0.0000045550,0.05000,1.756
8311,mlp.gate_proj,0.0001260963,0.05000,1.126
8411,mlp.up_proj,0.0001195048,0.05000,1.119
8511,mlp.down_proj,0.0000218171,0.05000,8.003
8612,self_attn.k_proj,0.0000009299,0.05000,1.044
8712,self_attn.v_proj,0.0000010058,0.05000,1.041
8812,self_attn.q_proj,0.0000054316,0.05000,1.077
8912,self_attn.o_proj,0.0000024059,0.05000,1.766
9012,mlp.gate_proj,0.0001412866,0.05000,1.116
9112,mlp.up_proj,0.0001323689,0.05000,1.117
9212,mlp.down_proj,0.0000244210,0.05000,7.955
9313,self_attn.k_proj,0.0000017760,0.05000,1.062
9413,self_attn.v_proj,0.0000018995,0.05000,1.051
9513,self_attn.q_proj,0.0000102478,0.05000,1.079
9613,self_attn.o_proj,0.0000036599,0.05000,1.810
9713,mlp.gate_proj,0.0001465452,0.05000,1.188
9813,mlp.up_proj,0.0001332961,0.05000,1.174
9913,mlp.down_proj,0.0000243287,0.05000,8.004
10014,self_attn.k_proj,0.0000009200,0.05000,1.052
10114,self_attn.v_proj,0.0000009821,0.05000,1.049
10214,self_attn.q_proj,0.0000048295,0.05000,1.076
10314,self_attn.o_proj,0.0000034132,0.05000,1.790
10414,mlp.gate_proj,0.0001352126,0.05000,1.166
10514,mlp.up_proj,0.0001249658,0.05000,1.125
10614,mlp.down_proj,0.0000223208,0.05000,8.035
10715,self_attn.k_proj,0.0000008635,0.05000,1.041
10815,self_attn.v_proj,0.0000009282,0.05000,1.048
10915,self_attn.q_proj,0.0000051504,0.05000,1.069
11015,self_attn.o_proj,0.0000034768,0.05000,1.808
11115,mlp.gate_proj,0.0001202492,0.05000,1.134
11215,mlp.up_proj,0.0001143246,0.05000,1.126
11315,mlp.down_proj,0.0000198175,0.05000,7.997
11416,self_attn.k_proj,0.0000008311,0.05000,1.044
11516,self_attn.v_proj,0.0000009154,0.05000,1.044
11616,self_attn.q_proj,0.0000048815,0.05000,1.071
11716,self_attn.o_proj,0.0000034149,0.05000,1.769
11816,mlp.gate_proj,0.0001051558,0.05000,1.122
11916,mlp.up_proj,0.0001000832,0.05000,1.120
12016,mlp.down_proj,0.0000178747,0.05000,7.986
12117,self_attn.k_proj,0.0000008668,0.05000,1.065
12217,self_attn.v_proj,0.0000008656,0.05000,1.034
12317,self_attn.q_proj,0.0000049575,0.05000,1.060
12417,self_attn.o_proj,0.0000033593,0.05000,1.801
12517,mlp.gate_proj,0.0001086903,0.05000,1.307
12617,mlp.up_proj,0.0001033014,0.05000,1.149
12717,mlp.down_proj,0.0000185236,0.05000,8.088
12818,self_attn.k_proj,0.0000011330,0.05000,1.038
12918,self_attn.v_proj,0.0000011757,0.05000,1.035
13018,self_attn.q_proj,0.0000066043,0.05000,1.060
13118,self_attn.o_proj,0.0000032982,0.05000,1.778
13218,mlp.gate_proj,0.0001154338,0.05000,1.132
13318,mlp.up_proj,0.0001092103,0.05000,1.119
13418,mlp.down_proj,0.0000206254,0.05000,8.189
13519,self_attn.k_proj,0.0000012775,0.05000,1.064
13619,self_attn.v_proj,0.0000013057,0.05000,1.055
13719,self_attn.q_proj,0.0000077177,0.05000,1.096
13819,self_attn.o_proj,0.0000044452,0.05000,1.800
13919,mlp.gate_proj,0.0001260705,0.05000,1.486
14019,mlp.up_proj,0.0001200554,0.05000,1.139
14119,mlp.down_proj,0.0000240489,0.05000,8.030
14220,self_attn.k_proj,0.0000021487,0.05000,1.063
14320,self_attn.v_proj,0.0000023166,0.05000,1.042
14420,self_attn.q_proj,0.0000125007,0.05000,1.071
14520,self_attn.o_proj,0.0000046935,0.05000,1.767
14620,mlp.gate_proj,0.0001376763,0.05000,1.140
14720,mlp.up_proj,0.0001314726,0.05000,1.122
14820,mlp.down_proj,0.0000271172,0.05000,7.966
14921,self_attn.k_proj,0.0000024297,0.05000,1.054
15021,self_attn.v_proj,0.0000025375,0.05000,1.049
15121,self_attn.q_proj,0.0000141194,0.05000,1.082
15221,self_attn.o_proj,0.0000085868,0.05000,1.793
15321,mlp.gate_proj,0.0001451987,0.05000,1.146
15421,mlp.up_proj,0.0001385588,0.05000,1.146
15521,mlp.down_proj,0.0000308469,0.05000,8.023
15622,self_attn.k_proj,0.0000021045,0.05000,1.048
15722,self_attn.v_proj,0.0000022902,0.05000,1.063
15822,self_attn.q_proj,0.0000127400,0.05000,1.062
15922,self_attn.o_proj,0.0000103736,0.05000,1.779
16022,mlp.gate_proj,0.0001592715,0.05000,1.118
16122,mlp.up_proj,0.0001518224,0.05000,1.117
16222,mlp.down_proj,0.0000371563,0.05000,7.971
16323,self_attn.k_proj,0.0000029360,0.05000,1.048
16423,self_attn.v_proj,0.0000033406,0.05000,1.038
16523,self_attn.q_proj,0.0000168955,0.05000,1.065
16623,self_attn.o_proj,0.0000069991,0.05000,1.822
16723,mlp.gate_proj,0.0001751471,0.05000,1.119
16823,mlp.up_proj,0.0001665793,0.05000,1.115
16923,mlp.down_proj,0.0000446570,0.05000,7.956
17024,self_attn.k_proj,0.0000052270,0.05000,1.056
17124,self_attn.v_proj,0.0000058457,0.05000,1.063
17224,self_attn.q_proj,0.0000323477,0.05000,1.082
17324,self_attn.o_proj,0.0000152148,0.05000,1.768
17424,mlp.gate_proj,0.0001969212,0.05000,1.136
17524,mlp.up_proj,0.0001863398,0.05000,1.122
17624,mlp.down_proj,0.0000521306,0.05000,8.003
17725,self_attn.k_proj,0.0000045368,0.05000,1.051
17825,self_attn.v_proj,0.0000049879,0.05000,1.045
17925,self_attn.q_proj,0.0000270423,0.05000,1.071
18025,self_attn.o_proj,0.0000139668,0.05000,1.761
18125,mlp.gate_proj,0.0002213674,0.05000,1.138
18225,mlp.up_proj,0.0002081905,0.05000,1.123
18325,mlp.down_proj,0.0000665647,0.05000,8.044
18426,self_attn.k_proj,0.0000041029,0.05000,1.053
18526,self_attn.v_proj,0.0000047737,0.05000,1.059
18626,self_attn.q_proj,0.0000243842,0.05000,1.070
18726,self_attn.o_proj,0.0000125715,0.05000,1.760
18826,mlp.gate_proj,0.0002470852,0.05000,1.130
18926,mlp.up_proj,0.0002283383,0.05000,1.125
19026,mlp.down_proj,0.0000837923,0.05000,8.451
19127,self_attn.k_proj,0.0000060690,0.05000,1.064
19227,self_attn.v_proj,0.0000072178,0.05000,1.058
19327,self_attn.q_proj,0.0000348095,0.05000,1.088
19427,self_attn.o_proj,0.0000136795,0.05000,1.776
19527,mlp.gate_proj,0.0002878364,0.05000,1.129
19627,mlp.up_proj,0.0002608704,0.05000,1.129
19727,mlp.down_proj,0.0001052239,0.05000,8.030
19828,self_attn.k_proj,0.0000077865,0.05000,1.051
19928,self_attn.v_proj,0.0000093256,0.05000,1.052
20028,self_attn.q_proj,0.0000463542,0.05000,1.075
20128,self_attn.o_proj,0.0000149359,0.05000,1.786
20228,mlp.gate_proj,0.0003251187,0.05000,1.134
20328,mlp.up_proj,0.0002960902,0.05000,1.120
20428,mlp.down_proj,0.0001167624,0.05000,7.985
20529,self_attn.k_proj,0.0000116028,0.05000,1.046
20629,self_attn.v_proj,0.0000124041,0.05000,1.043
20729,self_attn.q_proj,0.0000637293,0.05000,1.073
20829,self_attn.o_proj,0.0000136918,0.05000,1.772
20929,mlp.gate_proj,0.0003617665,0.05000,1.127
21029,mlp.up_proj,0.0003126921,0.05000,1.123
21129,mlp.down_proj,0.0001199714,0.05000,7.968
21230,self_attn.k_proj,0.0000238225,0.05000,1.046
21330,self_attn.v_proj,0.0000317723,0.05000,1.045
21430,self_attn.q_proj,0.0001267295,0.05000,1.081
21530,self_attn.o_proj,0.0000166787,0.05000,1.776
21630,mlp.gate_proj,0.0006058461,0.05000,1.123
21730,mlp.up_proj,0.0003959458,0.05000,1.121
21830,mlp.down_proj,0.0001081030,0.05000,8.004
21931,self_attn.k_proj,0.0000196001,0.05000,1.059
22031,self_attn.v_proj,0.0000222575,0.05000,1.054
22131,self_attn.q_proj,0.0001011776,0.05000,1.075
22231,self_attn.o_proj,0.0000166730,0.05000,1.782
22331,mlp.gate_proj,0.0010467220,0.05000,1.145
22431,mlp.up_proj,0.0007263806,0.05000,1.148
22531,mlp.down_proj,0.0001074331,0.05000,8.376
22632,self_attn.k_proj,0.0000057730,0.05000,1.069
22732,self_attn.v_proj,0.0000073269,0.05000,1.055
22832,self_attn.q_proj,0.0000331176,0.05000,1.088
22932,self_attn.o_proj,0.0000133086,0.05000,1.784
23032,mlp.gate_proj,0.0005488825,0.05000,1.131
23132,mlp.up_proj,0.0003933588,0.05000,1.135
23232,mlp.down_proj,0.0001048277,0.05000,8.001
23333,self_attn.k_proj,0.0000048959,0.05000,1.042
23433,self_attn.v_proj,0.0000050340,0.05000,1.052
23533,self_attn.q_proj,0.0000268427,0.05000,1.084
23633,self_attn.o_proj,0.0000099646,0.05000,1.772
23733,mlp.gate_proj,0.0003607540,0.05000,1.121
23833,mlp.up_proj,0.0003298347,0.05000,1.118
23933,mlp.down_proj,0.0001057911,0.05000,7.965
24034,self_attn.k_proj,0.0000065684,0.05000,1.047
24134,self_attn.v_proj,0.0000074894,0.05000,1.048
24234,self_attn.q_proj,0.0000404844,0.05000,1.081
24334,self_attn.o_proj,0.0000151833,0.05000,1.776
24434,mlp.gate_proj,0.0003230668,0.05000,1.140
24534,mlp.up_proj,0.0003079835,0.05000,1.126
24634,mlp.down_proj,0.0000838736,0.05000,8.001
24735,self_attn.k_proj,0.0000077875,0.05000,1.044
24835,self_attn.v_proj,0.0000089657,0.05000,1.038
24935,self_attn.q_proj,0.0000481206,0.05000,1.079
25035,self_attn.o_proj,0.0000184487,0.05000,1.764
25135,mlp.gate_proj,0.0003501297,0.05000,1.120
25235,mlp.up_proj,0.0003335290,0.05000,1.125
25335,mlp.down_proj,0.0000936887,0.05000,8.692
25436,self_attn.k_proj,0.0000049325,0.05000,1.043
25536,self_attn.v_proj,0.0000056771,0.05000,1.044
25636,self_attn.q_proj,0.0000304468,0.05000,1.072
25736,self_attn.o_proj,0.0000143740,0.05000,3.903
25836,mlp.gate_proj,0.0003720354,0.05000,1.124
25936,mlp.up_proj,0.0003543600,0.05000,1.118
26036,mlp.down_proj,0.0001041509,0.05000,8.588
26137,self_attn.k_proj,0.0000100719,0.05000,1.054
26237,self_attn.v_proj,0.0000115485,0.05000,1.049
26337,self_attn.q_proj,0.0000616053,0.05000,1.209
26437,self_attn.o_proj,0.0000252617,0.05000,1.812
26537,mlp.gate_proj,0.0003926754,0.05000,1.200
26637,mlp.up_proj,0.0003614664,0.05000,1.117
26737,mlp.down_proj,0.0001064732,0.05000,7.987
26838,self_attn.k_proj,0.0000067528,0.05000,1.065
26938,self_attn.v_proj,0.0000076714,0.05000,1.060
27038,self_attn.q_proj,0.0000400771,0.05000,1.181
27138,self_attn.o_proj,0.0000220664,0.05000,1.787
27238,mlp.gate_proj,0.0003429898,0.05000,1.140
27338,mlp.up_proj,0.0003293061,0.05000,1.142
27438,mlp.down_proj,0.0001008956,0.05000,8.009
27539,self_attn.k_proj,0.0000061872,0.05000,1.069
27639,self_attn.v_proj,0.0000065399,0.05000,1.068
27739,self_attn.q_proj,0.0000380468,0.05000,1.078
27839,self_attn.o_proj,0.0000231821,0.05000,1.772
27939,mlp.gate_proj,0.0003072655,0.05000,1.135
28039,mlp.up_proj,0.0003144672,0.05000,1.128
28139,mlp.down_proj,0.0000982053,0.05000,8.046
28240,self_attn.k_proj,0.0000075060,0.05000,1.053
28340,self_attn.v_proj,0.0000085450,0.05000,1.047
28440,self_attn.q_proj,0.0000463455,0.05000,1.099
28540,self_attn.o_proj,0.0000311977,0.05000,1.764
28640,mlp.gate_proj,0.0002644811,0.05000,1.130
28740,mlp.up_proj,0.0002856952,0.05000,1.126
28840,mlp.down_proj,0.0000964624,0.05000,7.991
28941,self_attn.k_proj,0.0000073851,0.05000,1.042
29041,self_attn.v_proj,0.0000080522,0.05000,1.045
29141,self_attn.q_proj,0.0000478026,0.05000,1.070
29241,self_attn.o_proj,0.0000302376,0.05000,1.768
29341,mlp.gate_proj,0.0002724422,0.05000,1.130
29441,mlp.up_proj,0.0002986726,0.05000,1.111
29541,mlp.down_proj,0.0000970860,0.05000,7.992
29642,self_attn.k_proj,0.0000100851,0.05000,1.056
29742,self_attn.v_proj,0.0000115108,0.05000,1.053
29842,self_attn.q_proj,0.0000662501,0.05000,1.090
29942,self_attn.o_proj,0.0000333506,0.05000,1.782
30042,mlp.gate_proj,0.0002813541,0.05000,1.348
30142,mlp.up_proj,0.0003163875,0.05000,1.161
30242,mlp.down_proj,0.0001026058,0.05000,8.362
30343,self_attn.k_proj,0.0000145322,0.05000,1.050
30443,self_attn.v_proj,0.0000158925,0.05000,1.048
30543,self_attn.q_proj,0.0000893748,0.05000,1.075
30643,self_attn.o_proj,0.0000389413,0.05000,1.763
30743,mlp.gate_proj,0.0003090515,0.05000,1.137
30843,mlp.up_proj,0.0003404725,0.05000,1.119
30943,mlp.down_proj,0.0002586559,0.05000,7.994
31044,self_attn.k_proj,0.0000218219,0.05000,1.054
31144,self_attn.v_proj,0.0000259004,0.05000,1.055
31244,self_attn.q_proj,0.0001479396,0.05000,1.077
31344,self_attn.o_proj,0.0000474695,0.05000,1.783
31444,mlp.gate_proj,0.0003127389,0.05000,1.128
31544,mlp.up_proj,0.0003464879,0.05000,1.124
31644,mlp.down_proj,0.0001232855,0.05000,8.231
31745,self_attn.k_proj,0.0000227116,0.05000,1.042
31845,self_attn.v_proj,0.0000225401,0.05000,1.042
31945,self_attn.q_proj,0.0001326203,0.05000,1.096
32045,self_attn.o_proj,0.0000609935,0.05000,1.758
32145,mlp.gate_proj,0.0003154614,0.05000,1.142
32245,mlp.up_proj,0.0003421955,0.05000,1.125
32345,mlp.down_proj,0.0001295402,0.05000,8.166
32446,self_attn.k_proj,0.0000203155,0.05000,1.042
32546,self_attn.v_proj,0.0000243960,0.05000,1.040
32646,self_attn.q_proj,0.0001327600,0.05000,1.074
32746,self_attn.o_proj,0.0000586457,0.05000,1.758
32846,mlp.gate_proj,0.0003317181,0.05000,1.153
32946,mlp.up_proj,0.0003596539,0.05000,1.137
33046,mlp.down_proj,0.0001373474,0.05000,7.975
33147,self_attn.k_proj,0.0000287401,0.05000,1.059
33247,self_attn.v_proj,0.0000378734,0.05000,1.049
33347,self_attn.q_proj,0.0001960034,0.05000,1.094
33447,self_attn.o_proj,0.0000479580,0.05000,1.804
33547,mlp.gate_proj,0.0003378080,0.05000,1.130
33647,mlp.up_proj,0.0003639913,0.05000,1.130
33747,mlp.down_proj,0.0001630509,0.05000,8.682
33848,self_attn.k_proj,0.0000326587,0.05000,1.070
33948,self_attn.v_proj,0.0000420830,0.05000,1.069
34048,self_attn.q_proj,0.0002336485,0.05000,1.089
34148,self_attn.o_proj,0.0000797854,0.05000,1.795
34248,mlp.gate_proj,0.0003719960,0.05000,1.677
34348,mlp.up_proj,0.0003905721,0.05000,1.151
34448,mlp.down_proj,0.0001752929,0.05000,8.103
34549,self_attn.k_proj,0.0000346826,0.05000,1.048
34649,self_attn.v_proj,0.0000406586,0.05000,1.054
34749,self_attn.q_proj,0.0002300940,0.05000,1.088
34849,self_attn.o_proj,0.0000726788,0.05000,1.775
34949,mlp.gate_proj,0.0004289962,0.05000,1.136
35049,mlp.up_proj,0.0004409457,0.05000,1.132
35149,mlp.down_proj,0.0002485424,0.05000,7.970
35250,self_attn.k_proj,0.0000364574,0.05000,1.051
35350,self_attn.v_proj,0.0000476124,0.05000,1.045
35450,self_attn.q_proj,0.0002595472,0.05000,1.078
35550,self_attn.o_proj,0.0000738570,0.05000,1.797
35650,mlp.gate_proj,0.0005196592,0.05000,1.125
35750,mlp.up_proj,0.0005209628,0.05000,1.130
35850,mlp.down_proj,0.0004004640,0.05000,8.063
35951,self_attn.k_proj,0.0000649455,0.05000,1.057
36051,self_attn.v_proj,0.0000829220,0.05000,1.049
36151,self_attn.q_proj,0.0004398252,0.05000,1.087
36251,self_attn.o_proj,0.0001423696,0.05000,1.797
36351,mlp.gate_proj,0.0006647636,0.05000,1.153
36451,mlp.up_proj,0.0006608297,0.05000,1.152
36551,mlp.down_proj,0.0006123469,0.05000,8.000
36652,self_attn.k_proj,0.0000878023,0.05000,1.052
36752,self_attn.v_proj,0.0001286716,0.05000,1.054
36852,self_attn.q_proj,0.0006764697,0.05000,1.099
36952,self_attn.o_proj,0.0001523513,0.05000,1.782
37052,mlp.gate_proj,0.0008464120,0.05000,1.124
37152,mlp.up_proj,0.0008526947,0.05000,1.126
37252,mlp.down_proj,0.0008183107,0.05000,8.027
37353,self_attn.k_proj,0.0001403411,0.05000,1.042
37453,self_attn.v_proj,0.0001782136,0.05000,1.037
37553,self_attn.q_proj,0.0009704368,0.05000,1.250
37653,self_attn.o_proj,0.0001480780,0.05000,1.917
37753,mlp.gate_proj,0.0009788685,0.05000,1.131
37853,mlp.up_proj,0.0009995223,0.05000,1.134
37953,mlp.down_proj,0.0012458582,0.05000,8.069
38054,self_attn.k_proj,0.0002222697,0.05000,1.056
38154,self_attn.v_proj,0.0003150965,0.05000,1.046
38254,self_attn.q_proj,0.0015428386,0.05000,1.074
38354,self_attn.o_proj,0.0002995660,0.05000,1.815
38454,mlp.gate_proj,0.0013180814,0.05000,1.135
38554,mlp.up_proj,0.0013410654,0.05000,1.134
38654,mlp.down_proj,0.0016283727,0.05000,7.964
38755,self_attn.k_proj,0.0002455719,0.05000,1.062
38855,self_attn.v_proj,0.0002898146,0.05000,1.053
38955,self_attn.q_proj,0.0016511303,0.05000,1.080
39055,self_attn.o_proj,0.0002813179,0.05000,1.794
39155,mlp.gate_proj,0.0014898408,0.05000,1.446
39255,mlp.up_proj,0.0015437358,0.05000,1.134
39355,mlp.down_proj,0.0021947372,0.05000,8.029
39456,self_attn.k_proj,0.0004278187,0.05000,1.041
39556,self_attn.v_proj,0.0006316985,0.05000,1.039
39656,self_attn.q_proj,0.0029827804,0.05000,1.061
39756,self_attn.o_proj,0.0003085413,0.05000,1.788
39856,mlp.gate_proj,0.0017243970,0.05000,1.164
39956,mlp.up_proj,0.0018149042,0.05000,1.149
40056,mlp.down_proj,0.0027739530,0.05000,8.076
40157,self_attn.k_proj,0.0005359473,0.05000,1.052
40257,self_attn.v_proj,0.0008049904,0.05000,1.044
40357,self_attn.q_proj,0.0038959943,0.05000,1.090
40457,self_attn.o_proj,0.0003918819,0.05000,1.765
40557,mlp.gate_proj,0.0018884934,0.05000,1.139
40657,mlp.up_proj,0.0020396879,0.05000,1.125
40757,mlp.down_proj,0.0037069661,0.05000,7.999
40858,self_attn.k_proj,0.0008708814,0.05000,1.038
40958,self_attn.v_proj,0.0013238839,0.05000,1.060
41058,self_attn.q_proj,0.0062347704,0.05000,1.074
41158,self_attn.o_proj,0.0004224728,0.05000,1.770
41258,mlp.gate_proj,0.0021498542,0.05000,1.140
41358,mlp.up_proj,0.0023638556,0.05000,1.122
41458,mlp.down_proj,0.0048660359,0.05000,8.354
41559,self_attn.k_proj,0.0010695715,0.05000,1.045
41659,self_attn.v_proj,0.0017025579,0.05000,1.064
41759,self_attn.q_proj,0.0078237816,0.05000,1.083
41859,self_attn.o_proj,0.0004261862,0.05000,1.775
41959,mlp.gate_proj,0.0023862109,0.05000,1.255
42059,mlp.up_proj,0.0026503182,0.05000,1.144
42159,mlp.down_proj,0.0074393693,0.05000,8.122
42260,self_attn.k_proj,0.0011864857,0.05000,1.072
42360,self_attn.v_proj,0.0017836547,0.05000,1.071
42460,self_attn.q_proj,0.0079164522,0.05000,1.096
42560,self_attn.o_proj,0.0012012388,0.05000,1.808
42660,mlp.gate_proj,0.0025860246,0.05000,1.145
42760,mlp.up_proj,0.0029487530,0.05000,1.143
42860,mlp.down_proj,0.0112182335,0.05000,8.058
42961,self_attn.k_proj,0.0015718682,0.05000,1.049
43061,self_attn.v_proj,0.0026914134,0.05000,1.048
43161,self_attn.q_proj,0.0114342334,0.05000,1.076
43261,self_attn.o_proj,0.0012516713,0.05000,1.786
43361,mlp.gate_proj,0.0027420398,0.05000,1.126
43461,mlp.up_proj,0.0031601495,0.05000,1.142
43561,mlp.down_proj,0.0159969039,0.05000,7.986
43662,self_attn.k_proj,0.0016475655,0.05000,1.066
43762,self_attn.v_proj,0.0028598230,0.05000,1.049
43862,self_attn.q_proj,0.0114434291,0.05000,1.073
43962,self_attn.o_proj,0.0022906732,0.05000,1.797
44062,mlp.gate_proj,0.0033809583,0.05000,1.133
44162,mlp.up_proj,0.0037481985,0.05000,1.126
44262,mlp.down_proj,0.0255297494,0.05000,8.035
44363,self_attn.k_proj,0.0007640351,0.05000,1.059
44463,self_attn.v_proj,0.0011615969,0.05000,1.046
44563,self_attn.q_proj,0.0052693927,0.05000,1.076
44663,self_attn.o_proj,0.0020771761,0.05000,1.768
44763,mlp.gate_proj,0.0041764780,0.05000,1.125
44863,mlp.up_proj,0.0045288563,0.05000,1.131
44963,mlp.down_proj,0.0907532932,0.05000,8.077
450