autogluon/fev-bench

1model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper2Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.03Chronos-2,TimesFM-2.5,0.68,0.59,0.76,0.086,0.054,0.1184Chronos-2,TiRex,0.73,0.64,0.81,0.088,0.057,0.125Chronos-2,Toto-1.0,0.68,0.58,0.76,0.116,0.082,0.1536Chronos-2,TabPFN-TS,0.82,0.74,0.89,0.091,0.058,0.1217Chronos-2,Moirai-2.0,0.84,0.76,0.91,0.126,0.096,0.1598Chronos-2,Chronos-Bolt,0.89,0.82,0.95,0.137,0.105,0.1719Chronos-2,Sundial-Base,0.93,0.88,0.98,0.167,0.134,0.210Chronos-2,Stat. Ensemble,0.91,0.85,0.96,0.264,0.21,0.31211Chronos-2,AutoARIMA,0.92,0.86,0.97,0.301,0.251,0.3512Chronos-2,AutoETS,0.88,0.81,0.94,0.367,0.293,0.43313Chronos-2,AutoTheta,0.94,0.89,0.98,0.297,0.247,0.34414Chronos-2,Naive,0.93,0.88,0.97,0.429,0.373,0.48215Chronos-2,Seasonal Naive,0.95,0.9,0.99,0.394,0.349,0.4416Chronos-2,Drift,0.93,0.88,0.97,0.442,0.383,0.49817TimesFM-2.5,Chronos-2,0.32,0.24,0.41,-0.094,-0.133,-0.05718TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.019TimesFM-2.5,TiRex,0.485,0.39,0.58,0.002,-0.014,0.0220TimesFM-2.5,Toto-1.0,0.53,0.445,0.62,0.033,0.006,0.0621TimesFM-2.5,TabPFN-TS,0.63,0.53,0.72,0.005,-0.04,0.05122TimesFM-2.5,Moirai-2.0,0.7,0.615,0.78,0.044,0.019,0.06923TimesFM-2.5,Chronos-Bolt,0.73,0.65,0.81,0.056,0.034,0.07924TimesFM-2.5,Sundial-Base,0.825,0.75,0.9,0.089,0.052,0.12525TimesFM-2.5,Stat. Ensemble,0.84,0.76,0.91,0.195,0.146,0.24426TimesFM-2.5,AutoARIMA,0.91,0.85,0.97,0.236,0.189,0.28527TimesFM-2.5,AutoETS,0.85,0.78,0.91,0.307,0.237,0.37628TimesFM-2.5,AutoTheta,0.92,0.86,0.97,0.231,0.186,0.27529TimesFM-2.5,Naive,0.93,0.87,0.98,0.375,0.321,0.4330TimesFM-2.5,Seasonal Naive,0.95,0.9,0.99,0.337,0.293,0.38631TimesFM-2.5,Drift,0.92,0.86,0.97,0.39,0.336,0.44532TiRex,Chronos-2,0.27,0.19,0.36,-0.097,-0.137,-0.0633TiRex,TimesFM-2.5,0.515,0.42,0.61,-0.002,-0.02,0.01434TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.035TiRex,Toto-1.0,0.625,0.53,0.72,0.03,0.007,0.05136TiRex,TabPFN-TS,0.65,0.56,0.74,0.003,-0.045,0.05237TiRex,Moirai-2.0,0.695,0.615,0.79,0.042,0.023,0.06538TiRex,Chronos-Bolt,0.745,0.66,0.83,0.054,0.032,0.07739TiRex,Sundial-Base,0.775,0.695,0.85,0.087,0.048,0.12640TiRex,Stat. Ensemble,0.82,0.73,0.89,0.193,0.146,0.24241TiRex,AutoARIMA,0.88,0.81,0.94,0.234,0.189,0.28242TiRex,AutoETS,0.84,0.76,0.91,0.306,0.233,0.37443TiRex,AutoTheta,0.93,0.88,0.98,0.229,0.187,0.27244TiRex,Naive,0.93,0.88,0.98,0.374,0.321,0.42945TiRex,Seasonal Naive,0.95,0.9,0.99,0.336,0.29,0.38446TiRex,Drift,0.91,0.85,0.96,0.388,0.335,0.44347Toto-1.0,Chronos-2,0.32,0.24,0.42,-0.131,-0.18,-0.08948Toto-1.0,TimesFM-2.5,0.47,0.38,0.555,-0.034,-0.064,-0.00749Toto-1.0,TiRex,0.375,0.28,0.47,-0.031,-0.054,-0.00750Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.051Toto-1.0,TabPFN-TS,0.56,0.47,0.65,-0.028,-0.083,0.02452Toto-1.0,Moirai-2.0,0.6,0.5,0.69,0.012,-0.012,0.03653Toto-1.0,Chronos-Bolt,0.6,0.505,0.685,0.024,-0.004,0.05254Toto-1.0,Sundial-Base,0.665,0.575,0.75,0.058,0.011,0.10355Toto-1.0,Stat. Ensemble,0.69,0.59,0.78,0.168,0.115,0.21956Toto-1.0,AutoARIMA,0.82,0.74,0.89,0.21,0.157,0.26157Toto-1.0,AutoETS,0.77,0.68,0.84,0.284,0.208,0.35358Toto-1.0,AutoTheta,0.87,0.8,0.93,0.205,0.158,0.25259Toto-1.0,Naive,0.91,0.85,0.96,0.354,0.296,0.40860Toto-1.0,Seasonal Naive,0.92,0.86,0.97,0.315,0.266,0.36561Toto-1.0,Drift,0.9,0.83,0.96,0.369,0.315,0.42462TabPFN-TS,Chronos-2,0.18,0.11,0.26,-0.1,-0.138,-0.06163TabPFN-TS,TimesFM-2.5,0.37,0.28,0.47,-0.005,-0.054,0.03964TabPFN-TS,TiRex,0.35,0.26,0.44,-0.003,-0.055,0.04365TabPFN-TS,Toto-1.0,0.44,0.35,0.53,0.027,-0.024,0.07666TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.067TabPFN-TS,Moirai-2.0,0.52,0.42,0.62,0.039,-0.012,0.08568TabPFN-TS,Chronos-Bolt,0.53,0.44,0.62,0.051,0.006,0.09469TabPFN-TS,Sundial-Base,0.66,0.56,0.75,0.084,0.041,0.12670TabPFN-TS,Stat. Ensemble,0.775,0.695,0.855,0.19,0.134,0.24271TabPFN-TS,AutoARIMA,0.83,0.76,0.9,0.232,0.178,0.28372TabPFN-TS,AutoETS,0.77,0.69,0.85,0.303,0.23,0.38273TabPFN-TS,AutoTheta,0.84,0.76,0.9,0.227,0.18,0.27774TabPFN-TS,Naive,0.91,0.85,0.96,0.372,0.316,0.43275TabPFN-TS,Seasonal Naive,0.94,0.89,0.98,0.334,0.29,0.37976TabPFN-TS,Drift,0.89,0.83,0.95,0.386,0.328,0.44777Moirai-2.0,Chronos-2,0.16,0.09,0.24,-0.145,-0.189,-0.10678Moirai-2.0,TimesFM-2.5,0.3,0.22,0.385,-0.046,-0.075,-0.0279Moirai-2.0,TiRex,0.305,0.21,0.385,-0.044,-0.069,-0.02380Moirai-2.0,Toto-1.0,0.4,0.31,0.5,-0.012,-0.038,0.01281Moirai-2.0,TabPFN-TS,0.48,0.38,0.58,-0.041,-0.093,0.01282Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.083Moirai-2.0,Chronos-Bolt,0.56,0.48,0.645,0.013,-0.011,0.03684Moirai-2.0,Sundial-Base,0.665,0.57,0.76,0.047,0.005,0.08785Moirai-2.0,Stat. Ensemble,0.74,0.65,0.82,0.157,0.105,0.20886Moirai-2.0,AutoARIMA,0.83,0.75,0.9,0.2,0.148,0.25487Moirai-2.0,AutoETS,0.77,0.68,0.85,0.275,0.196,0.3588Moirai-2.0,AutoTheta,0.88,0.81,0.94,0.196,0.147,0.24389Moirai-2.0,Naive,0.87,0.8,0.93,0.346,0.29,0.40390Moirai-2.0,Seasonal Naive,0.87,0.8,0.93,0.307,0.258,0.35791Moirai-2.0,Drift,0.87,0.8,0.93,0.361,0.303,0.41792Chronos-Bolt,Chronos-2,0.11,0.05,0.18,-0.159,-0.207,-0.11793Chronos-Bolt,TimesFM-2.5,0.27,0.19,0.35,-0.06,-0.086,-0.03594Chronos-Bolt,TiRex,0.255,0.17,0.34,-0.057,-0.083,-0.03395Chronos-Bolt,Toto-1.0,0.4,0.315,0.495,-0.025,-0.055,0.00496Chronos-Bolt,TabPFN-TS,0.47,0.38,0.56,-0.054,-0.104,-0.00697Chronos-Bolt,Moirai-2.0,0.44,0.355,0.52,-0.013,-0.038,0.01198Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.099Chronos-Bolt,Sundial-Base,0.635,0.54,0.73,0.034,-0.006,0.071100Chronos-Bolt,Stat. Ensemble,0.74,0.64,0.82,0.147,0.096,0.198101Chronos-Bolt,AutoARIMA,0.85,0.77,0.92,0.19,0.137,0.242102Chronos-Bolt,AutoETS,0.77,0.68,0.85,0.266,0.19,0.341103Chronos-Bolt,AutoTheta,0.92,0.87,0.97,0.185,0.139,0.232104Chronos-Bolt,Naive,0.89,0.83,0.95,0.338,0.28,0.394105Chronos-Bolt,Seasonal Naive,0.91,0.85,0.96,0.298,0.252,0.345106Chronos-Bolt,Drift,0.9,0.84,0.95,0.353,0.296,0.41107Sundial-Base,Chronos-2,0.07,0.02,0.12,-0.2,-0.25,-0.154108Sundial-Base,TimesFM-2.5,0.175,0.1,0.25,-0.097,-0.143,-0.055109Sundial-Base,TiRex,0.225,0.15,0.305,-0.095,-0.144,-0.05110Sundial-Base,Toto-1.0,0.335,0.25,0.425,-0.062,-0.115,-0.012111Sundial-Base,TabPFN-TS,0.34,0.25,0.44,-0.092,-0.144,-0.042112Sundial-Base,Moirai-2.0,0.335,0.24,0.43,-0.049,-0.095,-0.005113Sundial-Base,Chronos-Bolt,0.365,0.27,0.46,-0.036,-0.076,0.006114Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0115Sundial-Base,Stat. Ensemble,0.64,0.54,0.73,0.116,0.05,0.174116Sundial-Base,AutoARIMA,0.76,0.67,0.84,0.161,0.097,0.218117Sundial-Base,AutoETS,0.68,0.58,0.77,0.24,0.149,0.317118Sundial-Base,AutoTheta,0.74,0.64,0.82,0.156,0.099,0.206119Sundial-Base,Naive,0.82,0.74,0.89,0.315,0.248,0.38120Sundial-Base,Seasonal Naive,0.88,0.81,0.94,0.273,0.225,0.319121Sundial-Base,Drift,0.81,0.73,0.88,0.33,0.261,0.398122Stat. Ensemble,Chronos-2,0.09,0.04,0.15,-0.358,-0.454,-0.265123Stat. Ensemble,TimesFM-2.5,0.16,0.09,0.24,-0.242,-0.322,-0.171124Stat. Ensemble,TiRex,0.18,0.11,0.27,-0.239,-0.319,-0.171125Stat. Ensemble,Toto-1.0,0.31,0.22,0.41,-0.201,-0.28,-0.13126Stat. Ensemble,TabPFN-TS,0.225,0.145,0.305,-0.235,-0.32,-0.155127Stat. Ensemble,Moirai-2.0,0.26,0.18,0.35,-0.187,-0.263,-0.117128Stat. Ensemble,Chronos-Bolt,0.26,0.18,0.36,-0.172,-0.246,-0.107129Stat. Ensemble,Sundial-Base,0.36,0.27,0.46,-0.132,-0.211,-0.052130Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0131Stat. Ensemble,AutoARIMA,0.65,0.56,0.74,0.051,0.02,0.086132Stat. Ensemble,AutoETS,0.785,0.7,0.86,0.14,0.071,0.209133Stat. Ensemble,AutoTheta,0.81,0.73,0.88,0.045,0.009,0.078134Stat. Ensemble,Naive,0.84,0.77,0.91,0.224,0.169,0.277135Stat. Ensemble,Seasonal Naive,0.835,0.77,0.9,0.177,0.138,0.221136Stat. Ensemble,Drift,0.86,0.79,0.92,0.242,0.192,0.293137AutoARIMA,Chronos-2,0.08,0.03,0.14,-0.431,-0.538,-0.335138AutoARIMA,TimesFM-2.5,0.09,0.03,0.15,-0.308,-0.399,-0.234139AutoARIMA,TiRex,0.12,0.06,0.19,-0.305,-0.393,-0.233140AutoARIMA,Toto-1.0,0.18,0.11,0.26,-0.266,-0.353,-0.187141AutoARIMA,TabPFN-TS,0.17,0.1,0.24,-0.301,-0.395,-0.217142AutoARIMA,Moirai-2.0,0.17,0.1,0.25,-0.251,-0.341,-0.173143AutoARIMA,Chronos-Bolt,0.15,0.08,0.23,-0.235,-0.319,-0.159144AutoARIMA,Sundial-Base,0.24,0.16,0.33,-0.192,-0.278,-0.107145AutoARIMA,Stat. Ensemble,0.35,0.26,0.44,-0.054,-0.095,-0.02146AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0147AutoARIMA,AutoETS,0.555,0.46,0.655,0.093,0.015,0.175148AutoARIMA,AutoTheta,0.52,0.42,0.62,-0.006,-0.057,0.039149AutoARIMA,Naive,0.72,0.63,0.8,0.183,0.118,0.242150AutoARIMA,Seasonal Naive,0.8,0.735,0.875,0.133,0.09,0.178151AutoARIMA,Drift,0.75,0.65,0.83,0.201,0.14,0.261152AutoETS,Chronos-2,0.12,0.06,0.19,-0.579,-0.764,-0.414153AutoETS,TimesFM-2.5,0.15,0.09,0.22,-0.443,-0.602,-0.31154AutoETS,TiRex,0.16,0.09,0.24,-0.44,-0.598,-0.303155AutoETS,Toto-1.0,0.23,0.16,0.32,-0.396,-0.547,-0.263156AutoETS,TabPFN-TS,0.23,0.15,0.31,-0.436,-0.617,-0.299157AutoETS,Moirai-2.0,0.23,0.15,0.32,-0.38,-0.538,-0.243158AutoETS,Chronos-Bolt,0.23,0.15,0.32,-0.362,-0.518,-0.235159AutoETS,Sundial-Base,0.32,0.23,0.42,-0.315,-0.464,-0.175160AutoETS,Stat. Ensemble,0.215,0.14,0.3,-0.162,-0.264,-0.077161AutoETS,AutoARIMA,0.445,0.345,0.54,-0.103,-0.212,-0.015162AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0163AutoETS,AutoTheta,0.47,0.37,0.56,-0.11,-0.214,-0.027164AutoETS,Naive,0.62,0.53,0.72,0.098,0.018,0.177165AutoETS,Seasonal Naive,0.685,0.585,0.775,0.043,-0.061,0.128166AutoETS,Drift,0.74,0.66,0.82,0.119,0.042,0.194167AutoTheta,Chronos-2,0.06,0.02,0.11,-0.423,-0.524,-0.328168AutoTheta,TimesFM-2.5,0.08,0.03,0.14,-0.301,-0.38,-0.229169AutoTheta,TiRex,0.07,0.02,0.12,-0.297,-0.374,-0.23170AutoTheta,Toto-1.0,0.13,0.07,0.2,-0.258,-0.337,-0.188171AutoTheta,TabPFN-TS,0.16,0.1,0.24,-0.294,-0.383,-0.22172AutoTheta,Moirai-2.0,0.12,0.06,0.19,-0.243,-0.32,-0.172173AutoTheta,Chronos-Bolt,0.08,0.03,0.13,-0.227,-0.302,-0.161174AutoTheta,Sundial-Base,0.26,0.18,0.36,-0.185,-0.26,-0.11175AutoTheta,Stat. Ensemble,0.19,0.12,0.27,-0.047,-0.085,-0.009176AutoTheta,AutoARIMA,0.48,0.38,0.58,0.006,-0.041,0.054177AutoTheta,AutoETS,0.53,0.44,0.63,0.099,0.026,0.177178AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0179AutoTheta,Naive,0.76,0.68,0.84,0.188,0.138,0.239180AutoTheta,Seasonal Naive,0.78,0.69,0.86,0.138,0.099,0.18181AutoTheta,Drift,0.78,0.7,0.86,0.206,0.158,0.26182Naive,Chronos-2,0.07,0.03,0.12,-0.751,-0.93,-0.594183Naive,TimesFM-2.5,0.07,0.02,0.13,-0.601,-0.753,-0.473184Naive,TiRex,0.07,0.02,0.12,-0.597,-0.75,-0.473185Naive,Toto-1.0,0.09,0.04,0.15,-0.549,-0.689,-0.421186Naive,TabPFN-TS,0.09,0.04,0.15,-0.592,-0.761,-0.461187Naive,Moirai-2.0,0.13,0.07,0.2,-0.53,-0.674,-0.408188Naive,Chronos-Bolt,0.11,0.05,0.17,-0.511,-0.649,-0.39189Naive,Sundial-Base,0.18,0.11,0.26,-0.459,-0.613,-0.331190Naive,Stat. Ensemble,0.16,0.09,0.23,-0.289,-0.383,-0.203191Naive,AutoARIMA,0.28,0.2,0.37,-0.223,-0.319,-0.134192Naive,AutoETS,0.38,0.28,0.47,-0.109,-0.215,-0.018193Naive,AutoTheta,0.24,0.16,0.32,-0.231,-0.314,-0.161194Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0195Naive,Seasonal Naive,0.475,0.39,0.565,-0.061,-0.146,0.017196Naive,Drift,0.84,0.77,0.91,0.023,-0.005,0.048197Seasonal Naive,Chronos-2,0.05,0.01,0.1,-0.65,-0.787,-0.537198Seasonal Naive,TimesFM-2.5,0.05,0.01,0.1,-0.509,-0.63,-0.414199Seasonal Naive,TiRex,0.05,0.01,0.1,-0.505,-0.623,-0.408200Seasonal Naive,Toto-1.0,0.08,0.03,0.14,-0.46,-0.575,-0.362201Seasonal Naive,TabPFN-TS,0.06,0.02,0.11,-0.501,-0.61,-0.409202Seasonal Naive,Moirai-2.0,0.13,0.07,0.2,-0.442,-0.555,-0.347203Seasonal Naive,Chronos-Bolt,0.09,0.04,0.15,-0.424,-0.527,-0.336204Seasonal Naive,Sundial-Base,0.12,0.06,0.19,-0.375,-0.469,-0.29205Seasonal Naive,Stat. Ensemble,0.165,0.1,0.23,-0.215,-0.283,-0.161206Seasonal Naive,AutoARIMA,0.2,0.125,0.265,-0.153,-0.217,-0.099207Seasonal Naive,AutoETS,0.315,0.225,0.415,-0.045,-0.147,0.057208Seasonal Naive,AutoTheta,0.22,0.14,0.31,-0.16,-0.219,-0.11209Seasonal Naive,Naive,0.525,0.435,0.61,0.058,-0.017,0.127210Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0211Seasonal Naive,Drift,0.64,0.53,0.73,0.079,-0.001,0.153212Drift,Chronos-2,0.07,0.03,0.12,-0.792,-0.994,-0.621213Drift,TimesFM-2.5,0.08,0.03,0.14,-0.639,-0.801,-0.507214Drift,TiRex,0.09,0.04,0.15,-0.635,-0.796,-0.504215Drift,Toto-1.0,0.1,0.04,0.17,-0.585,-0.735,-0.459216Drift,TabPFN-TS,0.11,0.05,0.17,-0.63,-0.807,-0.488217Drift,Moirai-2.0,0.13,0.07,0.2,-0.566,-0.715,-0.435218Drift,Chronos-Bolt,0.1,0.05,0.16,-0.546,-0.695,-0.42219Drift,Sundial-Base,0.19,0.12,0.27,-0.493,-0.66,-0.354220Drift,Stat. Ensemble,0.14,0.08,0.21,-0.32,-0.415,-0.238221Drift,AutoARIMA,0.25,0.17,0.35,-0.252,-0.353,-0.163222Drift,AutoETS,0.26,0.18,0.34,-0.135,-0.24,-0.044223Drift,AutoTheta,0.22,0.14,0.3,-0.26,-0.351,-0.188224Drift,Naive,0.16,0.09,0.23,-0.023,-0.051,0.005225Drift,Seasonal Naive,0.36,0.27,0.47,-0.086,-0.181,0.001226Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0227