Correct results for naive and seasonal_naive

results/naive/all_results.csv

@@ -1,98 +1,98 @@
 dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Naive,2300000.0,2300000.0,173.0,1.09,2.43,0.375,70.2,1520.0,4.76,0.544,0.893,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,Naive,3130000.0,3130000.0,280.0,1.41,4.94,0.343,61.0,1770.0,5.04,0.799,1.21,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,Naive,1850000.0,1850000.0,130.0,2.06,1.64,0.345,132.0,1360.0,5.57,0.533,0.868,Web/CloudOps,2.0
-bitbrains_rnd/H/short,Naive,4190000.0,4190000.0,251.0,5.87,3.24,0.308,242.0,2050.0,8.95,1.1,1.46,Web/CloudOps,2.0
-bizitobs_application/10S/short,Naive,5850000.0,5850000.0,1050.0,3.76,0.0544,0.0542,47.9,2420.0,0.0933,0.0404,0.0382,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,Naive,22.0,22.0,2.76,0.283,0.168,0.158,3.09,4.69,0.161,0.0947,0.0801,Web/CloudOps,7.0
-bizitobs_l2c/H/short,Naive,263.0,263.0,11.0,1.09,1.29,1.01,9.96,16.2,0.875,0.595,0.486,Web/CloudOps,7.0
-bizitobs_service/10S/short,Naive,24400.0,24400.0,51.1,2.19,0.29,0.0945,26.8,156.0,0.116,0.0378,0.0366,Web/CloudOps,2.0
-car_parts/M/short,Naive,3.0,3.0,0.69,1.21,0.85,1.66,25.8,1.73,4.15,1.65,2.5,Sales,1.0
-covid_deaths/D/short,Naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1470.0,2110.0,0.792,0.133,0.127,Healthcare,1.0
-electricity/15T/short,Naive,603000.0,603000.0,127.0,2.46,0.353,0.299,20.0,777.0,1.53,0.251,0.221,Energy,1.0
-electricity/D/short,Naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,24.6,64100.0,1.05,0.114,0.104,Energy,1.0
-electricity/H/short,Naive,14600000.0,14600000.0,706.0,3.92,0.521,0.399,34.0,3820.0,1.8,0.333,0.294,Energy,1.0
-electricity/W/short,Naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,15.9,563000.0,1.29,0.129,0.0993,Energy,1.0
-ett1/15T/short,Naive,18.2,18.2,2.62,1.97,0.932,0.561,12.7,4.27,0.808,0.495,0.385,Energy,7.0
-ett1/D/short,Naive,58000.0,58000.0,155.0,1.78,1.16,0.516,23.5,241.0,0.632,0.407,0.408,Energy,7.0
-ett1/H/short,Naive,345.0,345.0,10.2,1.83,0.925,0.512,15.4,18.6,0.867,0.474,0.407,Energy,7.0
-ett1/W/short,Naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,12.8,1250.0,0.499,0.386,0.312,Energy,7.0
-ett2/15T/short,Naive,19.8,19.8,3.02,1.24,0.163,0.195,13.6,4.45,0.211,0.144,0.121,Energy,7.0
-ett2/D/short,Naive,123000.0,123000.0,212.0,1.39,0.471,0.142,32.7,351.0,0.201,0.121,0.153,Energy,7.0
-ett2/H/short,Naive,172.0,172.0,8.96,1.09,0.18,0.16,14.1,13.1,0.166,0.114,0.113,Energy,7.0
-ett2/W/short,Naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,16.6,2170.0,0.182,0.111,0.134,Energy,7.0
-hierarchical_sales/D/short,Naive,59.0,59.0,3.45,1.13,1.22,1.19,28.9,7.68,2.36,1.06,1.74,Sales,1.0
-hierarchical_sales/W/short,Naive,1050.0,1050.0,13.6,1.03,0.95,0.58,15.3,32.3,1.48,0.623,0.832,Sales,1.0
-hospital/M/short,Naive,5850.0,5850.0,24.1,0.968,0.243,0.216,11.8,76.5,0.278,0.0874,0.0863,Healthcare,1.0
-jena_weather/10T/short,Naive,1650.0,1650.0,10.0,0.364,0.418,0.429,51.2,40.7,0.253,0.0622,0.288,Nature,21.0
-jena_weather/D/short,Naive,634.0,634.0,13.1,1.57,1.77,0.485,31.0,25.2,0.152,0.0791,0.211,Nature,21.0
-jena_weather/H/short,Naive,2410.0,2410.0,12.3,0.648,1.1,0.479,38.3,49.1,0.301,0.0755,0.308,Nature,21.0
-kdd_cup_2018/D/short,Naive,3180.0,3180.0,23.9,1.5,0.589,0.572,24.6,56.4,1.26,0.535,0.675,Nature,1.0
-kdd_cup_2018/H/short,Naive,5590.0,5590.0,31.1,1.28,1.35,0.619,14.0,74.8,1.57,0.65,0.562,Nature,1.0
-loop_seattle/5T/short,Naive,101.0,101.0,5.65,0.893,0.138,0.12,14.6,10.1,0.173,0.0968,0.116,Transport,1.0
-loop_seattle/D/short,Naive,58.7,58.7,5.94,1.73,0.111,0.107,21.8,7.66,0.137,0.106,0.103,Transport,1.0
-loop_seattle/H/short,Naive,193.0,193.0,8.0,1.59,0.301,0.161,28.1,13.9,0.246,0.142,0.182,Transport,1.0
-m_dense/D/short,Naive,39900.0,39900.0,118.0,1.67,0.253,0.256,23.3,200.0,0.346,0.205,0.227,Transport,1.0
-m_dense/H/short,Naive,358000.0,358000.0,343.0,2.71,1.04,0.729,28.5,598.0,1.06,0.609,0.539,Transport,1.0
-m4_daily/D/short,Naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,32.2,705.0,0.109,0.0279,0.0244,Econ/Fin,1.0
-m4_hourly/H/short,Naive,57500000.0,57500000.0,1220.0,11.6,0.377,0.43,75.8,7590.0,1.04,0.166,0.136,Econ/Fin,1.0
-m4_monthly/M/short,Naive,2500000.0,2500000.0,671.0,1.21,0.19,0.153,12.7,1580.0,0.329,0.14,0.129,Econ/Fin,1.0
-m4_quarterly/Q/short,Naive,2270000.0,2270000.0,656.0,1.48,0.132,0.116,13.7,1510.0,0.252,0.11,0.0943,Econ/Fin,1.0
-m4_weekly/W/short,Naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,26.6,673.0,0.123,0.0634,0.0609,Econ/Fin,1.0
-m4_yearly/A/short,Naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,52.0,2020.0,0.324,0.162,0.137,Econ/Fin,1.0
-restaurant/D/short,Naive,274.0,274.0,10.7,1.01,0.944,0.556,20.7,16.6,0.757,0.49,0.674,Sales,1.0
-saugeen/D/short,Naive,995.0,995.0,15.4,3.41,0.471,0.424,58.7,31.5,1.02,0.498,0.585,Nature,1.0
-saugeen/M/short,Naive,1030.0,1030.0,21.0,1.23,0.731,0.606,19.2,32.0,0.962,0.631,0.768,Nature,1.0
-saugeen/W/short,Naive,1800.0,1800.0,24.6,1.99,0.824,0.558,23.3,42.4,1.28,0.741,0.734,Nature,1.0
-solar/10T/short,Naive,36.6,36.6,3.3,1.45,2.66,1.41,17.7,6.05,1.76,0.96,0.943,Energy,1.0
-solar/D/short,Naive,182000.0,182000.0,295.0,1.16,1.15,0.498,22.4,426.0,0.616,0.426,0.559,Energy,1.0
-solar/H/short,Naive,3230.0,3230.0,27.1,2.09,1.0,2.0,33.3,56.8,2.09,1.0,1.33,Energy,1.0
-solar/W/short,Naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,11.6,1680.0,0.342,0.274,0.21,Energy,1.0
-sz_taxi/15T/short,Naive,33.1,33.1,3.94,0.786,1310000000000.0,0.528,22.6,5.76,0.538,0.369,0.661,Transport,1.0
-sz_taxi/H/short,Naive,14.1,14.1,2.69,0.835,0.969,0.394,25.4,3.76,0.35,0.25,0.486,Transport,1.0
-temperature_rain/D/short,Naive,311.0,311.0,7.89,2.01,97.0,1.33,47.5,17.6,2.07,0.929,1.27,Nature,1.0
-us_births/D/short,Naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,22.7,1690.0,0.158,0.119,0.12,Healthcare,1.0
-us_births/M/short,Naive,261000000.0,261000000.0,13300.0,1.5,0.0409,0.0413,18.1,16200.0,0.0502,0.0412,0.039,Healthcare,1.0
-us_births/W/short,Naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,13.3,2300.0,0.0312,0.0234,0.0193,Healthcare,1.0
-bitbrains_fast_storage/5T/medium,Naive,3700000.0,3700000.0,280.0,1.27,4.12,0.45,197.0,1920.0,5.85,0.852,2.05,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,Naive,2450000.0,2450000.0,158.0,4.77,0.575,0.396,390.0,1560.0,6.58,0.664,2.01,Web/CloudOps,2.0
-bizitobs_application/10S/medium,Naive,21600000.0,21600000.0,1830.0,6.52,0.0866,0.0889,105.0,4650.0,0.183,0.0719,0.0885,Web/CloudOps,2.0
-bizitobs_l2c/5T/medium,Naive,157.0,157.0,8.57,0.826,0.624,0.87,6.33,12.5,0.66,0.451,0.359,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,Naive,559.0,559.0,16.5,1.58,1.0,2.0,17.9,23.6,1.43,1.0,0.877,Web/CloudOps,7.0
-bizitobs_service/10S/medium,Naive,121000.0,121000.0,96.7,3.71,0.134,0.137,61.1,348.0,0.262,0.0727,0.0953,Web/CloudOps,2.0
-electricity/15T/medium,Naive,2930000.0,2930000.0,223.0,3.46,0.404,0.412,54.7,1710.0,2.95,0.385,0.43,Energy,1.0
-electricity/H/medium,Naive,70400000.0,70400000.0,969.0,4.09,0.591,0.393,100.0,8390.0,3.27,0.378,0.559,Energy,1.0
-ett1/15T/medium,Naive,26.0,26.0,2.79,1.82,1.11,0.617,32.4,5.1,0.971,0.532,0.617,Energy,7.0
-ett1/H/medium,Naive,472.0,472.0,12.0,2.03,9730000000000.0,0.65,46.9,21.7,1.04,0.574,0.841,Energy,7.0
-ett2/15T/medium,Naive,18.1,18.1,2.9,1.22,0.184,0.21,34.5,4.26,0.227,0.155,0.242,Energy,7.0
-ett2/H/medium,Naive,411.0,411.0,13.1,1.43,0.242,0.216,43.7,20.3,0.273,0.177,0.295,Energy,7.0
-jena_weather/10T/medium,Naive,3630.0,3630.0,15.9,0.76,0.949,0.58,162.0,60.2,0.37,0.0978,0.882,Nature,21.0
-jena_weather/H/medium,Naive,2460.0,2460.0,13.4,0.873,2.04,0.523,119.0,49.6,0.304,0.0821,0.927,Nature,21.0
-kdd_cup_2018/H/medium,Naive,5750.0,5750.0,32.5,1.45,1.52,0.706,36.0,75.8,1.59,0.68,1.0,Nature,1.0
-loop_seattle/5T/medium,Naive,392.0,392.0,12.9,1.99,0.363,0.299,44.1,19.8,0.352,0.229,0.327,Transport,1.0
-loop_seattle/H/medium,Naive,216.0,216.0,8.81,1.78,0.322,0.172,87.8,14.7,0.26,0.156,0.458,Transport,1.0
-m_dense/H/medium,Naive,361000.0,361000.0,349.0,2.74,1.18,0.73,88.6,601.0,1.05,0.607,1.2,Transport,1.0
-solar/10T/medium,Naive,80.8,80.8,5.94,2.56,2.86,1.64,33.3,8.99,1.99,1.32,1.37,Energy,1.0
-solar/H/medium,Naive,3340.0,3340.0,27.8,2.12,1.0,2.0,103.0,57.8,2.08,1.0,2.98,Energy,1.0
-sz_taxi/15T/medium,Naive,30.6,30.6,3.97,0.779,10000000000000.0,0.528,70.1,5.53,0.515,0.37,1.94,Transport,1.0
-bitbrains_fast_storage/5T/long,Naive,3500000.0,3500000.0,289.0,1.19,1.8,0.51,232.0,1870.0,4.94,0.765,2.12,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,Naive,4800000.0,4800000.0,288.0,3.99,5.68,0.43,406.0,2190.0,8.39,1.1,2.36,Web/CloudOps,2.0
-bizitobs_application/10S/long,Naive,1370000000.0,1370000000.0,28300.0,38600.0,559.0,1.04,605000.0,37100.0,1.43,1.09,0.983,Web/CloudOps,2.0
-bizitobs_l2c/5T/long,Naive,353.0,353.0,13.2,1.25,0.986,1.21,9.78,18.8,1.05,0.743,0.592,Web/CloudOps,7.0
-bizitobs_l2c/H/long,Naive,944.0,944.0,27.7,4.15,6.13,1.12,25.6,30.7,1.88,1.69,1.27,Web/CloudOps,7.0
-bizitobs_service/10S/long,Naive,209000.0,209000.0,127.0,3.86,0.151,0.159,67.0,457.0,0.339,0.0939,0.119,Web/CloudOps,2.0
-electricity/15T/long,Naive,6140000.0,6140000.0,249.0,3.41,0.516,0.384,66.5,2480.0,3.91,0.393,0.478,Energy,1.0
-electricity/H/long,Naive,62400000.0,62400000.0,945.0,4.02,0.544,0.389,122.0,7900.0,3.11,0.373,0.668,Energy,1.0
-ett1/15T/long,Naive,28.4,28.4,3.04,2.04,1.17,0.68,39.7,5.33,1.02,0.579,0.716,Energy,7.0
-ett1/H/long,Naive,444.0,444.0,12.4,2.27,5650000000000.0,0.749,57.3,21.1,1.01,0.592,0.987,Energy,7.0
-ett2/15T/long,Naive,16.6,16.6,2.88,1.3,0.2,0.249,42.0,4.07,0.217,0.154,0.283,Energy,7.0
-ett2/H/long,Naive,294.0,294.0,11.5,1.32,0.218,0.222,53.5,17.2,0.235,0.157,0.349,Energy,7.0
-jena_weather/10T/long,Naive,2740.0,2740.0,13.3,0.753,0.844,0.499,198.0,52.3,0.32,0.0812,1.07,Nature,21.0
-jena_weather/H/long,Naive,3730.0,3730.0,17.7,1.47,2.37,0.575,144.0,61.0,0.368,0.107,1.14,Nature,21.0
-kdd_cup_2018/H/long,Naive,4180.0,4180.0,25.9,1.18,1.1,0.715,43.8,64.7,1.52,0.607,1.25,Nature,1.0
-loop_seattle/5T/long,Naive,214.0,214.0,9.08,1.41,0.342,0.188,54.0,14.6,0.258,0.16,0.361,Transport,1.0
-loop_seattle/H/long,Naive,210.0,210.0,8.6,1.75,0.326,0.174,108.0,14.5,0.259,0.154,0.556,Transport,1.0
-m_dense/H/long,Naive,396000.0,396000.0,362.0,2.86,1.09,0.77,108.0,629.0,1.09,0.627,1.44,Transport,1.0
-solar/10T/long,Naive,94.6,94.6,4.63,2.02,1.0,2.0,40.6,9.72,2.1,1.0,1.55,Energy,1.0
-solar/H/long,Naive,3580.0,3580.0,28.8,2.2,1.0,2.0,126.0,59.8,2.07,1.0,3.46,Energy,1.0
-sz_taxi/15T/long,Naive,28.5,28.5,3.85,0.742,9280000000000.0,0.535,85.0,5.34,0.494,0.357,2.4,Transport,1.0
+m4_yearly/A/short,Naive,4070174.893125562,4070174.893125562,1007.6444123429384,3.965954931783283,0.17520083696448324,0.16353434447586868,52.037766411775884,2017.4674453694568,0.323510256896443,0.1615804524853844,0.13714565740983498,Econ/Fin,1
+ett1/W/short,Naive,1571455.142857143,1571455.142857143,970.0256696428571,1.7689207877683926,0.6150428227015904,0.6251754760742188,12.799615221235317,1253.5769393448265,0.4988281842249676,0.38599636628003803,0.3118251468740881,Energy,7
+bizitobs_l2c/H/short,Naive,263.3054935515873,263.3054935515873,11.038767981150794,1.0860940042784581,1.2889937073778477,1.012692318579292,9.95825254038738,16.2266907763594,0.8746601901190734,0.5950178649574238,0.48632480596516664,Web/CloudOps,7
+bizitobs_l2c/H/medium,Naive,538.6467633928571,538.6467633928571,15.811579241071428,1.4850898274863054,1.1477882042734406,1.7614684262279354,15.525790979764977,23.20876479679298,1.4053259605351764,0.9574151394565906,0.8639523074274909,Web/CloudOps,7
+bizitobs_l2c/H/long,Naive,326.6440476190476,326.6440476190476,13.937010168650794,1.4278952141944932,2.5975948022295894,0.9060760013640873,17.133983554777487,18.07329653436383,1.103969115064981,0.8513128057896183,0.8178194151135174,Web/CloudOps,7
+ett2/D/short,Naive,122878.94603174603,122878.94603174603,211.56051587301587,1.3901143157307532,0.4713712661985367,0.14168287004743305,32.70861808020462,350.5409334610525,0.20062382493032205,0.12108166507005774,0.15331100213050436,Energy,7
+solar/W/short,Naive,2813150.8321167883,2813150.8321167883,1341.8134124087592,1.4703506784640206,0.3086572076282362,0.2534797557079009,11.583228430599936,1677.245012547895,0.3423676402558515,0.2738976644635694,0.20974762813186765,Energy,1
+jena_weather/D/short,Naive,633.5864087301587,633.5864087301587,13.136656746031745,1.5734140297468562,1.7707135350571066,0.4854136849221913,31.00640730511845,25.17114238031637,0.15157141745411598,0.07910414448099358,0.2105908566035542,Nature,21
+saugeen/M/short,Naive,1026.8541666666667,1026.8541666666667,21.004798525855655,1.2302953456028718,0.7310131617954799,0.6058716092790876,19.163894291336852,32.04456532185554,0.9620739837576904,0.6306270655515779,0.7678932982488066,Nature,1
+kdd_cup_2018/H/short,Naive,5594.245732646461,5594.245732646461,31.058507069381246,1.2800082967549335,1.348935586862045,0.6193935963094522,14.046664157776483,74.79469053780797,1.565588323464133,0.6501107988069305,0.5618630829214255,Nature,1
+kdd_cup_2018/H/medium,Naive,5746.392704032155,5746.392704032155,32.48218551304779,1.4458736272627521,1.5174890734649364,0.7064537834436008,35.987336722040006,75.80496490357446,1.5867351909559555,0.6799109649120403,0.9996707248005586,Nature,1
+kdd_cup_2018/H/long,Naive,4181.4676662897455,4181.4676662897455,25.868315472284554,1.180184135046071,1.0975976860084167,0.7152840645066674,43.77688578853556,64.66426885297433,1.5172850161804052,0.6069751990727064,1.2460511734345185,Nature,1
+loop_seattle/H/short,Naive,193.11455617565585,193.11455617565585,7.998571198519228,1.591891706430253,0.30128818640632,0.16068070405310833,28.110449663719383,13.896566344808196,0.24598335775575475,0.14158284513176175,0.1820636511546452,Transport,1
+loop_seattle/H/medium,Naive,216.44939692982456,216.44939692982456,8.814659825690145,1.776697703849278,0.32173781891971426,0.17238567340484715,87.84401294486503,14.712219306747183,0.2600368222627069,0.15579812145323396,0.45764837206742065,Transport,1
+loop_seattle/H/long,Naive,210.4300653594771,210.4300653594771,8.603209924320605,1.7512023647663921,0.32551775113142845,0.17357919100514382,108.10293428245187,14.506207821463097,0.25924535980099905,0.15375088236182935,0.5564661074073203,Transport,1
+ett1/H/short,Naive,345.0893973214286,345.0893973214286,10.155936104910714,1.8250258188592174,0.9246851603190104,0.5119235084170387,15.402812126847282,18.57658196013003,0.8670450800238758,0.47401908767171513,0.4067901701225723,Energy,7
+ett1/H/medium,Naive,471.78404017857144,471.78404017857144,11.986143275669642,2.0328290422336406,9728700156311.344,0.649679928734189,46.87255743203719,21.720590235501692,1.0403647838029844,0.5741078498521575,0.8414627329278955,Energy,7
+ett1/H/long,Naive,443.52450396825395,443.52450396825395,12.352705439814814,2.2728552413599847,5652510468487.882,0.749044170076885,57.27242142453815,21.06002146172349,1.008518814962206,0.5915443094102009,0.9868526334206741,Energy,7
+ett1/D/short,Naive,57976.62857142857,57976.62857142857,154.97894345238095,1.7783697877928102,1.1623038155691965,0.5164825923859127,23.47582377746543,240.7833643992636,0.6324254934604606,0.4070573356817528,0.40843357791503654,Energy,7
+covid_deaths/D/short,Naive,4435194.482205514,4435194.482205514,353.7093984962406,46.91239825526407,0.132724402667158,0.17781104711702989,1472.7784117419058,2105.990142950701,0.792389040211866,0.13308488253209907,0.12672327831223676,Healthcare,1
+m4_quarterly/Q/short,Naive,2269820.328,2269820.328,655.560453125,1.4770341883914722,0.13182427295049032,0.11610267241795857,13.675610580733625,1506.5922899046045,0.2521770186622125,0.10972927561734654,0.0943391723614522,Econ/Fin,1
+ett2/15T/short,Naive,19.819986979166668,19.819986979166668,3.024351283482143,1.2443102434383637,0.16288884327408776,0.1946806408110119,13.571980290549968,4.451964395541216,0.2113505875232857,0.14357671442317277,0.12107340753866416,Energy,7
+ett2/15T/medium,Naive,18.141490575396826,18.141490575396826,2.8998893229166667,1.216851599992199,0.18442374644793325,0.21048138330853175,34.48033209514033,4.259282871023809,0.226984894057983,0.15454035119858,0.2420306513801469,Energy,7
+ett2/15T/long,Naive,16.585460069444444,16.585460069444444,2.8831569320436508,1.300946032338565,0.2003668146589512,0.24919358803902203,42.00999676184563,4.07252502379598,0.2170322303229923,0.153648651801133,0.28312587034305786,Energy,7
+bizitobs_l2c/5T/short,Naive,21.968577938988094,21.968577938988094,2.758282761346726,0.2830657721671069,0.16774414213623878,0.15846396092072984,3.0909789998825157,4.687064959971015,0.16097278253260314,0.09473059471069084,0.08008460690704661,Web/CloudOps,7
+bizitobs_l2c/5T/medium,Naive,157.30076530612246,157.30076530612246,8.568459024234693,0.8255719817212336,0.6241842431613175,0.8702898646468468,6.3292605433256774,12.541960185956677,0.6598915432932841,0.4508269493215748,0.35883413736823033,Web/CloudOps,7
+bizitobs_l2c/5T/long,Naive,352.5859523809524,352.5859523809524,13.23037326388889,1.2484065615509454,0.986276036425049,1.2111292430391314,9.782056549262665,18.77727222950534,1.054315763614314,0.7428656793238004,0.5919795411117497,Web/CloudOps,7
+solar/10T/short,Naive,36.5841692328163,36.5841692328163,3.299997772439553,1.4492625864683233,2.6560337692441602,1.410252805214504,17.739652658708565,6.04848487084297,1.7595035939179897,0.9599689946351024,0.9431423497567353,Energy,1
+solar/10T/medium,Naive,80.77481613581067,80.77481613581067,5.939547217153285,2.564335860697831,2.8615413042870976,1.6386301084254773,33.25251391362155,8.987481078467463,1.994357743628945,1.3180091154305162,1.373706540018747,Energy,1
+solar/10T/long,Naive,94.56340575577859,94.56340575577859,4.626759277739761,2.017857283966539,1.0,2.0,40.636930571439166,9.724371740929005,2.10176738342858,1.0,1.5490163371145615,Energy,1
+temperature_rain/D/short,Naive,310.64911445557556,310.64911445557556,7.890313322375261,2.0115357653222166,97.02872693676676,1.3339967533230714,47.47823470729249,17.625240833973745,2.0749568489172328,0.9288984940737532,1.2679455200160903,Nature,1
+m4_hourly/H/short,Naive,57543048.45088567,57543048.45088567,1218.0648148148148,11.607687602745548,0.37716947546327745,0.43002987675812704,75.79187144378025,7585.713443762931,1.0356173223815475,0.16629273322245952,0.13648849999564483,Econ/Fin,1
+m4_daily/D/short,Naive,497624.29605596676,497624.29605596676,180.83018393659805,3.278424296610481,0.04217648847004251,0.03045251709590828,32.19152086932198,705.4249046184624,0.10896865245350737,0.02793326594720746,0.024356147648337902,Econ/Fin,1
+ett2/H/short,Naive,171.92237723214285,171.92237723214285,8.963274274553571,1.0872035620086857,0.18046948507834626,0.15999321710495723,14.11974224626444,13.111917374363783,0.1662955949497229,0.11367925724568231,0.1127608016960007,Energy,7
+ett2/H/medium,Naive,411.36316964285714,411.36316964285714,13.140455264136905,1.4275550147417344,0.2418973113685871,0.21611560639880953,43.67294503723677,20.282089873651017,0.27331420397137396,0.17707608499481128,0.29476933710790065,Energy,7
+ett2/H/long,Naive,294.4490740740741,294.4490740740741,11.495035548941798,1.3228699351602262,0.21793927625643253,0.22216192982184194,53.48074459500154,17.159518468595618,0.23498639848662972,0.1574156646100037,0.3493770970075422,Energy,7
+car_parts/M/short,Naive,2.9952172180151453,2.9952172180151453,0.6895841636774279,1.2125433213650758,0.8496029665824577,1.6621891716563262,25.79123698119671,1.7306695866095139,4.149968135842565,1.6535520866517999,2.4999765507853837,Sales,1
+loop_seattle/5T/short,Naive,101.24308777170408,101.24308777170408,5.645426243328335,0.8927905562283007,0.13816935201670486,0.12006684510946519,14.599096828070424,10.061962421501288,0.17254044173284333,0.09680659666474113,0.11567081973538601,Transport,1
+loop_seattle/5T/medium,Naive,392.4867645446336,392.4867645446336,12.876183142253613,1.9871339455955137,0.36263277508526026,0.29879087623304873,44.143153465916726,19.81127872058322,0.3524833622181743,0.22909375969775447,0.3268672871228811,Transport,1
+loop_seattle/5T/long,Naive,213.5793191721133,213.5793191721133,9.076179516397202,1.408835030757464,0.3416879652137262,0.18775294267697942,54.0115563888563,14.614353190343843,0.2583847545162609,0.16046871084512437,0.3605186433614601,Transport,1
+loop_seattle/D/short,Naive,58.65786974329205,58.65786974329205,5.940060831075852,1.7323957056549062,0.11095823557630288,0.10706747427075271,21.844122635807963,7.658842585096788,0.13687375626545378,0.10615682844516516,0.1032547596878987,Transport,1
+sz_taxi/15T/short,Naive,33.12582751449939,33.12582751449939,3.9447246546855923,0.7855968930284677,1313272123878.9246,0.5283226274017595,22.646180528246813,5.755504106027498,0.5381642491850911,0.36884862610167457,0.6611611222089492,Transport,1
+sz_taxi/15T/medium,Naive,30.582425213675215,30.582425213675215,3.9741160857371796,0.7792049328037046,9997834048909.348,0.5282687717013889,70.06940102207474,5.530137901867838,0.5146716380849939,0.3698578357504329,1.9355403237762074,Transport,1
+sz_taxi/15T/long,Naive,28.46968482905983,28.46968482905983,3.853752114494302,0.742344566525504,9279995729984.182,0.5353563966234864,85.04158178037052,5.335699094688514,0.49386280363180085,0.35669643096266895,2.4019918478793696,Transport,1
+m_dense/H/short,Naive,358130.1511111111,358130.1511111111,343.1718142361111,2.7139864906441935,1.04015513186624,0.7294788180763577,28.457280672803915,598.4397639788913,1.0614830196673901,0.608701285519745,0.5387397922383297,Transport,1
+m_dense/H/medium,Naive,360975.25333333336,360975.25333333336,348.6905208333333,2.7352300662596214,1.184018235880775,0.7301190185546875,88.57658717624187,600.812161439275,1.0453372563528116,0.6066774538833799,1.2024808459166658,Transport,1
+m_dense/H/long,Naive,395605.0488888889,395605.0488888889,362.1829012345679,2.855573013916035,1.0900783741369702,0.7696336082175926,108.34227578348323,628.9714213610098,1.088842509259061,0.6269921424055026,1.4425473283951151,Transport,1
+electricity/15T/short,Naive,603056.6183220721,603056.6183220721,127.26604527378942,2.456280689463761,0.3533350538350351,0.2991550499122379,20.028534644922413,776.567201420503,1.5307670327684602,0.2508664622193399,0.22064410727117006,Energy,1
+electricity/15T/medium,Naive,2925108.410720721,2925108.410720721,223.189305884009,3.4575185664171464,0.4035447466155227,0.41189880728913403,54.65956633387852,1710.294831519034,2.9470102785062213,0.38457765665388643,0.4298202929628236,Energy,1
+electricity/15T/long,Naive,6142069.7442042045,6142069.7442042045,249.06663475975975,3.412327584432877,0.5159208992945213,0.384422579940197,66.52365216918754,2478.3199438741167,3.9098536420593453,0.3929331608043482,0.4779696439404405,Energy,1
+saugeen/D/short,Naive,994.7777083333333,994.7777083333333,15.3725,3.413049305768806,0.47135218302408854,0.4242374928792318,58.71112805300772,31.540096834558597,1.0215912513857213,0.49791893773514423,0.5850141736335629,Nature,1
+bitbrains_rnd/H/short,Naive,4185060.895273006,4185060.895273006,250.85095744000682,5.871568507205478,3.2411984858834244,0.3079789245627823,242.30099047281863,2045.742138020578,8.953168487020333,1.0978465200232173,1.4590277821900182,Web/CloudOps,2
+bitbrains_rnd/5T/short,Naive,1851989.8842618705,1851989.8842618705,130.16222649958368,2.0564165206768776,1.6385894817054072,0.3454797128234705,132.3593826217692,1360.878350280388,5.568321339995986,0.53258625455368,0.8683346368401388,Web/CloudOps,2
+bitbrains_rnd/5T/medium,Naive,2446023.529571928,2446023.529571928,157.91522160865162,4.774544594207593,0.575097733397328,0.3963432651932816,389.568567896354,1563.9768315329763,6.580448103895253,0.6644298685628833,2.0082074202220164,Web/CloudOps,2
+bitbrains_rnd/5T/long,Naive,4798684.04501758,4798684.04501758,287.5256742664699,3.9868856753563806,5.680248975320888,0.42959668137427853,405.57989889313706,2190.589885171932,8.391656316532812,1.101446079412625,2.3614946872229625,Web/CloudOps,2
+m_dense/D/short,Naive,39929.671111111114,39929.671111111114,118.38299768518519,1.6693368812171987,0.2532523956185716,0.2557375985604745,23.291872240434824,199.82410042612756,0.3459250756939904,0.20493848013227253,0.22686565739428607,Transport,1
+saugeen/W/short,Naive,1800.4892578125,1800.4892578125,24.552409362792968,1.990658004828632,0.824161148071289,0.557866096496582,23.291068065474015,42.43217243805106,1.2808504084686672,0.7411348925661494,0.7340352210434381,Nature,1
+jena_weather/H/short,Naive,2411.4258563074354,2411.4258563074354,12.323681110327904,0.6477717456282629,1.0957840912703458,0.4789195589483279,38.34991731121663,49.10627104869026,0.3010182802235531,0.0755433718470736,0.3077983594115,Nature,21
+jena_weather/H/medium,Naive,2461.295238095238,2461.295238095238,13.411072358630953,0.8727345201332312,2.037994607709956,0.5234983085857982,118.95415019975488,49.611442612518715,0.3035812160888766,0.08206473025764742,0.9274165841787126,Nature,21
+jena_weather/H/long,Naive,3726.665343915344,3726.665343915344,17.702639302248677,1.4657949793485425,2.372808282131346,0.5753933143958292,144.34046179305136,61.046419583095485,0.36756708078564854,0.1065895018080746,1.1409491476417122,Nature,21
+bitbrains_fast_storage/H/short,Naive,3129276.3703227686,3129276.3703227686,280.24068195254864,1.4078564206723017,4.944441147552041,0.34317742724255007,60.99672161140896,1768.9760796355524,5.042156288732694,0.7987769496334254,1.2058405212636514,Web/CloudOps,2
+kdd_cup_2018/D/short,Naive,3183.23772462431,3183.23772462431,23.884613481510574,1.4970343738270926,0.5893064466306873,0.5721879846611051,24.580612052672397,56.42018898075679,1.263872161836989,0.5350407118596068,0.674506129145155,Nature,1
+sz_taxi/H/short,Naive,14.13685542701656,14.13685542701656,2.687046148838141,0.8346056944917577,0.9688676361344818,0.39366466163570046,25.403498760775808,3.7599009863314965,0.3502579788038407,0.250314930224525,0.4858205976799266,Transport,1
+ett1/15T/short,Naive,18.248468889508928,18.248468889508928,2.6184166317894344,1.9694015637556788,0.9318440512861078,0.5606311979747954,12.695925468598913,4.271822665971626,0.8075522991563836,0.4949897354107341,0.3848114505420264,Energy,7
+ett1/15T/medium,Naive,25.974303075396826,25.974303075396826,2.7894202628968254,1.8231059347573026,1.1089171131632836,0.6168787629867231,32.362039726312574,5.096499099911314,0.9713977675690157,0.5316662601268594,0.6174724527459637,Energy,7
+ett1/15T/long,Naive,28.417566964285715,28.417566964285715,3.0355567956349208,2.0446378289055525,1.1703466395952207,0.6797395967709925,39.70402516501359,5.330812974048678,1.0160582236557134,0.5785801266324228,0.7155861341837335,Energy,7
+m4_monthly/M/short,Naive,2501230.9708518516,2501230.9708518516,671.266107421875,1.205128987689887,0.1901403370256777,0.15256483493027864,12.668739500059264,1581.528049340843,0.3286958215348495,0.13951214127343117,0.1293608518757588,Econ/Fin,1
+electricity/W/short,Naive,317380739662.4144,317380739662.4144,56604.72342342342,2.0896995064573947,0.285636731125347,0.1196364761812733,15.938528356933686,563365.5471027798,1.2854142672489681,0.12915329923232946,0.0993032024444414,Energy,1
+bitbrains_fast_storage/5T/short,Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.37465512436513404,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438794,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.1903598806207039,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040734,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2
+hospital/M/short,Naive,5851.3624511082135,5851.3624511082135,24.06573229030856,0.9676000297092351,0.24346126737101395,0.21603344482527978,11.846825178636562,76.49419880689132,0.27769170470586313,0.08736419661785731,0.08634250116644743,Healthcare,1
+us_births/W/short,Naive,5288246.857142857,5288246.857142857,1720.3214285714287,1.5634204337929731,0.023174324205943515,0.023229679891041348,13.279190377688378,2299.6188504060533,0.031217100406456557,0.023353194707727513,0.01929679613291714,Healthcare,1
+us_births/M/short,Naive,261017514.66666666,261017514.66666666,13253.958333333334,1.49946000119159,0.040852939089139305,0.04129129648208618,18.13215937344219,16156.036477634812,0.05018053914906859,0.041166704218987014,0.039028587852434786,Healthcare,1
+jena_weather/10T/short,Naive,1652.7815476190476,1652.7815476190476,10.021488250248016,0.3638272449122593,0.4180473438261545,0.4286353601518544,51.18596442950847,40.65441609000242,0.2525148769682579,0.06224600217963847,0.28772334069999134,Nature,21
+jena_weather/10T/medium,Naive,3627.5171717171715,3627.5171717171715,15.930331213924964,0.7603204747977048,0.9488791837688123,0.5798423298817329,161.65362364190366,60.22887323964455,0.36962356543938746,0.09776417032562872,0.8818873317406091,Nature,21
+jena_weather/10T/long,Naive,2737.9084656084656,2737.9084656084656,13.276913855820105,0.7531930861787588,0.8439116329840955,0.4988705728488919,197.68405969526736,52.325027143886565,0.3201858133426328,0.08124371249566584,1.070325463540521,Nature,21
+electricity/D/short,Naive,4108036968.189694,4108036968.189694,6964.321117117117,1.987041399842847,0.6052061423957089,0.13582226488305205,24.595303547998157,64093.9698270414,1.0532768308357283,0.11444692995228782,0.10405987098536745,Energy,1
+bizitobs_application/10S/short,Naive,5848946.915555555,5848946.915555555,1048.0411805555555,3.763641918540148,0.05442916870117188,0.05418765597873264,47.88283566865831,2418.4596162755242,0.09327032054038906,0.04041875919370658,0.03821885679668207,Web/CloudOps,2
+bizitobs_application/10S/medium,Naive,21648810.666666668,21648810.666666668,1831.66875,6.51945902607138,0.08660387674967449,0.08887063344319661,105.36258094385984,4652.828243839082,0.18270287104380797,0.07192424088925747,0.08853450662390008,Web/CloudOps,2
+bizitobs_application/10S/long,Naive,20331799.893333334,20331799.893333334,2235.4125,7.207407834346513,0.09553615146213108,0.09904331631130642,110.06515727907836,4509.079716897156,0.17389718137400212,0.08621092492587615,0.09735421334116763,Web/CloudOps,2
+us_births/D/short,Naive,2855120.2133333334,2855120.2133333334,1266.88,1.8648391912491094,0.12472813924153646,0.1233361307779948,22.730582398368462,1689.7100974230264,0.15839661042681866,0.11875971986174946,0.11952686561898423,Healthcare,1
+restaurant/D/short,Naive,269.8283833006444,269.8283833006444,10.66129634818343,1.0060757450046092,0.9434227416570351,0.5561225187815214,20.74904381007386,16.426453765211907,0.7559834619860213,0.49065755991884735,0.6770164746085788,Sales,1
+hierarchical_sales/D/short,Naive,58.96940884663084,58.96940884663084,3.4495245969408845,1.1348033996861053,1.219942090035255,1.1912773542022284,28.8672586949405,7.679154175209066,2.3558794594517027,1.058275945161004,1.7364572065613715,Sales,1
+solar/D/short,Naive,181869.82773722627,181869.82773722627,295.1889902676399,1.155861190610263,1.1535581565541362,0.49778203291324513,22.3811319807538,426.46198861941525,0.6160923187357285,0.4264475482750424,0.5590651164917229,Energy,1
+solar/H/short,Naive,3225.9262389550518,3225.9262389550518,27.129435080666138,2.0928584989912538,1.0,2.0,33.34841823228013,56.79723795181463,2.093565080988042,1.0,1.329536973647586,Energy,1
+solar/H/medium,Naive,3336.7024330900244,3336.7024330900244,27.760555428832117,2.120411643361188,1.0,2.0,103.26192446836347,57.76419680987544,2.080801191386882,1.0,2.9763472520215295,Energy,1
+solar/H/long,Naive,3580.4882400648826,3580.4882400648826,28.841864355231145,2.203647240050593,1.0,2.0,126.30882847556744,59.83718108387863,2.074664118341773,1.0,3.4587368807623573,Energy,1
+hierarchical_sales/W/short,Naive,1045.4721927966102,1045.4721927966102,13.569120762711865,1.0250133777288337,0.9503837463030324,0.5798107884238987,15.297190661198302,32.33376242871544,1.4844588487218926,0.6229649713667368,0.8322267526416594,Sales,1
+ett2/W/short,Naive,4688738.857142857,4688738.857142857,1323.111607142857,0.7785209533197451,0.12217171703066144,0.1269862311226981,16.565488704288857,2165.3495923621335,0.1816396339666693,0.11098877930205708,0.13367758870767996,Energy,7
+bizitobs_service/10S/short,Naive,24411.641058201058,24411.641058201058,51.05920717592593,2.18868692523134,0.29019553694144756,0.09446033861271289,26.76123260084578,156.2422511941026,0.11574925802661973,0.03782629410977125,0.036596222506683165,Web/CloudOps,2
+bizitobs_service/10S/medium,Naive,120879.21777777778,120879.21777777778,96.6510615079365,3.7066999349383667,0.1335696265811012,0.13655030265687004,61.109367709322896,347.67688703417974,0.2616698182259184,0.0727418664837433,0.09526178896511943,Web/CloudOps,2
+bizitobs_service/10S/long,Naive,209141.57037037038,209141.57037037038,126.71164021164022,3.859549432045509,0.15100740947420635,0.15907528831845238,66.98322651223562,457.31998684768894,0.33879726640926433,0.09387203393810047,0.11879424998333914,Web/CloudOps,2
+m4_weekly/W/short,Naive,453525.1459181487,453525.1459181487,347.99148275123207,2.777295047362158,0.08937289522218837,0.09161286714732429,26.631225199626535,673.442756229621,0.1226908336142798,0.06339865521526268,0.06087039452311706,Econ/Fin,1
+electricity/H/short,Naive,14602393.667747747,14602393.667747747,705.7568060247747,3.922376436778821,0.5214915893589874,0.39891619637702774,34.02521326369052,3821.3078478117604,1.8039302069745988,0.3331676148246089,0.2943305500709037,Energy,1
+electricity/H/medium,Naive,70374987.66846848,70374987.66846848,969.0920326576577,4.089287698069245,0.5908175828889569,0.3929812789135593,100.07077757479067,8388.98013279734,3.2744952546433783,0.378268539443073,0.5591833066588809,Energy,1
+electricity/H/long,Naive,62374735.49069069,62374735.49069069,944.6613333333333,4.015252993124353,0.5441184704539119,0.3889218944666957,122.42396003880515,7897.767753656136,3.1148773103603298,0.3725741557559165,0.6680188049702744,Energy,1

results/seasonal_naive/all_results.csv

@@ -1,98 +1,98 @@
 dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Seasonal_Naive,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,Seasonal_Naive,4200000.0,4200000.0,324.0,1.3,4.12,0.313,35.8,2050.0,5.84,0.923,1.08,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,Seasonal_Naive,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1,Web/CloudOps,2.0
-bitbrains_rnd/H/short,Seasonal_Naive,3710000.0,3710000.0,254.0,6.04,4.79,0.361,223.0,1930.0,8.43,1.11,1.3,Web/CloudOps,2.0
-bizitobs_application/10S/short,Seasonal_Naive,3940000.0,3940000.0,1050.0,2.24,0.0341,0.0348,26.7,1980.0,0.0765,0.0407,0.0348,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,Seasonal_Naive,174.0,174.0,9.69,0.986,0.426,0.507,7.25,13.2,0.453,0.333,0.262,Web/CloudOps,7.0
-bizitobs_l2c/H/short,Seasonal_Naive,282.0,282.0,12.5,1.21,1.36,1.14,8.5,16.8,0.905,0.675,0.536,Web/CloudOps,7.0
-bizitobs_service/10S/short,Seasonal_Naive,73500.0,73500.0,55.1,1.23,0.0824,0.0755,16.4,271.0,0.201,0.0408,0.04,Web/CloudOps,2.0
-car_parts/M/short,Seasonal_Naive,2.5,2.5,0.667,1.2,0.854,1.68,20.4,1.58,3.79,1.6,1.72,Sales,1.0
-covid_deaths/D/short,Seasonal_Naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1390.0,2110.0,0.792,0.133,0.125,Healthcare,1.0
-electricity/15T/short,Seasonal_Naive,367000.0,367000.0,94.2,1.72,0.302,0.23,27.0,606.0,1.19,0.186,0.165,Energy,1.0
-electricity/D/short,Seasonal_Naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,33.8,64100.0,1.05,0.114,0.122,Energy,1.0
-electricity/H/short,Seasonal_Naive,2890000.0,2890000.0,248.0,1.36,0.363,0.165,18.0,1700.0,0.802,0.117,0.109,Energy,1.0
-electricity/W/short,Seasonal_Naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,18.0,563000.0,1.29,0.129,0.0989,Energy,1.0
-ett1/15T/short,Seasonal_Naive,8.78,8.78,1.49,0.934,0.633,0.306,8.44,2.96,0.56,0.283,0.241,Energy,7.0
-ett1/D/short,Seasonal_Naive,58000.0,58000.0,155.0,1.78,1.16,0.516,34.2,241.0,0.632,0.407,0.515,Energy,7.0
-ett1/H/short,Seasonal_Naive,141.0,141.0,5.82,0.977,0.57,0.287,10.2,11.9,0.555,0.272,0.25,Energy,7.0
-ett1/W/short,Seasonal_Naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,17.8,1250.0,0.499,0.386,0.338,Energy,7.0
-ett2/15T/short,Seasonal_Naive,14.6,14.6,2.53,1.07,0.153,0.17,8.53,3.82,0.182,0.12,0.0964,Energy,7.0
-ett2/D/short,Seasonal_Naive,123000.0,123000.0,212.0,1.39,0.471,0.142,48.0,351.0,0.201,0.121,0.205,Energy,7.0
-ett2/H/short,Seasonal_Naive,152.0,152.0,7.97,0.923,0.145,0.137,11.5,12.3,0.156,0.101,0.0941,Energy,7.0
-ett2/W/short,Seasonal_Naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,23.0,2170.0,0.182,0.111,0.169,Energy,7.0
-hierarchical_sales/D/short,Seasonal_Naive,59.0,59.0,3.45,1.13,1.22,1.19,40.8,7.68,2.36,1.06,2.36,Sales,1.0
-hierarchical_sales/W/short,Seasonal_Naive,1050.0,1050.0,13.6,1.03,0.95,0.58,20.6,32.3,1.48,0.623,1.03,Sales,1.0
-hospital/M/short,Seasonal_Naive,3460.0,3460.0,20.0,0.921,0.233,0.21,6.6,58.9,0.214,0.0726,0.0625,Healthcare,1.0
-jena_weather/10T/short,Seasonal_Naive,1990.0,1990.0,10.6,0.743,0.877,0.394,20.7,44.6,0.277,0.0656,0.155,Nature,21.0
-jena_weather/D/short,Seasonal_Naive,634.0,634.0,13.1,1.57,1.77,0.485,45.4,25.2,0.152,0.0791,0.297,Nature,21.0
-jena_weather/H/short,Seasonal_Naive,1940.0,1940.0,11.0,0.723,1.13,0.401,19.8,44.1,0.27,0.0676,0.173,Nature,21.0
-kdd_cup_2018/D/short,Seasonal_Naive,3180.0,3180.0,23.9,1.5,0.589,0.572,35.5,56.4,1.26,0.535,0.888,Nature,1.0
-kdd_cup_2018/H/short,Seasonal_Naive,5620.0,5620.0,32.2,1.34,1.42,0.665,12.1,74.9,1.57,0.675,0.559,Nature,1.0
-loop_seattle/5T/short,Seasonal_Naive,76.3,76.3,4.81,0.762,0.13,0.102,9.64,8.73,0.15,0.0824,0.0808,Transport,1.0
-loop_seattle/D/short,Seasonal_Naive,58.7,58.7,5.94,1.73,0.111,0.107,32.0,7.66,0.137,0.106,0.131,Transport,1.0
-loop_seattle/H/short,Seasonal_Naive,126.0,126.0,6.35,1.29,0.171,0.142,14.4,11.2,0.198,0.112,0.108,Transport,1.0
-m_dense/D/short,Seasonal_Naive,39900.0,39900.0,118.0,1.67,0.253,0.256,34.1,200.0,0.346,0.205,0.294,Transport,1.0
-m_dense/H/short,Seasonal_Naive,146000.0,146000.0,180.0,1.49,0.54,0.391,14.1,382.0,0.677,0.32,0.281,Transport,1.0
-m4_daily/D/short,Seasonal_Naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,36.5,705.0,0.109,0.0279,0.0265,Econ/Fin,1.0
-m4_hourly/H/short,Seasonal_Naive,3610000.0,3610000.0,354.0,1.19,0.156,0.139,10.0,1900.0,0.26,0.0483,0.0395,Econ/Fin,1.0
-m4_monthly/M/short,Seasonal_Naive,2650000.0,2650000.0,700.0,1.26,0.192,0.16,11.1,1630.0,0.339,0.146,0.126,Econ/Fin,1.0
-m4_quarterly/Q/short,Seasonal_Naive,2490000.0,2490000.0,709.0,1.6,0.142,0.125,12.6,1580.0,0.264,0.119,0.0992,Econ/Fin,1.0
-m4_weekly/W/short,Seasonal_Naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,31.2,673.0,0.123,0.0634,0.0727,Econ/Fin,1.0
-m4_yearly/A/short,Seasonal_Naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,47.0,2020.0,0.324,0.162,0.138,Econ/Fin,1.0
-restaurant/D/short,Seasonal_Naive,274.0,274.0,10.7,1.01,0.944,0.556,30.2,16.6,0.757,0.49,0.907,Sales,1.0
-saugeen/D/short,Seasonal_Naive,995.0,995.0,15.4,3.41,0.471,0.424,77.2,31.5,1.02,0.498,0.754,Nature,1.0
-saugeen/M/short,Seasonal_Naive,714.0,714.0,16.7,0.976,0.497,0.442,10.6,26.7,0.802,0.5,0.445,Nature,1.0
-saugeen/W/short,Seasonal_Naive,1800.0,1800.0,24.6,1.99,0.824,0.558,30.4,42.4,1.28,0.741,0.855,Nature,1.0
-solar/10T/short,Seasonal_Naive,37.9,37.9,2.53,1.11,4.4,0.925,18.8,6.16,1.79,0.735,0.86,Energy,1.0
-solar/D/short,Seasonal_Naive,182000.0,182000.0,295.0,1.16,1.15,0.498,32.8,426.0,0.616,0.426,0.757,Energy,1.0
-solar/H/short,Seasonal_Naive,1010.0,1010.0,12.3,0.952,3.87,0.62,16.6,31.8,1.17,0.453,0.628,Energy,1.0
-solar/W/short,Seasonal_Naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,16.1,1680.0,0.342,0.274,0.236,Energy,1.0
-sz_taxi/15T/short,Seasonal_Naive,31.2,31.2,3.82,0.764,1310000000000.0,0.538,7.06,5.59,0.523,0.357,0.309,Transport,1.0
-sz_taxi/H/short,Seasonal_Naive,12.0,12.0,2.43,0.738,1.55,0.385,9.27,3.47,0.323,0.226,0.229,Transport,1.0
-temperature_rain/D/short,Seasonal_Naive,311.0,311.0,7.89,2.01,97.0,1.33,61.8,17.6,2.07,0.929,1.63,Nature,1.0
-us_births/D/short,Seasonal_Naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,32.8,1690.0,0.158,0.119,0.144,Healthcare,1.0
-us_births/M/short,Seasonal_Naive,74200000.0,74200000.0,6700.0,0.761,0.0206,0.021,5.65,8610.0,0.0267,0.0208,0.0168,Healthcare,1.0
-us_births/W/short,Seasonal_Naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,17.0,2300.0,0.0312,0.0234,0.0216,Healthcare,1.0
-bitbrains_fast_storage/5T/medium,Seasonal_Naive,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,Seasonal_Naive,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26,Web/CloudOps,2.0
-bizitobs_application/10S/medium,Seasonal_Naive,5140000.0,5140000.0,1280.0,2.69,0.0391,0.0399,21.6,2270.0,0.0891,0.0501,0.0419,Web/CloudOps,2.0
-bizitobs_l2c/5T/medium,Seasonal_Naive,295.0,295.0,12.9,1.24,0.936,1.17,8.51,17.2,0.903,0.677,0.53,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,Seasonal_Naive,447.0,447.0,15.6,1.65,1.6,1.48,47.1,21.1,1.28,0.946,1.42,Web/CloudOps,7.0
-bizitobs_service/10S/medium,Seasonal_Naive,96500.0,96500.0,63.8,1.32,0.0796,0.0771,17.4,311.0,0.234,0.048,0.0486,Web/CloudOps,2.0
-electricity/15T/medium,Seasonal_Naive,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124,Energy,1.0
-electricity/H/medium,Seasonal_Naive,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156,Energy,1.0
-ett1/15T/medium,Seasonal_Naive,12.9,12.9,1.84,1.19,0.908,0.428,14.9,3.59,0.684,0.35,0.352,Energy,7.0
-ett1/H/medium,Seasonal_Naive,205.0,205.0,8.16,1.57,2350000000000.0,0.457,29.9,14.3,0.685,0.391,0.54,Energy,7.0
-ett2/15T/medium,Seasonal_Naive,14.9,14.9,2.48,1.05,0.165,0.19,17.5,3.87,0.206,0.132,0.143,Energy,7.0
-ett2/H/medium,Seasonal_Naive,338.0,338.0,11.5,1.24,0.201,0.198,36.6,18.4,0.248,0.155,0.241,Energy,7.0
-jena_weather/10T/medium,Seasonal_Naive,2570.0,2570.0,12.4,0.716,0.899,0.402,37.5,50.7,0.311,0.0764,0.277,Nature,21.0
-jena_weather/H/medium,Seasonal_Naive,1950.0,1950.0,12.7,0.889,1.7,0.455,61.3,44.2,0.27,0.0775,0.486,Nature,21.0
-kdd_cup_2018/H/medium,Seasonal_Naive,5790.0,5790.0,31.3,1.43,1.64,0.655,30.7,76.1,1.59,0.656,0.949,Nature,1.0
-loop_seattle/5T/medium,Seasonal_Naive,150.0,150.0,7.27,1.15,0.224,0.162,12.3,12.2,0.218,0.129,0.123,Transport,1.0
-loop_seattle/H/medium,Seasonal_Naive,154.0,154.0,7.22,1.48,0.201,0.161,35.8,12.4,0.219,0.128,0.206,Transport,1.0
-m_dense/H/medium,Seasonal_Naive,158000.0,158000.0,189.0,1.57,0.543,0.398,32.6,398.0,0.692,0.329,0.479,Transport,1.0
-solar/10T/medium,Seasonal_Naive,29.2,29.2,2.12,0.927,3.22,0.659,19.5,5.41,1.2,0.47,0.771,Energy,1.0
-solar/H/medium,Seasonal_Naive,993.0,993.0,12.2,0.935,5.24,0.568,43.1,31.5,1.14,0.44,1.27,Energy,1.0
-sz_taxi/15T/medium,Seasonal_Naive,28.9,28.9,3.67,0.713,18900000000000.0,0.517,14.3,5.38,0.501,0.342,0.454,Transport,1.0
-bitbrains_fast_storage/5T/long,Seasonal_Naive,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,Seasonal_Naive,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29,Web/CloudOps,2.0
-bizitobs_application/10S/long,Seasonal_Naive,1230000000.0,1230000000.0,26000.0,36400.0,538.0,1.03,1310000.0,35000.0,1.35,1.0,0.973,Web/CloudOps,2.0
-bizitobs_l2c/5T/long,Seasonal_Naive,416.0,416.0,15.4,1.45,1.02,1.3,10.4,20.4,1.15,0.862,0.674,Web/CloudOps,7.0
-bizitobs_l2c/H/long,Seasonal_Naive,907.0,907.0,27.0,4.04,5.97,1.11,59.4,30.1,1.84,1.65,1.82,Web/CloudOps,7.0
-bizitobs_service/10S/long,Seasonal_Naive,131000.0,131000.0,75.3,1.37,0.0849,0.0814,19.3,362.0,0.268,0.0558,0.0559,Web/CloudOps,2.0
-electricity/15T/long,Seasonal_Naive,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129,Energy,1.0
-electricity/H/long,Seasonal_Naive,13500000.0,13500000.0,357.0,1.52,0.361,0.168,34.9,3680.0,1.45,0.141,0.19,Energy,1.0
-ett1/15T/long,Seasonal_Naive,13.0,13.0,1.86,1.19,0.984,0.42,18.7,3.61,0.688,0.354,0.396,Energy,7.0
-ett1/H/long,Seasonal_Naive,199.0,199.0,7.75,1.48,2650000000000.0,0.477,36.6,14.1,0.676,0.371,0.616,Energy,7.0
-ett2/15T/long,Seasonal_Naive,13.7,13.7,2.36,1.01,0.161,0.189,22.2,3.7,0.197,0.126,0.165,Energy,7.0
-ett2/H/long,Seasonal_Naive,259.0,259.0,10.0,1.13,0.19,0.188,45.0,16.1,0.22,0.137,0.287,Energy,7.0
-jena_weather/10T/long,Seasonal_Naive,2040.0,2040.0,11.4,0.761,0.772,0.404,42.1,45.2,0.277,0.07,0.304,Nature,21.0
-jena_weather/H/long,Seasonal_Naive,2710.0,2710.0,15.7,1.27,1.87,0.502,74.9,52.1,0.314,0.0944,0.598,Nature,21.0
-kdd_cup_2018/H/long,Seasonal_Naive,4860.0,4860.0,29.6,1.34,1.35,0.81,37.3,69.7,1.64,0.695,1.25,Nature,1.0
-loop_seattle/5T/long,Seasonal_Naive,172.0,172.0,7.89,1.25,0.23,0.176,13.7,13.1,0.232,0.14,0.137,Transport,1.0
-loop_seattle/H/long,Seasonal_Naive,167.0,167.0,7.51,1.55,0.235,0.164,44.0,12.9,0.231,0.134,0.245,Transport,1.0
-m_dense/H/long,Seasonal_Naive,138000.0,138000.0,176.0,1.48,0.498,0.388,39.9,371.0,0.642,0.304,0.552,Transport,1.0
-solar/10T/long,Seasonal_Naive,26.9,26.9,2.0,0.871,2.31,0.66,21.6,5.19,1.12,0.431,0.786,Energy,1.0
-solar/H/long,Seasonal_Naive,1160.0,1160.0,14.0,1.07,5.33,0.712,52.7,34.1,1.18,0.485,1.47,Energy,1.0
-sz_taxi/15T/long,Seasonal_Naive,28.5,28.5,3.68,0.691,3280000000000.0,0.522,18.0,5.34,0.494,0.341,0.554,Transport,1.0
+bitbrains_fast_storage/H/short,Seasonal_Naive,4198734.112364942,4198734.112364942,323.91137144521844,1.2985124569638047,4.122732886534151,0.31268171558395724,34.57780677446709,2049.0812849579547,5.840547085975178,0.9232525964178199,1.0222395520114795,Web/CloudOps,2
+solar/H/short,Seasonal_Naive,1009.7531694199001,1009.7531694199001,12.29965959124688,0.9519362458316395,3.8670855712527974,0.6200499536903793,16.15202026601857,31.77661356123242,1.171296544389828,0.4533695432534923,0.5916559631947232,Energy,1
+solar/H/medium,Seasonal_Naive,993.4109489051095,993.4109489051095,12.224457306873479,0.9349685908749716,5.243116882202785,0.568037363492515,29.963349764914504,31.518422373353484,1.1353671382460326,0.4403534842165714,0.9459874672135314,Energy,1
+solar/H/long,Seasonal_Naive,1160.9764801297647,1160.9764801297647,13.995331508515815,1.0711966477927781,5.3301362264546865,0.7115105305381197,36.28762062617156,34.073104938202576,1.1813766446766685,0.48524364916713286,1.0779764182077312,Energy,1
+m_dense/D/short,Seasonal_Naive,39929.671111111114,39929.671111111114,118.38299768518519,1.6693368812171987,0.2532523956185716,0.2557375985604745,23.291872240434824,199.82410042612756,0.3459250756939904,0.20493848013227253,0.22686565739428607,Transport,1
+ett2/H/short,Seasonal_Naive,151.78024553571427,151.78024553571427,7.9655081612723215,0.9231678277377344,0.1445715792364967,0.13716111864362443,9.954323499249957,12.319912562015782,0.1562507702523094,0.10102480674150278,0.08895289185095483,Energy,7
+ett2/H/medium,Seasonal_Naive,338.06856398809526,338.06856398809526,11.509515671502976,1.2384249730532626,0.20117125149055434,0.19754707699730284,25.271323860489556,18.3866409109466,0.24777181028131637,0.15509812516606425,0.1862050814081793,Energy,7
+ett2/H/long,Seasonal_Naive,258.848330026455,258.848330026455,10.011796254960318,1.1284016697207502,0.19021284402568,0.18827246610449735,30.708493118791996,16.08876409257265,0.2203232414204263,0.1371038440641976,0.20790633225768584,Energy,7
+ett2/D/short,Seasonal_Naive,122878.94603174603,122878.94603174603,211.56051587301587,1.3901143157307532,0.4713712661985367,0.14168287004743305,32.70861808020462,350.5409334610525,0.20062382493032205,0.12108166507005774,0.15331100213050436,Energy,7
+electricity/15T/short,Seasonal_Naive,366722.87168918917,366722.87168918917,94.21436127533784,1.7170601412372184,0.30235384997180187,0.23004003312303262,26.97516311288429,605.5764788110492,1.193710612408421,0.18571507783204827,0.16489261500071847,Energy,1
+electricity/15T/medium,Seasonal_Naive,373592.9609594595,373592.9609594595,70.78214646677928,1.1507882041044137,0.21527551573127818,0.162019429539667,12.499327683031675,611.2225134592635,1.0531979612070823,0.12196476848793535,0.11275485280084273,Energy,1
+electricity/15T/long,Seasonal_Naive,432425.0750750751,432425.0750750751,73.83208042417418,1.1635317075319347,0.19999027586553747,0.1567721679648986,14.199582505532762,657.5903550654275,1.0374294291948993,0.11647916132088339,0.11255332426055248,Energy,1
+bitbrains_rnd/H/short,Seasonal_Naive,3710112.576957504,3710112.576957504,254.47180959890883,6.0373618687533925,4.792930625938438,0.36119250186151963,222.24992066836998,1926.1652517262125,8.429841528920612,1.1136931405932016,1.2432170953390527,Web/CloudOps,2
+loop_seattle/H/short,Seasonal_Naive,125.56935646488512,125.56935646488512,6.351615330169464,1.2928412613913995,0.1710389719335216,0.14238265652237242,14.224911524098493,11.205773354163698,0.1983535851600468,0.11243005123144872,0.10423508438727377,Transport,1
+loop_seattle/H/medium,Seasonal_Naive,153.75436661506708,153.75436661506708,7.21920260497291,1.4805126192799751,0.20086050437084785,0.16072294158463138,25.49530583293511,12.399772845301122,0.21916459102759323,0.1275985944423001,0.16208090743299983,Transport,1
+loop_seattle/H/long,Seasonal_Naive,167.0609584623323,167.0609584623323,7.511452824002408,1.5460268753677606,0.23476947145360338,0.16369716459260514,30.628061299733826,12.925206321847721,0.23099074580000042,0.13423972094936726,0.18709450197084374,Transport,1
+solar/W/short,Seasonal_Naive,2813150.8321167883,2813150.8321167883,1341.8134124087592,1.4703506784640206,0.3086572076282362,0.2534797557079009,11.583228430599936,1677.245012547895,0.3423676402558515,0.2738976644635694,0.20974762813186765,Energy,1
+bizitobs_application/10S/short,Seasonal_Naive,3938171.448888889,3938171.448888889,1054.6502083333332,2.2423302386755415,0.0340565554300944,0.03481890360514323,26.67150527524178,1984.4826653031992,0.07653356419683467,0.04067364297805646,0.03483868247005456,Web/CloudOps,2
+bizitobs_application/10S/medium,Seasonal_Naive,5143417.173333333,5143417.173333333,1276.9247916666666,2.6914183385868085,0.03906738917032877,0.03992526690165202,28.10250665325578,2267.9103098079813,0.08905416300729038,0.05014107835453231,0.04268912394422428,Web/CloudOps,2
+bizitobs_application/10S/long,Seasonal_Naive,5953087.1466666665,5953087.1466666665,1470.5443055555556,3.2063450561622804,0.04643516540527344,0.04741138034396701,21.30987046900455,2439.894904840507,0.09409699394104339,0.05671301593170149,0.04573090228155046,Web/CloudOps,2
+bizitobs_service/10S/short,Seasonal_Naive,73535.24306878306,73535.24306878306,55.138688409391534,1.225305042620374,0.08240041742879878,0.07553190362516535,16.350613928029045,271.1738244535838,0.2008942442703866,0.04084850431410673,0.03998233993351736,Web/CloudOps,2
+bizitobs_service/10S/medium,Seasonal_Naive,96480.73142857142,96480.73142857142,63.760550595238094,1.3205790727650968,0.0796314687577505,0.07705034528459821,17.448776648119132,310.6134759288003,0.23377502162466005,0.04798769290234763,0.04755831292581585,Web/CloudOps,2
+bizitobs_service/10S/long,Seasonal_Naive,130947.25079365079,130947.25079365079,75.32497354497355,1.367193469742303,0.08491984049479166,0.08144445348668981,17.936180702599792,361.8663438255218,0.26808215608217806,0.055803148480992645,0.05345299584740217,Web/CloudOps,2
+bizitobs_l2c/5T/short,Seasonal_Naive,174.3096912202381,174.3096912202381,9.685235305059523,0.9860210805885202,0.42617953698061745,0.5068802606491816,7.245192912077175,13.202639555037399,0.45343208257188783,0.3326301832497065,0.26206838623738704,Web/CloudOps,7
+bizitobs_l2c/5T/medium,Seasonal_Naive,294.66615646258504,294.66615646258504,12.864580676020408,1.2435997989335994,0.9360730119589105,1.1668089007914848,7.637297246345627,17.16584272509174,0.9031757619892758,0.6768661254104057,0.5203917750796179,Web/CloudOps,7
+bizitobs_l2c/5T/long,Seasonal_Naive,416.33936507936505,416.33936507936505,15.353609871031747,1.4542830442631411,1.0210265852224123,1.298652753589897,8.166517613570452,20.404395729336485,1.1456763155758307,0.862082240570442,0.6484921267253538,Web/CloudOps,7
+ett2/W/short,Seasonal_Naive,4688738.857142857,4688738.857142857,1323.111607142857,0.7785209533197451,0.12217171703066144,0.1269862311226981,16.565488704288857,2165.3495923621335,0.1816396339666693,0.11098877930205708,0.13367758870767996,Energy,7
+loop_seattle/5T/short,Seasonal_Naive,76.27992181453173,76.27992181453173,4.806023281794214,0.7623397118337274,0.13014939133965933,0.10246611478035911,9.641956549599044,8.733837748351622,0.14976603568936095,0.08241268902447142,0.08083202568463041,Transport,1
+loop_seattle/5T/medium,Seasonal_Naive,149.91421294504644,149.91421294504644,7.272513948013416,1.1532851467900647,0.22437167928437823,0.16228546394529234,12.161708217874148,12.243945971174751,0.217844961125775,0.12939296873911593,0.11727937998585615,Transport,1
+loop_seattle/5T/long,Seasonal_Naive,172.4441060371517,172.4441060371517,7.891544207229676,1.2506857542807588,0.23036973349395495,0.1761461930635284,12.853493858763652,13.131797517367975,0.2321728668857043,0.13952411620149754,0.12716656087996273,Transport,1
+loop_seattle/D/short,Seasonal_Naive,58.65786974329205,58.65786974329205,5.940060831075852,1.7323957056549062,0.11095823557630288,0.10706747427075271,21.844122635807963,7.658842585096788,0.13687375626545378,0.10615682844516516,0.1032547596878987,Transport,1
+bitbrains_rnd/5T/short,Seasonal_Naive,3407833.9580161185,3407833.9580161185,210.5518366560826,1.9708126376716957,3.046095137251105,0.38408369415249266,74.37164472655921,1846.0319493486884,7.553429809324837,0.8615173317922609,1.1015904440824371,Web/CloudOps,2
+bitbrains_rnd/5T/medium,Seasonal_Naive,3267017.897300195,3267017.897300195,204.8128727866788,4.542392314855541,2.750306364851926,0.3918429569214854,178.58186300111112,1807.489390646649,7.605029622998441,0.8617522032352579,1.169291300089368,Web/CloudOps,2
+bitbrains_rnd/5T/long,Seasonal_Naive,3851065.095876048,3851065.095876048,237.4491928177016,3.501257904408163,3.179405138911208,0.40348581728614835,137.13909859136817,1962.413079826989,7.517562382830161,0.909614361068727,1.175220506770106,Web/CloudOps,2
+electricity/W/short,Seasonal_Naive,317380739662.4144,317380739662.4144,56604.72342342342,2.0896995064573947,0.285636731125347,0.1196364761812733,15.938528356933686,563365.5471027798,1.2854142672489681,0.12915329923232946,0.0993032024444414,Energy,1
+solar/D/short,Seasonal_Naive,181869.82773722627,181869.82773722627,295.1889902676399,1.155861190610263,1.1535581565541362,0.49778203291324513,22.3811319807538,426.46198861941525,0.6160923187357285,0.4264475482750424,0.5590651164917229,Energy,1
+ett1/H/short,Seasonal_Naive,141.21642485119048,141.21642485119048,5.822230747767857,0.9773176243434534,0.5700293404715402,0.28737351553780693,9.542335004679739,11.883451722929264,0.5546493091237623,0.271747328730894,0.24036844107833774,Energy,7
+ett1/H/medium,Seasonal_Naive,204.51871279761906,204.51871279761906,8.163152785528274,1.5678007461285395,2345799664153.64,0.45697086879185267,22.421278808802057,14.301003908733787,0.6849841868181539,0.3909956677413786,0.4349118298516912,Energy,7
+ett1/H/long,Seasonal_Naive,199.49484126984126,199.49484126984126,7.749353091931217,1.4787012870437326,2646635889605.55,0.47721551158440806,25.35082572229849,14.124264273576916,0.6763804250290198,0.37109973563904386,0.47106248989542887,Energy,7
+temperature_rain/D/short,Seasonal_Naive,310.64911445557556,310.64911445557556,7.890313322375261,2.0115357653222166,97.02872693676676,1.3339967533230714,47.47823470729249,17.625240833973745,2.0749568489172328,0.9288984940737532,1.2679455200160903,Nature,1
+saugeen/W/short,Seasonal_Naive,1800.4892578125,1800.4892578125,24.552409362792968,1.990658004828632,0.824161148071289,0.557866096496582,23.291068065474015,42.43217243805106,1.2808504084686672,0.7411348925661494,0.7340352210434381,Nature,1
+covid_deaths/D/short,Seasonal_Naive,4435194.482205514,4435194.482205514,353.7093984962406,46.91239825526407,0.132724402667158,0.17781104711702989,1472.7784117419058,2105.990142950701,0.792389040211866,0.13308488253209907,0.12672327831223676,Healthcare,1
+us_births/D/short,Seasonal_Naive,2855120.2133333334,2855120.2133333334,1266.88,1.8648391912491094,0.12472813924153646,0.1233361307779948,22.730582398368462,1689.7100974230264,0.15839661042681866,0.11875971986174946,0.11952686561898423,Healthcare,1
+m4_weekly/W/short,Seasonal_Naive,453525.1459181487,453525.1459181487,347.99148275123207,2.777295047362158,0.08937289522218837,0.09161286714732429,26.631225199626535,673.442756229621,0.1226908336142798,0.06339865521526268,0.06087039452311706,Econ/Fin,1
+car_parts/M/short,Seasonal_Naive,2.5046831406935035,2.5046831406935035,0.6672313006509898,1.2014638390969912,0.8541762945076465,1.6763314144736843,20.368070639282948,1.5826190763078472,3.7949581992256025,1.5999522140809175,1.7217438941460104,Sales,1
+sz_taxi/H/short,Seasonal_Naive,12.029984433426817,12.029984433426817,2.4300792726696048,0.7381672994945998,1.552363729884482,0.38466275859082866,8.057108467274903,3.468426795166191,0.3231053592422672,0.22637687999566908,0.21382494112013678,Transport,1
+ett1/15T/short,Seasonal_Naive,8.776201520647321,8.776201520647321,1.4945350283668155,0.9341549587802876,0.6328330752819759,0.30603092738560267,8.439802226867357,2.962465446321243,0.5600292824430536,0.2825293306160358,0.24136394938567346,Energy,7
+ett1/15T/medium,Seasonal_Naive,12.883658234126985,12.883658234126985,1.8389095052083333,1.188305978388322,0.9080556087099148,0.42800251405065676,12.40964763458674,3.5893813163450585,0.6841396278696877,0.3504979699009272,0.32155116949786394,Energy,7
+ett1/15T/long,Seasonal_Naive,13.023148561507936,13.023148561507936,1.8557530381944445,1.190885705867336,0.9840622608053838,0.4204419926758006,13.893107103740524,3.608759975602137,0.6878332194845934,0.35370836394199906,0.3401793468576481,Energy,7
+saugeen/M/short,Seasonal_Naive,713.7325613839286,713.7325613839286,16.662892659505207,0.9763741730697157,0.4971456073579334,0.4422340847197033,10.586458554994822,26.71577364374703,0.8020876713555654,0.500270025848136,0.4450846286544009,Nature,1
+us_births/M/short,Seasonal_Naive,74172117.33333333,74172117.33333333,6704.75,0.7605310792868888,0.020606640726327896,0.020953829089800518,5.646371868808973,8612.323573422756,0.02674981830097076,0.020824907787592,0.016825596814792485,Healthcare,1
+m4_quarterly/Q/short,Seasonal_Naive,2487884.428,2487884.428,708.8467662760416,1.602247174616002,0.14192582162221273,0.12521366802851358,12.540135359281015,1577.302896719587,0.26401272904907985,0.11864846608179633,0.09805397548466407,Econ/Fin,1
+ett1/W/short,Seasonal_Naive,1571455.142857143,1571455.142857143,970.0256696428571,1.7689207877683926,0.6150428227015904,0.6251754760742188,12.799615221235317,1253.5769393448265,0.4988281842249676,0.38599636628003803,0.3118251468740881,Energy,7
+saugeen/D/short,Seasonal_Naive,994.7777083333333,994.7777083333333,15.3725,3.413049305768806,0.47135218302408854,0.4242374928792318,58.71112805300772,31.540096834558597,1.0215912513857213,0.49791893773514423,0.5850141736335629,Nature,1
+electricity/H/short,Seasonal_Naive,2887718.36009009,2887718.36009009,247.69792300112613,1.3577726051465433,0.3631860614314555,0.16452154722835458,18.287059022037134,1699.3287969342748,0.8022045515456071,0.11693110926995137,0.10566499518474065,Energy,1
+electricity/H/medium,Seasonal_Naive,8353587.978378379,8353587.978378379,308.2015061936937,1.3924537851702354,0.3866618745283321,0.15667597765115268,20.69150990156008,2890.2574242406813,1.128162669425473,0.1203011991361897,0.12738701179892217,Energy,1
+electricity/H/long,Seasonal_Naive,13526606.943327328,13526606.943327328,357.2064234234234,1.5240786163496851,0.36051114996741657,0.16771684918985819,24.628137038027603,3677.8535782882013,1.4505443840804357,0.14088210974822626,0.15341839756227935,Energy,1
+ett1/D/short,Seasonal_Naive,57976.62857142857,57976.62857142857,154.97894345238095,1.7783697877928102,1.1623038155691965,0.5164825923859127,23.47582377746543,240.7833643992636,0.6324254934604606,0.4070573356817528,0.40843357791503654,Energy,7
+bizitobs_l2c/H/short,Seasonal_Naive,281.8430679563492,281.8430679563492,12.53165302579365,1.2140641267600039,1.3605904339028776,1.138373051002047,7.486930567002142,16.788182389894065,0.9049260260934667,0.675488192208351,0.5211675771895117,Web/CloudOps,7
+bizitobs_l2c/H/medium,Seasonal_Naive,456.3732886904762,456.3732886904762,15.667392113095238,1.5102861226255864,1.6912910179529201,1.4024095456148358,18.533653530822832,21.362895138311103,1.293555748999092,0.9486843898499615,0.9042051354742671,Web/CloudOps,7
+bizitobs_l2c/H/long,Seasonal_Naive,309.27222222222224,309.27222222222224,13.635487971230159,1.4260541525613812,2.4383105011700468,0.9168538411458333,22.036198194504,17.586137217201003,1.0742120179443015,0.8328949597245134,0.9410651242377539,Web/CloudOps,7
+hospital/M/short,Seasonal_Naive,3464.0771403737504,3464.0771403737504,20.005975662755322,0.9205278266364826,0.23307140471364352,0.21025354682958836,6.599875528051222,58.85641120875236,0.21366243998041978,0.07262633732682543,0.06248817651596496,Healthcare,1
+m4_daily/D/short,Seasonal_Naive,497624.29605596676,497624.29605596676,180.83018393659805,3.278424296610481,0.04217648847004251,0.03045251709590828,32.19152086932198,705.4249046184624,0.10896865245350737,0.02793326594720746,0.024356147648337902,Econ/Fin,1
+bitbrains_fast_storage/5T/short,Seasonal_Naive,5404398.959598898,5404398.959598898,346.43736615760264,1.1360241737534567,5.932190463200192,0.4761820977820179,31.06038796757978,2324.736320445589,7.299097101583847,1.087727650212227,1.210386425305063,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,Seasonal_Naive,5191990.375993042,5191990.375993042,332.75293038959035,1.2202713595882653,5.768419487236171,0.4516151765437165,36.13464652226377,2278.593947150971,6.92299777327362,1.0109953109538277,1.1979128978088514,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,Seasonal_Naive,6473012.871295428,6473012.871295428,404.5292260549034,1.1366422318753115,6.462525817893773,0.5033018991430218,32.16149564789198,2544.2116404291974,6.723591850916995,1.0690499817466734,1.1773077032683998,Web/CloudOps,2
+ett2/15T/short,Seasonal_Naive,14.617721121651785,14.617721121651785,2.534710984002976,1.067314800011479,0.15340707960692476,0.17031889997991706,8.528224043296179,3.8233128464267456,0.181506262086668,0.12033174753313121,0.09638438775638664,Energy,7
+ett2/15T/medium,Seasonal_Naive,14.948670634920635,14.948670634920635,2.4787872023809525,1.0512391501712754,0.1650384327009311,0.1899925877490716,13.312453415228259,3.8663510749698657,0.20604484738813625,0.1320990569451144,0.12412877798161984,Energy,7
+ett2/15T/long,Seasonal_Naive,13.674988839285714,13.674988839285714,2.362206101190476,1.0126577751121104,0.1609817984920091,0.1894470412273871,15.633896791936913,3.697970908388236,0.19707156352079597,0.12588623903557683,0.13282444765695306,Energy,7
+jena_weather/10T/short,Seasonal_Naive,1986.203373015873,1986.203373015873,10.556470114087302,0.7428874675800381,0.8774809708937492,0.39362146904346257,20.65580527060839,44.566841631597285,0.2768159431081858,0.06556891005829443,0.15520092375681044,Nature,21
+jena_weather/10T/medium,Seasonal_Naive,2572.8219336219336,2572.8219336219336,12.447531114718615,0.7160100391723763,0.8990536291309329,0.4023956803535614,27.512189615220795,50.72299215959104,0.311286135757249,0.07639028565640756,0.21183609008512827,Nature,21
+jena_weather/10T/long,Seasonal_Naive,2044.5376984126983,2044.5376984126983,11.441627397486773,0.7614923703210493,0.7718160693153647,0.4043349656668781,32.10701219708694,45.21656442513847,0.2766879110680792,0.0700132799578619,0.2371949131202996,Nature,21
+jena_weather/D/short,Seasonal_Naive,633.5864087301587,633.5864087301587,13.136656746031745,1.5734140297468562,1.7707135350571066,0.4854136849221913,31.00640730511845,25.17114238031637,0.15157141745411598,0.07910414448099358,0.2105908566035542,Nature,21
+us_births/W/short,Seasonal_Naive,5288246.857142857,5288246.857142857,1720.3214285714287,1.5634204337929731,0.023174324205943515,0.023229679891041348,13.279190377688378,2299.6188504060533,0.031217100406456557,0.023353194707727513,0.01929679613291714,Healthcare,1
+m_dense/H/short,Seasonal_Naive,145691.3111111111,145691.3111111111,180.18139756944444,1.4875444172240992,0.5399732053067908,0.3908195287297072,14.354127446705878,381.69531187992226,0.6770323708995337,0.31959690096169935,0.27479786933969136,Transport,1
+m_dense/H/medium,Seasonal_Naive,158402.70222222223,158402.70222222223,189.1006423611111,1.569946511898904,0.5428334697930458,0.397995368109809,22.89829990230752,397.99836962256796,0.6924668813918432,0.32901122738058514,0.3773835994986822,Transport,1
+m_dense/H/long,Seasonal_Naive,137584.05530864198,137584.05530864198,175.8238888888889,1.4779178744488217,0.4978060829089136,0.38833718102796383,27.64819460133164,370.92324719359664,0.6421229733186591,0.3043771431636812,0.4189507904607682,Transport,1
+kdd_cup_2018/D/short,Seasonal_Naive,3183.23772462431,3183.23772462431,23.884613481510574,1.4970343738270926,0.5893064466306873,0.5721879846611051,24.580612052672397,56.42018898075679,1.263872161836989,0.5350407118596068,0.674506129145155,Nature,1
+electricity/D/short,Seasonal_Naive,4108036968.189694,4108036968.189694,6964.321117117117,1.987041399842847,0.6052061423957089,0.13582226488305205,24.595303547998157,64093.9698270414,1.0532768308357283,0.11444692995228782,0.10405987098536745,Energy,1
+restaurant/D/short,Seasonal_Naive,269.8283833006444,269.8283833006444,10.66129634818343,1.0060757450046092,0.9434227416570351,0.5561225187815214,20.74904381007386,16.426453765211907,0.7559834619860213,0.49065755991884735,0.6770164746085788,Sales,1
+jena_weather/H/short,Seasonal_Naive,1941.9557226399331,1941.9557226399331,11.035693889672096,0.7229102185557323,1.1349936220434893,0.40077710759656054,17.382581140637207,44.06762669624872,0.2701317147149199,0.06764809310095782,0.15420788787522166,Nature,21
+jena_weather/H/medium,Seasonal_Naive,1951.8111111111111,1951.8111111111111,12.670400080605159,0.8886133410507664,1.7017065286708326,0.45474790719102887,42.286346185217376,44.1793063674738,0.27034101099927343,0.077532425227887,0.3428055217231077,Nature,21
+jena_weather/H/long,Seasonal_Naive,2714.1007936507935,2714.1007936507935,15.67983630952381,1.2677178473920059,1.8661278391921836,0.5020780815368567,51.127769997760254,52.097032484113655,0.31368185519406616,0.09440998667650671,0.41914340130808575,Nature,21
+m4_monthly/M/short,Seasonal_Naive,2652970.8577407408,2652970.8577407408,700.2370131655092,1.259717038974429,0.19222692431343927,0.15988281532570167,10.588031340884587,1628.794295711015,0.33851937015163663,0.14553329004027185,0.12192063664829357,Econ/Fin,1
+hierarchical_sales/D/short,Seasonal_Naive,58.96940884663084,58.96940884663084,3.4495245969408845,1.1348033996861053,1.219942090035255,1.1912773542022284,28.8672586949405,7.679154175209066,2.3558794594517027,1.058275945161004,1.7364572065613715,Sales,1
+m4_hourly/H/short,Seasonal_Naive,3614355.993558776,3614355.993558776,353.8562298711755,1.1932101877276544,0.1561203125786282,0.1391227341312525,9.229226853352637,1901.1459685039379,0.25954838815818215,0.04830918594592099,0.03757255147212195,Econ/Fin,1
+m4_yearly/A/short,Seasonal_Naive,4070174.893125562,4070174.893125562,1007.6444123429384,3.965954931783283,0.17520083696448324,0.16353434447586868,52.037766411775884,2017.4674453694568,0.323510256896443,0.1615804524853844,0.13714565740983498,Econ/Fin,1
+hierarchical_sales/W/short,Seasonal_Naive,1045.4721927966102,1045.4721927966102,13.569120762711865,1.0250133777288337,0.9503837463030324,0.5798107884238987,15.297190661198302,32.33376242871544,1.4844588487218926,0.6229649713667368,0.8322267526416594,Sales,1
+kdd_cup_2018/H/short,Seasonal_Naive,5615.976023835748,5615.976023835748,32.23957254610716,1.340425278558367,1.4218929148819215,0.6653979848821596,11.487358350395635,74.9398160114885,1.5686260624453057,0.6748326381021144,0.547536580422314,Nature,1
+kdd_cup_2018/H/medium,Seasonal_Naive,5785.5976861948375,5785.5976861948375,31.3213270934715,1.4289997072062277,1.6378374272295781,0.6550327560864638,21.848163370875977,76.06311646386071,1.592138770600474,0.6556120959870002,0.7587892026846513,Nature,1
+kdd_cup_2018/H/long,Seasonal_Naive,4863.8870949314805,4863.8870949314805,29.603438898808303,1.3355336658089667,1.3504101339311876,0.8098963463700346,25.694140506460055,69.74157364822995,1.6364191009705393,0.694616286015704,0.9362833347539716,Nature,1
+sz_taxi/15T/short,Seasonal_Naive,31.23822759271978,31.23822759271978,3.8183243114578564,0.7644167735543712,1312692316403.7466,0.538321787329966,7.055930253561324,5.58911688844667,0.5226063327326282,0.3570296534180041,0.3087068505119876,Transport,1
+sz_taxi/15T/medium,Seasonal_Naive,28.930445379273504,28.930445379273504,3.6711446647970085,0.7134840540400068,18917890105834.12,0.5172677325387286,10.816848306969383,5.378702945810774,0.5005780877467839,0.34166128798341444,0.379172158612487,Transport,1
+sz_taxi/15T/long,Seasonal_Naive,28.48211582977208,28.48211582977208,3.6789685719373217,0.6909431344941248,3284113398767.079,0.5217545990251068,12.685376303466118,5.336863857151696,0.4939706119705816,0.3405187776085254,0.4279704063043717,Transport,1
+solar/10T/short,Seasonal_Naive,37.917036857512166,37.917036857512166,2.5271684706936206,1.1057028063509833,4.40491207343912,0.925039670208932,18.785745549933484,6.157681126650857,1.7912687729072838,0.7351530344494263,0.8595386998005952,Energy,1
+solar/10T/medium,Seasonal_Naive,29.228987641008626,29.228987641008626,2.118083017100752,0.9270005404761702,3.219568147534267,0.6587355148950821,15.807425762449464,5.406383970918883,1.1996980737201242,0.4700110331163171,0.6550635536405177,Energy,1
+solar/10T/long,Seasonal_Naive,26.90307906275345,26.90307906275345,1.995840144718167,0.8709317964102903,2.310040346896705,0.6597688060895561,18.202191205836492,5.18681781661487,1.1210476934837867,0.4313689182665159,0.6738494837655387,Energy,1

src/about.py

@@ -42,7 +42,11 @@ points, spanning seven domains, 10 frequencies, multivariate inputs, and predict
 
 # Which evaluations are you running? how can people reproduce what you have?
 LLM_BENCHMARKS_TEXT = f"""
-How It Works
+## Update Log
+
+- 2025‑07‑24: Corrected the Naive and Seasonal Naive scores to match the latest GIFT‑Eval notebooks. Most model rankings remain unchanged; only a few near the bottom shifted slightly (AutoETS and Timer each dropped two places now at 35th and 36th places respectively, while NBEATS moved up one now at 27th place).
+
+## How It Works
 
 To participate in the GIFT-Eval leaderboard, follow these steps to evaluate your Time Series Model:
 
@@ -61,7 +65,6 @@ cd gift-eval
 
 Follow the instruction in the README.md file to install the required dependencies, set up your environment and obtain the evaluation results. 
 
-
 """
 
 EVALUATION_QUEUE_TEXT = """