GIFT-Eval / results /DLinear /all_results.csv
juncliu's picture
update freq string in results
c870669
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,DLinear,1640000.0,1640000.0,184.0,1.48,2.71,0.78,59.2,1280.0,4.03,0.577,0.577,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,DLinear,2210000.0,2210000.0,282.0,2.65,4.82,0.687,106.0,1490.0,4.24,0.803,0.803,Web/CloudOps,2.0
bitbrains_rnd/5T/short,DLinear,1520000.0,1520000.0,140.0,2.63,1.73,0.742,105.0,1230.0,5.05,0.571,0.571,Web/CloudOps,2.0
bitbrains_rnd/H/short,DLinear,1840000.0,1840000.0,244.0,8.5,9.81,0.772,340.0,1360.0,5.93,1.07,1.07,Web/CloudOps,2.0
bizitobs_application/10S/short,DLinear,21400000.0,21400000.0,2050.0,7.65,0.111,0.108,306.0,4620.0,0.178,0.0792,0.0792,Web/CloudOps,2.0
bizitobs_l2c/5T/short,DLinear,16.3,16.3,2.34,0.243,0.129,0.196,9.7,4.03,0.138,0.0804,0.0804,Web/CloudOps,7.0
bizitobs_l2c/H/short,DLinear,85.3,85.3,6.23,0.64,0.672,0.75,25.6,9.24,0.498,0.336,0.336,Web/CloudOps,7.0
bizitobs_service/10S/short,DLinear,11300.0,11300.0,42.7,1.87,0.457,0.132,74.6,106.0,0.0789,0.0316,0.0316,Web/CloudOps,2.0
car_parts/M/short,DLinear,1.26,1.26,0.526,0.997,0.725,1.83,39.9,1.12,2.7,1.26,1.26,Sales,1.0
covid_deaths/D/short,DLinear,864000.0,864000.0,167.0,33.2,0.0987,0.367,1330.0,929.0,0.35,0.063,0.063,Healthcare,1.0
electricity/15T/short,DLinear,303000.0,303000.0,90.0,1.64,0.283,0.243,65.7,551.0,1.09,0.177,0.177,Energy,1.0
electricity/D/short,DLinear,6290000000.0,6290000000.0,10300.0,3.56,0.699,0.228,142.0,79300.0,1.3,0.169,0.169,Energy,1.0
electricity/H/short,DLinear,2320000.0,2320000.0,238.0,1.31,0.371,0.179,52.6,1520.0,0.719,0.112,0.112,Energy,1.0
electricity/W/short,DLinear,223000000000.0,223000000000.0,48900.0,1.84,0.265,0.113,73.5,472000.0,1.08,0.111,0.111,Energy,1.0
ett1/15T/short,DLinear,5.18,5.18,1.23,0.804,0.473,0.273,32.1,2.28,0.43,0.233,0.233,Energy,7.0
ett1/D/short,DLinear,42000.0,42000.0,143.0,1.98,1.25,0.548,79.1,205.0,0.539,0.376,0.376,Energy,7.0
ett1/H/short,DLinear,117.0,117.0,5.49,0.945,0.465,0.282,37.8,10.8,0.504,0.256,0.256,Energy,7.0
ett1/W/short,DLinear,2020000.0,2020000.0,1120.0,2.16,0.72,0.718,86.2,1420.0,0.566,0.447,0.447,Energy,7.0
ett2/15T/short,DLinear,10.4,10.4,2.15,0.937,0.13,0.154,37.5,3.23,0.153,0.102,0.102,Energy,7.0
ett2/D/short,DLinear,261000.0,261000.0,381.0,3.25,0.643,0.329,130.0,510.0,0.292,0.218,0.218,Energy,7.0
ett2/H/short,DLinear,118.0,118.0,6.91,0.817,0.13,0.122,32.7,10.9,0.138,0.0877,0.0877,Energy,7.0
ett2/W/short,DLinear,11000000.0,11000000.0,2320.0,1.93,0.285,0.397,77.2,3320.0,0.279,0.194,0.194,Energy,7.0
hierarchical_sales/D/short,DLinear,30.9,30.9,2.66,0.86,0.819,1.06,34.4,5.56,1.7,0.817,0.817,Sales,1.0
hierarchical_sales/W/short,DLinear,628.0,628.0,12.7,0.993,0.881,0.623,39.7,25.1,1.15,0.582,0.582,Sales,1.0
hospital/M/short,DLinear,4550.0,4550.0,21.1,0.811,0.209,0.181,32.4,67.5,0.245,0.0765,0.0765,Healthcare,1.0
jena_weather/10T/short,DLinear,2210.0,2210.0,20.8,1.96,0.908,0.651,78.5,47.0,0.292,0.129,0.129,Nature,21.0
jena_weather/D/short,DLinear,508.0,508.0,12.1,1.6,1.34,0.449,64.1,22.5,0.136,0.073,0.073,Nature,21.0
jena_weather/H/short,DLinear,1370.0,1370.0,14.0,0.982,3.17,0.635,39.3,37.0,0.227,0.086,0.086,Nature,21.0
kdd_cup_2018/D/short,DLinear,2930.0,2930.0,21.5,1.23,0.581,0.482,49.2,54.1,1.21,0.482,0.482,Nature,1.0
kdd_cup_2018/H/short,DLinear,5360.0,5360.0,27.7,1.13,1.19,0.575,45.2,73.2,1.53,0.581,0.581,Nature,1.0
loop_seattle/5T/short,DLinear,84.1,84.1,5.76,0.895,0.146,0.117,35.8,9.17,0.157,0.0987,0.0987,Transport,1.0
loop_seattle/D/short,DLinear,18.9,18.9,2.99,0.9,0.0554,0.0553,36.0,4.34,0.0776,0.0535,0.0535,Transport,1.0
loop_seattle/H/short,DLinear,77.2,77.2,5.57,1.13,0.146,0.124,45.1,8.79,0.156,0.0987,0.0987,Transport,1.0
m_dense/D/short,DLinear,15600.0,15600.0,71.1,1.01,0.172,0.151,40.5,125.0,0.216,0.123,0.123,Transport,1.0
m_dense/H/short,DLinear,61900.0,61900.0,120.0,1.04,0.421,0.343,41.7,249.0,0.441,0.214,0.214,Transport,1.0
m4_daily/D/short,DLinear,456000.0,456000.0,187.0,3.42,0.0464,0.0317,137.0,675.0,0.104,0.0288,0.0288,Econ/Fin,1.0
m4_hourly/H/short,DLinear,4870000.0,4870000.0,405.0,1.69,0.259,0.183,67.8,2210.0,0.301,0.0553,0.0553,Econ/Fin,1.0
m4_monthly/M/short,DLinear,2010000.0,2010000.0,622.0,1.13,0.18,0.145,45.3,1420.0,0.295,0.129,0.129,Econ/Fin,1.0
m4_quarterly/Q/short,DLinear,2040000.0,2040000.0,656.0,1.46,0.14,0.117,58.3,1430.0,0.239,0.11,0.11,Econ/Fin,1.0
m4_weekly/W/short,DLinear,429000.0,429000.0,382.0,4.64,0.0843,0.0852,186.0,655.0,0.119,0.0696,0.0696,Econ/Fin,1.0
m4_yearly/A/short,DLinear,4210000.0,4210000.0,1050.0,4.16,0.186,0.17,166.0,2050.0,0.329,0.168,0.168,Econ/Fin,1.0
restaurant/D/short,DLinear,145.0,145.0,7.38,0.706,0.71,0.402,28.3,12.0,0.554,0.34,0.34,Sales,1.0
saugeen/D/short,DLinear,1460.0,1460.0,18.9,4.2,0.625,0.505,168.0,38.2,1.24,0.613,0.613,Nature,1.0
saugeen/M/short,DLinear,528.0,528.0,16.3,0.955,0.595,0.509,38.2,23.0,0.69,0.49,0.49,Nature,1.0
saugeen/W/short,DLinear,1490.0,1490.0,22.3,1.81,0.86,0.619,72.3,38.6,1.17,0.673,0.673,Nature,1.0
solar/10T/short,DLinear,27.3,27.3,2.83,1.24,3.93,1.56,49.6,5.22,1.52,0.824,0.824,Energy,1.0
solar/D/short,DLinear,127000.0,127000.0,265.0,1.03,1.01,0.454,41.3,356.0,0.515,0.383,0.383,Energy,1.0
solar/H/short,DLinear,754.0,754.0,13.8,1.06,6.16,1.44,42.5,27.5,1.01,0.507,0.507,Energy,1.0
solar/W/short,DLinear,1700000.0,1700000.0,1030.0,1.13,0.234,0.2,45.1,1300.0,0.266,0.21,0.21,Energy,1.0
sz_taxi/15T/short,DLinear,17.7,17.7,2.9,0.582,1600000000000.0,0.422,23.3,4.21,0.394,0.271,0.271,Transport,1.0
sz_taxi/H/short,DLinear,9.37,9.37,2.15,0.667,1.06,0.325,26.7,3.06,0.285,0.201,0.201,Transport,1.0
temperature_rain/D/short,DLinear,182.0,182.0,7.05,1.83,111.0,1.42,73.3,13.5,1.59,0.83,0.83,Nature,1.0
us_births/D/short,DLinear,360000.0,360000.0,439.0,0.645,0.0418,0.0413,25.8,600.0,0.0562,0.0411,0.0411,Healthcare,1.0
us_births/M/short,DLinear,170000000.0,170000000.0,10400.0,1.17,0.0315,0.0321,47.0,13000.0,0.0405,0.0322,0.0322,Healthcare,1.0
us_births/W/short,DLinear,4510000.0,4510000.0,1600.0,1.46,0.0214,0.0217,58.3,2120.0,0.0288,0.0218,0.0218,Healthcare,1.0
bitbrains_fast_storage/5T/medium,DLinear,3020000.0,3020000.0,318.0,3.33,4.77,1.0,133.0,1740.0,5.28,0.967,0.967,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,DLinear,2270000.0,2270000.0,240.0,7.08,3.6,1.04,283.0,1510.0,6.34,1.01,1.01,Web/CloudOps,2.0
bizitobs_application/10S/medium,DLinear,6310000.0,6310000.0,1430.0,3.88,0.0547,0.0557,155.0,2510.0,0.0987,0.0563,0.0563,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,DLinear,173.0,173.0,9.32,0.894,0.599,0.988,35.8,13.2,0.693,0.49,0.49,Web/CloudOps,7.0
bizitobs_l2c/H/medium,DLinear,92.7,92.7,6.57,0.676,0.79,0.872,27.0,9.63,0.583,0.398,0.398,Web/CloudOps,7.0
bizitobs_service/10S/medium,DLinear,61700.0,61700.0,70.2,2.23,0.403,0.144,89.2,248.0,0.187,0.0528,0.0528,Web/CloudOps,2.0
electricity/15T/medium,DLinear,399000.0,399000.0,82.5,1.31,0.25,0.202,52.5,632.0,1.09,0.142,0.142,Energy,1.0
electricity/H/medium,DLinear,21000000.0,21000000.0,528.0,2.26,0.48,0.267,90.6,4580.0,1.79,0.206,0.206,Energy,1.0
ett1/15T/medium,DLinear,10.3,10.3,1.82,1.2,0.755,0.443,48.1,3.21,0.612,0.347,0.347,Energy,7.0
ett1/H/medium,DLinear,244.0,244.0,9.5,1.66,6740000000000.0,0.545,66.3,15.6,0.748,0.455,0.455,Energy,7.0
ett2/15T/medium,DLinear,18.3,18.3,2.84,1.21,0.182,0.219,48.4,4.28,0.228,0.151,0.151,Energy,7.0
ett2/H/medium,DLinear,339.0,339.0,12.3,1.36,0.206,0.22,54.3,18.4,0.248,0.166,0.166,Energy,7.0
jena_weather/10T/medium,DLinear,1850.0,1850.0,16.0,1.17,1.35,0.676,46.6,43.0,0.264,0.0983,0.0983,Nature,21.0
jena_weather/H/medium,DLinear,1600.0,1600.0,15.3,0.997,5.86,0.675,39.9,39.9,0.244,0.0933,0.0933,Nature,21.0
kdd_cup_2018/H/medium,DLinear,5010.0,5010.0,26.2,1.12,1.15,0.586,44.7,70.8,1.48,0.548,0.548,Nature,1.0
loop_seattle/5T/medium,DLinear,115.0,115.0,7.1,1.12,0.228,0.155,44.8,10.7,0.19,0.126,0.126,Transport,1.0
loop_seattle/H/medium,DLinear,80.8,80.8,5.86,1.2,0.145,0.129,48.2,8.99,0.159,0.104,0.104,Transport,1.0
m_dense/H/medium,DLinear,50600.0,50600.0,110.0,0.93,0.424,0.334,37.2,225.0,0.391,0.191,0.191,Transport,1.0
solar/10T/medium,DLinear,23.0,23.0,2.49,1.08,3.83,1.48,43.4,4.79,1.06,0.552,0.552,Energy,1.0
solar/H/medium,DLinear,866.0,866.0,15.3,1.17,6.96,1.43,46.9,29.4,1.06,0.552,0.552,Energy,1.0
sz_taxi/15T/medium,DLinear,20.4,20.4,3.18,0.629,10100000000000.0,0.441,25.2,4.52,0.42,0.296,0.296,Transport,1.0
electricity/15T/long,DLinear,494000.0,494000.0,81.8,1.24,0.237,0.193,49.6,703.0,1.11,0.129,0.129,Energy,1.0
electricity/H/long,DLinear,20300000.0,20300000.0,514.0,2.21,0.504,0.262,88.5,4510.0,1.78,0.203,0.203,Energy,1.0
solar/10T/long,DLinear,22.5,22.5,2.7,1.18,3.39,1.47,47.2,4.74,1.02,0.585,0.585,Energy,1.0
solar/H/long,DLinear,876.0,876.0,17.7,1.35,7.99,1.45,53.9,29.6,1.03,0.612,0.612,Energy,1.0
kdd_cup_2018/H/long,DLinear,3980.0,3980.0,24.8,1.09,1.36,0.626,43.5,63.1,1.48,0.583,0.583,Nature,1.0
loop_seattle/5T/long,DLinear,122.0,122.0,7.38,1.17,0.242,0.16,46.8,11.1,0.195,0.131,0.131,Transport,1.0
loop_seattle/H/long,DLinear,63.5,63.5,4.91,1.03,0.143,0.112,41.1,7.97,0.142,0.0877,0.0877,Transport,1.0
sz_taxi/15T/long,DLinear,37.9,37.9,4.28,0.841,6360000000000.0,0.581,33.6,6.16,0.57,0.396,0.396,Transport,1.0
m_dense/H/long,DLinear,76400.0,76400.0,149.0,1.24,0.567,0.444,49.7,276.0,0.478,0.259,0.259,Transport,1.0
ett1/15T/long,DLinear,9.26,9.26,1.8,1.19,0.807,0.453,47.6,3.04,0.58,0.343,0.343,Energy,7.0
ett1/H/long,DLinear,151.0,151.0,7.58,1.46,3240000000000.0,0.496,58.4,12.3,0.589,0.363,0.363,Energy,7.0
ett2/15T/long,DLinear,16.7,16.7,2.64,1.1,0.169,0.191,44.0,4.09,0.218,0.141,0.141,Energy,7.0
ett2/H/long,DLinear,296.0,296.0,12.0,1.58,0.235,0.261,63.3,17.2,0.236,0.165,0.165,Energy,7.0
jena_weather/10T/long,DLinear,1690.0,1690.0,15.2,0.912,1.32,0.663,36.5,41.1,0.252,0.0928,0.0928,Nature,21.0
jena_weather/H/long,DLinear,2340.0,2340.0,23.1,1.9,10.2,0.716,76.1,48.4,0.291,0.139,0.139,Nature,21.0
bitbrains_fast_storage/5T/long,DLinear,5890000.0,5890000.0,502.0,3.47,8.68,0.973,139.0,2430.0,6.41,1.33,1.33,Web/CloudOps,2.0
bitbrains_rnd/5T/long,DLinear,3330000.0,3330000.0,340.0,6.35,7.04,1.03,254.0,1830.0,6.99,1.3,1.3,Web/CloudOps,2.0
bizitobs_application/10S/long,DLinear,8950000.0,8950000.0,1820.0,4.25,0.0607,0.062,170.0,2990.0,0.115,0.0701,0.0701,Web/CloudOps,2.0
bizitobs_service/10S/long,DLinear,137000.0,137000.0,91.0,2.29,0.469,0.151,91.5,370.0,0.274,0.0674,0.0674,Web/CloudOps,2.0
bizitobs_l2c/5T/long,DLinear,249.0,249.0,11.6,1.12,0.799,1.03,45.0,15.8,0.886,0.653,0.653,Web/CloudOps,7.0
bizitobs_l2c/H/long,DLinear,108.0,108.0,6.91,0.744,0.935,0.85,29.7,10.4,0.636,0.422,0.422,Web/CloudOps,7.0