Hugging Face's logo

Spaces:
Tabrepo
/
TabArena-WIP
Running

App Files Community
geoalgo commited on
Commit
0aedfd6
·
1 Parent(s): 6029553

first version

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. app.py +25 -35
  2. pyproject.toml +25 -13
  3. results/Chronos_small/all_results.csv +0 -98
  4. results/Chronos_small/config.json +0 -7
  5. results/DLinear/all_results.csv +0 -98
  6. results/DLinear/config.json +0 -5
  7. results/Lag-Llama/all_results.csv +0 -98
  8. results/Lag-Llama/config.json +0 -6
  9. results/Moirai_base/all_results.csv +0 -98
  10. results/Moirai_base/config.json +0 -7
  11. results/Moirai_large/all_results.csv +0 -98
  12. results/Moirai_large/config.json +0 -7
  13. results/Moirai_small/all_results.csv +0 -98
  14. results/Moirai_small/config.json +0 -7
  15. results/N-BEATS/all_results.csv +0 -98
  16. results/N-BEATS/config.json +0 -5
  17. results/PatchTST/all_results.csv +0 -98
  18. results/PatchTST/config.json +0 -5
  19. results/TTM-R1-Zeroshot/all_results.csv +0 -98
  20. results/TTM-R1-Zeroshot/config.json +0 -6
  21. results/TTM-R2-Finetuned/all_results.csv +0 -98
  22. results/TTM-R2-Finetuned/config.json +0 -7
  23. results/TTM-R2-Zeroshot/all_results.csv +0 -98
  24. results/TTM-R2-Zeroshot/config.json +0 -6
  25. results/Timer/all_results.csv +0 -98
  26. results/Timer/config.json +0 -6
  27. results/auto_arima/all_results.csv +0 -98
  28. results/auto_arima/config.json +0 -5
  29. results/auto_ets/all_results.csv +0 -98
  30. results/auto_ets/config.json +0 -5
  31. results/auto_theta/all_results.csv +0 -98
  32. results/auto_theta/config.json +0 -5
  33. results/chronos_base/all_results.csv +0 -98
  34. results/chronos_base/config.json +0 -7
  35. results/chronos_bolt_base/all_results.csv +0 -98
  36. results/chronos_bolt_base/config.json +0 -7
  37. results/chronos_bolt_small/all_results.csv +0 -98
  38. results/chronos_bolt_small/config.json +0 -7
  39. results/chronos_large/all_results.csv +0 -98
  40. results/chronos_large/config.json +0 -7
  41. results/crossformer/all_results.csv +0 -98
  42. results/crossformer/config.json +0 -5
  43. results/dataset_properties.csv +6 -56
  44. results/deepar/all_results.csv +0 -98
  45. results/deepar/config.json +0 -5
  46. results/iTransformer/all_results.csv +0 -98
  47. results/iTransformer/config.json +0 -5
  48. results/naive/all_results.csv +0 -98
  49. results/naive/config.json +0 -5
  50. results/seasonal_naive/all_results.csv +0 -98
app.py CHANGED
@@ -1,34 +1,23 @@
1
  import gradio as gr
2
- import ipdb
3
- from gradio_leaderboard import Leaderboard, ColumnFilter, SelectColumns
4
- import pandas as pd
5
  from apscheduler.schedulers.background import BackgroundScheduler
6
- from huggingface_hub import snapshot_download
7
 
8
  from src.about import (
9
  CITATION_BUTTON_LABEL,
10
  CITATION_BUTTON_TEXT,
11
- EVALUATION_QUEUE_TEXT,
12
  INTRODUCTION_TEXT,
13
  LLM_BENCHMARKS_TEXT,
14
  TITLE,
15
  )
 
16
  from src.display.css_html_js import custom_css
17
  from src.display.utils import (
18
- BENCHMARK_COLS,
19
- EVAL_COLS,
20
- EVAL_TYPES,
21
  ModelInfoColumn,
22
- ModelType,
23
- fields,
24
- WeightType,
25
- Precision
26
  )
27
- from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, QUEUE_REPO, REPO_ID, RESULTS_REPO, TOKEN
28
- from src.populate import get_evaluation_queue_df, get_leaderboard_df, get_model_info_df, get_merged_df
29
- from src.submission.submit import add_new_eval
30
- from src.utils import norm_sNavie, pivot_df, get_grouped_dfs, pivot_existed_df, rename_metrics, format_df
31
- # import ipdb
32
 
33
 
34
  def restart_space():
@@ -87,18 +76,19 @@ def restart_space():
87
 
88
 
89
  grouped_dfs = get_grouped_dfs()
90
- domain_df, freq_df, term_length_df, variate_type_df, overall_df = grouped_dfs['domain'], grouped_dfs['frequency'], grouped_dfs['term_length'], grouped_dfs['univariate'], grouped_dfs['overall']
 
91
  overall_df = rename_metrics(overall_df)
92
  overall_df = format_df(overall_df)
93
- overall_df = overall_df.sort_values(by=['Rank'])
94
- domain_df = pivot_existed_df(domain_df, tab_name='domain')
95
  print(f'Domain dataframe is {domain_df}')
96
- freq_df = pivot_existed_df(freq_df, tab_name='frequency')
97
- print(f'Freq dataframe is {freq_df}')
98
- term_length_df = pivot_existed_df(term_length_df, tab_name='term_length')
99
- print(f'Term length dataframe is {term_length_df}')
100
- variate_type_df = pivot_existed_df(variate_type_df, tab_name='univariate')
101
- print(f'Variate type dataframe is {variate_type_df}')
102
  model_info_df = get_model_info_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH)
103
  # (
104
  # finished_eval_queue_df,
@@ -182,17 +172,17 @@ with demo:
182
  leaderboard = init_leaderboard(domain_df, model_info_df)
183
  print(f"FINAL Domain LEADERBOARD 1 {domain_df}")
184
 
185
- with gr.TabItem("🏅 By Frequency", elem_id="llm-benchmark-tab-table", id=1):
186
- leaderboard = init_leaderboard(freq_df, model_info_df)
187
- print(f"FINAL Frequency LEADERBOARD 1 {freq_df}")
188
 
189
- with gr.TabItem("🏅 By Term Length", elem_id="llm-benchmark-tab-table", id=2):
190
- leaderboard = init_leaderboard(term_length_df, model_info_df)
191
- print(f"FINAL term length LEADERBOARD 1 {term_length_df}")
192
 
193
- with gr.TabItem("🏅 By Variate Type", elem_id="llm-benchmark-tab-table", id=3):
194
- leaderboard = init_leaderboard(variate_type_df, model_info_df)
195
- print(f"FINAL LEADERBOARD 1 {variate_type_df}")
196
  with gr.TabItem("📝 About", elem_id="llm-benchmark-tab-table", id=4):
197
  gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
198
 
 
1
  import gradio as gr
 
 
 
2
  from apscheduler.schedulers.background import BackgroundScheduler
3
+ from gradio_leaderboard import Leaderboard, ColumnFilter, SelectColumns
4
 
5
  from src.about import (
6
  CITATION_BUTTON_LABEL,
7
  CITATION_BUTTON_TEXT,
 
8
  INTRODUCTION_TEXT,
9
  LLM_BENCHMARKS_TEXT,
10
  TITLE,
11
  )
12
+ from src.constants import ProblemTypes
13
  from src.display.css_html_js import custom_css
14
  from src.display.utils import (
 
 
 
15
  ModelInfoColumn,
16
+ fields
 
 
 
17
  )
18
+ from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, REPO_ID
19
+ from src.populate import get_model_info_df, get_merged_df
20
+ from src.utils import get_grouped_dfs, pivot_existed_df, rename_metrics, format_df
 
 
21
 
22
 
23
  def restart_space():
 
76
 
77
 
78
  grouped_dfs = get_grouped_dfs()
79
+ #domain_df, freq_df, term_length_df, variate_type_df, overall_df = grouped_dfs['domain'], grouped_dfs['frequency'], grouped_dfs['term_length'], grouped_dfs['univariate'], grouped_dfs['overall']
80
+ domain_df, overall_df = grouped_dfs[ProblemTypes.col_name], grouped_dfs['overall']
81
  overall_df = rename_metrics(overall_df)
82
  overall_df = format_df(overall_df)
83
+ overall_df = overall_df.sort_values(by=['rank'])
84
+ domain_df = pivot_existed_df(domain_df, tab_name=ProblemTypes.col_name)
85
  print(f'Domain dataframe is {domain_df}')
86
+ # freq_df = pivot_existed_df(freq_df, tab_name='frequency')
87
+ # print(f'Freq dataframe is {freq_df}')
88
+ # term_length_df = pivot_existed_df(term_length_df, tab_name='term_length')
89
+ # print(f'Term length dataframe is {term_length_df}')
90
+ # variate_type_df = pivot_existed_df(variate_type_df, tab_name='univariate')
91
+ # print(f'Variate type dataframe is {variate_type_df}')
92
  model_info_df = get_model_info_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH)
93
  # (
94
  # finished_eval_queue_df,
 
172
  leaderboard = init_leaderboard(domain_df, model_info_df)
173
  print(f"FINAL Domain LEADERBOARD 1 {domain_df}")
174
 
175
+ # with gr.TabItem("🏅 By Frequency", elem_id="llm-benchmark-tab-table", id=1):
176
+ # leaderboard = init_leaderboard(freq_df, model_info_df)
177
+ # print(f"FINAL Frequency LEADERBOARD 1 {freq_df}")
178
 
179
+ # with gr.TabItem("🏅 By Term Length", elem_id="llm-benchmark-tab-table", id=2):
180
+ # leaderboard = init_leaderboard(term_length_df, model_info_df)
181
+ # print(f"FINAL term length LEADERBOARD 1 {term_length_df}")
182
 
183
+ # with gr.TabItem("🏅 By Variate Type", elem_id="llm-benchmark-tab-table", id=3):
184
+ # leaderboard = init_leaderboard(variate_type_df, model_info_df)
185
+ # print(f"FINAL LEADERBOARD 1 {variate_type_df}")
186
  with gr.TabItem("📝 About", elem_id="llm-benchmark-tab-table", id=4):
187
  gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
188
 
pyproject.toml CHANGED
@@ -1,13 +1,25 @@
1
- [tool.ruff]
2
- # Enable pycodestyle (`E`) and Pyflakes (`F`) codes by default.
3
- select = ["E", "F"]
4
- ignore = ["E501"] # line too long (black is taking care of this)
5
- line-length = 119
6
- fixable = ["A", "B", "C", "D", "E", "F", "G", "I", "N", "Q", "S", "T", "W", "ANN", "ARG", "BLE", "COM", "DJ", "DTZ", "EM", "ERA", "EXE", "FBT", "ICN", "INP", "ISC", "NPY", "PD", "PGH", "PIE", "PL", "PT", "PTH", "PYI", "RET", "RSE", "RUF", "SIM", "SLF", "TCH", "TID", "TRY", "UP", "YTT"]
7
-
8
- [tool.isort]
9
- profile = "black"
10
- line_length = 119
11
-
12
- [tool.black]
13
- line-length = 119
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [project]
2
+ name = "tabarena"
3
+ version = "0.1.0"
4
+ description = "Add your description here"
5
+ readme = "README.md"
6
+ requires-python = ">=3.10"
7
+ dependencies = [
8
+ "apscheduler>=3.11.0",
9
+ "black>=25.1.0",
10
+ "datasets>=3.5.0",
11
+ "gradio-client>=1.3.0",
12
+ "gradio-leaderboard==0.0.9",
13
+ "gradio[oauth]==4.44.0",
14
+ "huggingface-hub>=0.18.0",
15
+ "ipdb>=0.13.13",
16
+ "matplotlib>=3.10.1",
17
+ "numpy>=2.2.5",
18
+ "pandas>=2.2.3",
19
+ "python-dateutil>=2.9.0.post0",
20
+ "scipy>=1.15.2",
21
+ "sentencepiece>=0.2.0",
22
+ "tokenizers>=0.15.0",
23
+ "tqdm>=4.67.1",
24
+ "transformers>=4.51.3",
25
+ ]
results/Chronos_small/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Chronos_small,1820000.0,2290000.0,171.0,0.833,2.15,0.721,29.8,1350.0,4.24,0.538,0.446,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Chronos_small,2640000.0,3740000.0,274.0,1.14,3.17,0.563,29.3,1620.0,4.63,0.782,0.614,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Chronos_small,1730000.0,1950000.0,132.0,1.81,1.36,0.659,110.0,1310.0,5.38,0.541,0.493,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Chronos_small,1980000.0,2230000.0,152.0,5.89,1.1,0.514,199.0,1410.0,6.16,0.664,0.614,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Chronos_small,6290000.0,5660000.0,955.0,3.34,0.047,0.0477,35.6,2510.0,0.0967,0.0368,0.0307,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Chronos_small,23.6,23.9,2.94,0.301,0.182,0.219,4.04,4.85,0.167,0.101,0.0869,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Chronos_small,208.0,217.0,9.25,0.905,0.885,0.883,11.4,14.4,0.777,0.498,0.428,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Chronos_small,23500.0,20400.0,43.3,1.91,0.159,0.0868,23.4,153.0,0.114,0.0321,0.0271,Web/CloudOps,2.0
10
- car_parts/M/short,Chronos_small,1.53,1.56,0.522,0.885,0.769,1.87,14.0,1.24,2.96,1.25,1.03,Sales,1.0
11
- covid_deaths/D/short,Chronos_small,1720000.0,1040000.0,182.0,42.2,0.117,0.399,1240.0,1310.0,0.494,0.0684,0.0608,Healthcare,1.0
12
- electricity/15T/short,Chronos_small,161000.0,170000.0,59.5,1.13,0.187,0.184,14.2,401.0,0.791,0.117,0.0986,Energy,1.0
13
- electricity/D/short,Chronos_small,2610000000.0,2570000000.0,5430.0,1.6,0.505,0.104,15.8,51100.0,0.84,0.0892,0.071,Energy,1.0
14
- electricity/H/short,Chronos_small,1860000.0,1920000.0,176.0,0.951,0.206,0.129,12.6,1360.0,0.643,0.0833,0.0701,Energy,1.0
15
- electricity/W/short,Chronos_small,50000000000.0,47100000000.0,28800.0,1.54,0.246,0.099,15.6,223000.0,0.51,0.0657,0.052,Energy,1.0
16
- ett1/15T/short,Chronos_small,7.62,8.12,1.4,0.872,0.529,0.301,8.91,2.76,0.522,0.265,0.217,Energy,7.0
17
- ett1/D/short,Chronos_small,58600.0,60200.0,161.0,1.8,1.47,0.491,28.7,242.0,0.636,0.423,0.36,Energy,7.0
18
- ett1/H/short,Chronos_small,140.0,152.0,5.64,0.898,0.53,0.274,11.0,11.8,0.553,0.263,0.222,Energy,7.0
19
- ett1/W/short,Chronos_small,1470000.0,1480000.0,915.0,1.65,0.564,0.575,30.4,1210.0,0.482,0.364,0.317,Energy,7.0
20
- ett2/15T/short,Chronos_small,8.41,8.75,1.92,0.885,0.132,0.155,7.23,2.9,0.138,0.091,0.0731,Energy,7.0
21
- ett2/D/short,Chronos_small,109000.0,112000.0,207.0,1.43,0.57,0.147,14.0,330.0,0.189,0.119,0.0968,Energy,7.0
22
- ett2/H/short,Chronos_small,129.0,126.0,6.87,0.79,0.132,0.118,7.18,11.3,0.144,0.0871,0.0718,Energy,7.0
23
- ett2/W/short,Chronos_small,2660000.0,2960000.0,1220.0,0.807,0.13,0.149,5.77,1630.0,0.137,0.102,0.0768,Energy,7.0
24
- hierarchical_sales/D/short,Chronos_small,34.2,41.0,2.5,0.801,0.742,1.07,8.36,5.85,1.79,0.767,0.619,Sales,1.0
25
- hierarchical_sales/W/short,Chronos_small,494.0,497.0,9.26,0.756,0.545,0.475,9.08,22.2,1.02,0.425,0.367,Sales,1.0
26
- hospital/M/short,Chronos_small,3360.0,3480.0,19.7,0.813,0.207,0.187,6.18,58.0,0.21,0.0714,0.0562,Healthcare,1.0
27
- jena_weather/10T/short,Chronos_small,1430.0,1560.0,8.77,0.359,0.411,0.611,4.19,37.9,0.235,0.0545,0.0469,Nature,21.0
28
- jena_weather/D/short,Chronos_small,415.0,428.0,10.3,1.14,0.644,0.501,13.5,20.4,0.123,0.0621,0.0506,Nature,21.0
29
- jena_weather/H/short,Chronos_small,1180.0,1460.0,9.38,0.583,1.09,0.628,6.64,34.4,0.211,0.0575,0.0466,Nature,21.0
30
- kdd_cup_2018/D/short,Chronos_small,3440.0,3440.0,24.5,1.4,0.5,0.599,35.4,58.7,1.31,0.55,0.512,Nature,1.0
31
- kdd_cup_2018/H/short,Chronos_small,5050.0,5260.0,26.3,1.06,1.15,0.509,12.0,71.0,1.49,0.551,0.459,Nature,1.0
32
- loop_seattle/5T/short,Chronos_small,76.5,80.4,4.89,0.768,0.128,0.103,8.98,8.75,0.15,0.0839,0.07,Transport,1.0
33
- loop_seattle/D/short,Chronos_small,20.9,21.4,3.32,1.0,0.0617,0.061,9.1,4.57,0.0818,0.0594,0.0482,Transport,1.0
34
- loop_seattle/H/short,Chronos_small,75.0,81.9,4.75,0.967,0.134,0.108,9.5,8.66,0.153,0.0841,0.0692,Transport,1.0
35
- m_dense/D/short,Chronos_small,13700.0,15400.0,59.3,0.834,0.15,0.121,9.64,117.0,0.203,0.103,0.0866,Transport,1.0
36
- m_dense/H/short,Chronos_small,48800.0,51600.0,92.1,0.803,0.286,0.213,13.5,221.0,0.392,0.163,0.14,Transport,1.0
37
- m4_daily/D/short,Chronos_small,394000.0,373000.0,170.0,3.16,0.0369,0.0292,30.5,627.0,0.0969,0.0263,0.0215,Econ/Fin,1.0
38
- m4_hourly/H/short,Chronos_small,1020000.0,1520000.0,242.0,0.739,0.0858,0.0781,10.6,1010.0,0.138,0.0331,0.0253,Econ/Fin,1.0
39
- m4_monthly/M/short,Chronos_small,2120000.0,2130000.0,595.0,0.982,0.166,0.139,11.2,1450.0,0.302,0.124,0.103,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Chronos_small,2000000.0,2020000.0,588.0,1.24,0.117,0.108,14.3,1420.0,0.237,0.0984,0.0839,Econ/Fin,1.0
41
- m4_weekly/W/short,Chronos_small,288000.0,304000.0,268.0,2.09,0.0623,0.0621,18.0,537.0,0.0978,0.0488,0.0395,Econ/Fin,1.0
42
- m4_yearly/A/short,Chronos_small,4200000.0,4120000.0,987.0,3.74,0.175,0.169,56.6,2050.0,0.329,0.158,0.139,Econ/Fin,1.0
43
- restaurant/D/short,Chronos_small,165.0,169.0,7.96,0.758,0.748,0.429,6.0,12.8,0.591,0.366,0.292,Sales,1.0
44
- saugeen/D/short,Chronos_small,1220.0,1230.0,13.4,2.98,0.316,0.364,57.2,34.9,1.13,0.434,0.387,Nature,1.0
45
- saugeen/M/short,Chronos_small,776.0,774.0,16.9,0.992,0.45,0.454,23.4,27.9,0.836,0.508,0.464,Nature,1.0
46
- saugeen/W/short,Chronos_small,1330.0,1350.0,16.9,1.37,0.335,0.428,37.0,36.4,1.1,0.509,0.482,Nature,1.0
47
- solar/10T/short,Chronos_small,31.9,36.7,2.75,1.22,7.82,1.59,10.7,5.65,1.64,0.799,0.635,Energy,1.0
48
- solar/D/short,Chronos_small,159000.0,178000.0,276.0,1.08,1.2,0.454,16.1,398.0,0.576,0.399,0.337,Energy,1.0
49
- solar/H/short,Chronos_small,723.0,919.0,11.1,0.855,5.01,1.39,6.58,26.9,0.991,0.409,0.345,Energy,1.0
50
- solar/W/short,Chronos_small,1060000.0,1140000.0,813.0,0.877,0.17,0.159,4.65,1030.0,0.21,0.166,0.124,Energy,1.0
51
- sz_taxi/15T/short,Chronos_small,20.0,20.3,3.0,0.598,506000000000.0,0.46,9.35,4.47,0.418,0.281,0.241,Transport,1.0
52
- sz_taxi/H/short,Chronos_small,7.73,7.87,1.91,0.579,0.99,0.317,7.72,2.78,0.259,0.178,0.149,Transport,1.0
53
- temperature_rain/D/short,Chronos_small,197.0,228.0,6.19,1.44,27.4,1.65,29.6,14.0,1.65,0.729,0.627,Nature,1.0
54
- us_births/D/short,Chronos_small,240000.0,225000.0,296.0,0.436,0.0284,0.0279,4.88,490.0,0.0459,0.0278,0.0232,Healthcare,1.0
55
- us_births/M/short,Chronos_small,43200000.0,38700000.0,5060.0,0.572,0.0155,0.0157,3.49,6570.0,0.0204,0.0157,0.0134,Healthcare,1.0
56
- us_births/W/short,Chronos_small,24500000.0,1740000.0,1010.0,0.921,0.0137,0.0137,17.5,4950.0,0.0672,0.0137,0.0115,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Chronos_small,3640000.0,3780000.0,273.0,1.14,3.75,0.81,38.9,1910.0,5.8,0.83,0.803,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Chronos_small,2220000.0,2280000.0,148.0,4.63,0.296,0.72,183.0,1490.0,6.27,0.622,0.615,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Chronos_small,19500000.0,20000000.0,2050.0,10.2,0.145,0.137,287.0,4410.0,0.173,0.0804,0.0779,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Chronos_small,163.0,163.0,8.96,0.88,0.653,0.973,29.9,12.8,0.672,0.472,0.465,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Chronos_small,371.0,378.0,14.2,1.32,1.5,1.19,28.7,19.3,1.17,0.857,0.78,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Chronos_small,92200.0,93700.0,94.5,4.06,0.398,0.16,124.0,304.0,0.228,0.0711,0.0684,Web/CloudOps,2.0
63
- electricity/15T/medium,Chronos_small,272000.0,275000.0,61.5,1.03,0.184,0.17,19.7,522.0,0.899,0.106,0.0957,Energy,1.0
64
- electricity/H/medium,Chronos_small,6090000.0,6130000.0,245.0,1.09,0.215,0.133,24.1,2470.0,0.963,0.0957,0.0877,Energy,1.0
65
- ett1/15T/medium,Chronos_small,16.6,16.7,2.2,1.36,0.856,0.542,34.3,4.07,0.776,0.419,0.39,Energy,7.0
66
- ett1/H/medium,Chronos_small,158.0,159.0,7.32,1.31,488000000000.0,0.471,34.6,12.6,0.602,0.351,0.327,Energy,7.0
67
- ett2/15T/medium,Chronos_small,13.9,13.9,2.38,1.02,0.163,0.195,23.7,3.73,0.199,0.127,0.117,Energy,7.0
68
- ett2/H/medium,Chronos_small,327.0,331.0,10.9,1.14,0.189,0.181,28.1,18.1,0.244,0.147,0.136,Energy,7.0
69
- jena_weather/10T/medium,Chronos_small,3100.0,3220.0,16.3,0.744,3.17,0.713,18.2,55.6,0.342,0.0999,0.0894,Nature,21.0
70
- jena_weather/H/medium,Chronos_small,1860.0,1980.0,11.9,0.842,1.34,0.704,18.8,43.1,0.264,0.0731,0.0687,Nature,21.0
71
- kdd_cup_2018/H/medium,Chronos_small,6960.0,6990.0,36.5,1.34,1.47,0.615,29.0,83.4,1.75,0.763,0.706,Nature,1.0
72
- loop_seattle/5T/medium,Chronos_small,268.0,273.0,10.4,1.61,0.318,0.235,42.1,16.4,0.291,0.185,0.175,Transport,1.0
73
- loop_seattle/H/medium,Chronos_small,95.3,97.1,5.51,1.14,0.14,0.124,22.7,9.76,0.173,0.0975,0.0885,Transport,1.0
74
- m_dense/H/medium,Chronos_small,38000.0,38200.0,81.0,0.712,0.252,0.195,16.8,195.0,0.339,0.141,0.128,Transport,1.0
75
- solar/10T/medium,Chronos_small,62.7,69.6,4.1,1.79,3.12,1.73,32.0,7.92,1.76,0.91,0.796,Energy,1.0
76
- solar/H/medium,Chronos_small,716.0,785.0,10.7,0.815,4.54,1.39,15.7,26.8,0.964,0.384,0.361,Energy,1.0
77
- sz_taxi/15T/medium,Chronos_small,21.7,21.8,3.17,0.618,12400000000000.0,0.52,17.2,4.66,0.434,0.295,0.279,Transport,1.0
78
- bitbrains_fast_storage/5T/long,Chronos_small,3370000.0,3450000.0,276.0,1.08,1.83,0.834,38.2,1840.0,4.85,0.729,0.709,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,Chronos_small,4790000.0,4850000.0,282.0,3.83,5.13,0.717,149.0,2190.0,8.39,1.08,1.08,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,Chronos_small,20500000.0,20800000.0,2440.0,9.67,0.134,0.133,299.0,4530.0,0.175,0.0941,0.0933,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,Chronos_small,358.0,358.0,13.3,1.25,0.991,1.28,46.5,18.9,1.06,0.749,0.743,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,Chronos_small,328.0,335.0,13.7,1.31,1.69,1.06,34.0,18.1,1.11,0.834,0.78,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,Chronos_small,210000.0,206000.0,127.0,3.89,0.213,0.175,134.0,458.0,0.339,0.094,0.093,Web/CloudOps,2.0
84
- electricity/15T/long,Chronos_small,410000.0,408000.0,67.0,1.06,0.193,0.167,24.0,640.0,1.01,0.106,0.0975,Energy,1.0
85
- electricity/H/long,Chronos_small,9020000.0,9000000.0,287.0,1.23,0.304,0.147,33.4,3000.0,1.18,0.113,0.107,Energy,1.0
86
- ett1/15T/long,Chronos_small,19.1,19.2,2.46,1.5,0.874,0.574,43.4,4.37,0.834,0.47,0.45,Energy,7.0
87
- ett1/H/long,Chronos_small,193.0,193.0,7.77,1.42,2540000000000.0,0.516,45.8,13.9,0.665,0.372,0.36,Energy,7.0
88
- ett2/15T/long,Chronos_small,17.3,17.2,2.57,1.11,0.177,0.204,30.2,4.15,0.221,0.137,0.129,Energy,7.0
89
- ett2/H/long,Chronos_small,229.0,227.0,9.4,1.04,0.18,0.177,29.9,15.1,0.207,0.129,0.122,Energy,7.0
90
- jena_weather/10T/long,Chronos_small,3240.0,3310.0,17.2,0.956,1.09,0.702,27.7,56.9,0.348,0.105,0.0957,Nature,21.0
91
- jena_weather/H/long,Chronos_small,1610.0,1630.0,12.6,1.16,1.56,0.709,31.3,40.1,0.241,0.076,0.0723,Nature,21.0
92
- kdd_cup_2018/H/long,Chronos_small,5230.0,5260.0,32.3,1.24,1.43,0.666,32.3,72.3,1.7,0.758,0.712,Nature,1.0
93
- loop_seattle/5T/long,Chronos_small,193.0,194.0,8.89,1.38,0.322,0.186,39.8,13.9,0.246,0.157,0.15,Transport,1.0
94
- loop_seattle/H/long,Chronos_small,89.6,93.2,5.38,1.12,0.154,0.121,27.5,9.47,0.169,0.0961,0.0891,Transport,1.0
95
- m_dense/H/long,Chronos_small,36500.0,36600.0,82.6,0.737,0.25,0.202,20.1,191.0,0.331,0.143,0.133,Transport,1.0
96
- solar/10T/long,Chronos_small,76.1,82.2,4.55,1.98,2.12,1.83,45.5,8.72,1.88,0.983,0.901,Energy,1.0
97
- solar/H/long,Chronos_small,1010.0,1020.0,13.3,1.01,3.48,1.47,28.0,31.7,1.1,0.461,0.441,Energy,1.0
98
- sz_taxi/15T/long,Chronos_small,20.8,20.9,3.1,0.584,7970000000000.0,0.518,18.0,4.56,0.422,0.287,0.275,Transport,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/Chronos_small/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "Chronos_small",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/amazon/chronos-t5-small",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/DLinear/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,DLinear,1640000.0,1640000.0,184.0,1.48,2.71,0.78,59.2,1280.0,4.03,0.577,0.577,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,DLinear,2210000.0,2210000.0,282.0,2.65,4.82,0.687,106.0,1490.0,4.24,0.803,0.803,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,DLinear,1520000.0,1520000.0,140.0,2.63,1.73,0.742,105.0,1230.0,5.05,0.571,0.571,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,DLinear,1840000.0,1840000.0,244.0,8.5,9.81,0.772,340.0,1360.0,5.93,1.07,1.07,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,DLinear,21400000.0,21400000.0,2050.0,7.65,0.111,0.108,306.0,4620.0,0.178,0.0792,0.0792,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,DLinear,16.3,16.3,2.34,0.243,0.129,0.196,9.7,4.03,0.138,0.0804,0.0804,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,DLinear,85.3,85.3,6.23,0.64,0.672,0.75,25.6,9.24,0.498,0.336,0.336,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,DLinear,11300.0,11300.0,42.7,1.87,0.457,0.132,74.6,106.0,0.0789,0.0316,0.0316,Web/CloudOps,2.0
10
- car_parts/M/short,DLinear,1.26,1.26,0.526,0.997,0.725,1.83,39.9,1.12,2.7,1.26,1.26,Sales,1.0
11
- covid_deaths/D/short,DLinear,864000.0,864000.0,167.0,33.2,0.0987,0.367,1330.0,929.0,0.35,0.063,0.063,Healthcare,1.0
12
- electricity/15T/short,DLinear,303000.0,303000.0,90.0,1.64,0.283,0.243,65.7,551.0,1.09,0.177,0.177,Energy,1.0
13
- electricity/D/short,DLinear,6290000000.0,6290000000.0,10300.0,3.56,0.699,0.228,142.0,79300.0,1.3,0.169,0.169,Energy,1.0
14
- electricity/H/short,DLinear,2320000.0,2320000.0,238.0,1.31,0.371,0.179,52.6,1520.0,0.719,0.112,0.112,Energy,1.0
15
- electricity/W/short,DLinear,223000000000.0,223000000000.0,48900.0,1.84,0.265,0.113,73.5,472000.0,1.08,0.111,0.111,Energy,1.0
16
- ett1/15T/short,DLinear,5.18,5.18,1.23,0.804,0.473,0.273,32.1,2.28,0.43,0.233,0.233,Energy,7.0
17
- ett1/D/short,DLinear,42000.0,42000.0,143.0,1.98,1.25,0.548,79.1,205.0,0.539,0.376,0.376,Energy,7.0
18
- ett1/H/short,DLinear,117.0,117.0,5.49,0.945,0.465,0.282,37.8,10.8,0.504,0.256,0.256,Energy,7.0
19
- ett1/W/short,DLinear,2020000.0,2020000.0,1120.0,2.16,0.72,0.718,86.2,1420.0,0.566,0.447,0.447,Energy,7.0
20
- ett2/15T/short,DLinear,10.4,10.4,2.15,0.937,0.13,0.154,37.5,3.23,0.153,0.102,0.102,Energy,7.0
21
- ett2/D/short,DLinear,261000.0,261000.0,381.0,3.25,0.643,0.329,130.0,510.0,0.292,0.218,0.218,Energy,7.0
22
- ett2/H/short,DLinear,118.0,118.0,6.91,0.817,0.13,0.122,32.7,10.9,0.138,0.0877,0.0877,Energy,7.0
23
- ett2/W/short,DLinear,11000000.0,11000000.0,2320.0,1.93,0.285,0.397,77.2,3320.0,0.279,0.194,0.194,Energy,7.0
24
- hierarchical_sales/D/short,DLinear,30.9,30.9,2.66,0.86,0.819,1.06,34.4,5.56,1.7,0.817,0.817,Sales,1.0
25
- hierarchical_sales/W/short,DLinear,628.0,628.0,12.7,0.993,0.881,0.623,39.7,25.1,1.15,0.582,0.582,Sales,1.0
26
- hospital/M/short,DLinear,4550.0,4550.0,21.1,0.811,0.209,0.181,32.4,67.5,0.245,0.0765,0.0765,Healthcare,1.0
27
- jena_weather/10T/short,DLinear,2210.0,2210.0,20.8,1.96,0.908,0.651,78.5,47.0,0.292,0.129,0.129,Nature,21.0
28
- jena_weather/D/short,DLinear,508.0,508.0,12.1,1.6,1.34,0.449,64.1,22.5,0.136,0.073,0.073,Nature,21.0
29
- jena_weather/H/short,DLinear,1370.0,1370.0,14.0,0.982,3.17,0.635,39.3,37.0,0.227,0.086,0.086,Nature,21.0
30
- kdd_cup_2018/D/short,DLinear,2930.0,2930.0,21.5,1.23,0.581,0.482,49.2,54.1,1.21,0.482,0.482,Nature,1.0
31
- kdd_cup_2018/H/short,DLinear,5360.0,5360.0,27.7,1.13,1.19,0.575,45.2,73.2,1.53,0.581,0.581,Nature,1.0
32
- loop_seattle/5T/short,DLinear,84.1,84.1,5.76,0.895,0.146,0.117,35.8,9.17,0.157,0.0987,0.0987,Transport,1.0
33
- loop_seattle/D/short,DLinear,18.9,18.9,2.99,0.9,0.0554,0.0553,36.0,4.34,0.0776,0.0535,0.0535,Transport,1.0
34
- loop_seattle/H/short,DLinear,77.2,77.2,5.57,1.13,0.146,0.124,45.1,8.79,0.156,0.0987,0.0987,Transport,1.0
35
- m_dense/D/short,DLinear,15600.0,15600.0,71.1,1.01,0.172,0.151,40.5,125.0,0.216,0.123,0.123,Transport,1.0
36
- m_dense/H/short,DLinear,61900.0,61900.0,120.0,1.04,0.421,0.343,41.7,249.0,0.441,0.214,0.214,Transport,1.0
37
- m4_daily/D/short,DLinear,456000.0,456000.0,187.0,3.42,0.0464,0.0317,137.0,675.0,0.104,0.0288,0.0288,Econ/Fin,1.0
38
- m4_hourly/H/short,DLinear,4870000.0,4870000.0,405.0,1.69,0.259,0.183,67.8,2210.0,0.301,0.0553,0.0553,Econ/Fin,1.0
39
- m4_monthly/M/short,DLinear,2010000.0,2010000.0,622.0,1.13,0.18,0.145,45.3,1420.0,0.295,0.129,0.129,Econ/Fin,1.0
40
- m4_quarterly/Q/short,DLinear,2040000.0,2040000.0,656.0,1.46,0.14,0.117,58.3,1430.0,0.239,0.11,0.11,Econ/Fin,1.0
41
- m4_weekly/W/short,DLinear,429000.0,429000.0,382.0,4.64,0.0843,0.0852,186.0,655.0,0.119,0.0696,0.0696,Econ/Fin,1.0
42
- m4_yearly/A/short,DLinear,4210000.0,4210000.0,1050.0,4.16,0.186,0.17,166.0,2050.0,0.329,0.168,0.168,Econ/Fin,1.0
43
- restaurant/D/short,DLinear,145.0,145.0,7.38,0.706,0.71,0.402,28.3,12.0,0.554,0.34,0.34,Sales,1.0
44
- saugeen/D/short,DLinear,1460.0,1460.0,18.9,4.2,0.625,0.505,168.0,38.2,1.24,0.613,0.613,Nature,1.0
45
- saugeen/M/short,DLinear,528.0,528.0,16.3,0.955,0.595,0.509,38.2,23.0,0.69,0.49,0.49,Nature,1.0
46
- saugeen/W/short,DLinear,1490.0,1490.0,22.3,1.81,0.86,0.619,72.3,38.6,1.17,0.673,0.673,Nature,1.0
47
- solar/10T/short,DLinear,27.3,27.3,2.83,1.24,3.93,1.56,49.6,5.22,1.52,0.824,0.824,Energy,1.0
48
- solar/D/short,DLinear,127000.0,127000.0,265.0,1.03,1.01,0.454,41.3,356.0,0.515,0.383,0.383,Energy,1.0
49
- solar/H/short,DLinear,754.0,754.0,13.8,1.06,6.16,1.44,42.5,27.5,1.01,0.507,0.507,Energy,1.0
50
- solar/W/short,DLinear,1700000.0,1700000.0,1030.0,1.13,0.234,0.2,45.1,1300.0,0.266,0.21,0.21,Energy,1.0
51
- sz_taxi/15T/short,DLinear,17.7,17.7,2.9,0.582,1600000000000.0,0.422,23.3,4.21,0.394,0.271,0.271,Transport,1.0
52
- sz_taxi/H/short,DLinear,9.37,9.37,2.15,0.667,1.06,0.325,26.7,3.06,0.285,0.201,0.201,Transport,1.0
53
- temperature_rain/D/short,DLinear,182.0,182.0,7.05,1.83,111.0,1.42,73.3,13.5,1.59,0.83,0.83,Nature,1.0
54
- us_births/D/short,DLinear,360000.0,360000.0,439.0,0.645,0.0418,0.0413,25.8,600.0,0.0562,0.0411,0.0411,Healthcare,1.0
55
- us_births/M/short,DLinear,170000000.0,170000000.0,10400.0,1.17,0.0315,0.0321,47.0,13000.0,0.0405,0.0322,0.0322,Healthcare,1.0
56
- us_births/W/short,DLinear,4510000.0,4510000.0,1600.0,1.46,0.0214,0.0217,58.3,2120.0,0.0288,0.0218,0.0218,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,DLinear,3020000.0,3020000.0,318.0,3.33,4.77,1.0,133.0,1740.0,5.28,0.967,0.967,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,DLinear,2270000.0,2270000.0,240.0,7.08,3.6,1.04,283.0,1510.0,6.34,1.01,1.01,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,DLinear,6310000.0,6310000.0,1430.0,3.88,0.0547,0.0557,155.0,2510.0,0.0987,0.0563,0.0563,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,DLinear,173.0,173.0,9.32,0.894,0.599,0.988,35.8,13.2,0.693,0.49,0.49,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,DLinear,92.7,92.7,6.57,0.676,0.79,0.872,27.0,9.63,0.583,0.398,0.398,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,DLinear,61700.0,61700.0,70.2,2.23,0.403,0.144,89.2,248.0,0.187,0.0528,0.0528,Web/CloudOps,2.0
63
- electricity/15T/medium,DLinear,399000.0,399000.0,82.5,1.31,0.25,0.202,52.5,632.0,1.09,0.142,0.142,Energy,1.0
64
- electricity/H/medium,DLinear,21000000.0,21000000.0,528.0,2.26,0.48,0.267,90.6,4580.0,1.79,0.206,0.206,Energy,1.0
65
- ett1/15T/medium,DLinear,10.3,10.3,1.82,1.2,0.755,0.443,48.1,3.21,0.612,0.347,0.347,Energy,7.0
66
- ett1/H/medium,DLinear,244.0,244.0,9.5,1.66,6740000000000.0,0.545,66.3,15.6,0.748,0.455,0.455,Energy,7.0
67
- ett2/15T/medium,DLinear,18.3,18.3,2.84,1.21,0.182,0.219,48.4,4.28,0.228,0.151,0.151,Energy,7.0
68
- ett2/H/medium,DLinear,339.0,339.0,12.3,1.36,0.206,0.22,54.3,18.4,0.248,0.166,0.166,Energy,7.0
69
- jena_weather/10T/medium,DLinear,1850.0,1850.0,16.0,1.17,1.35,0.676,46.6,43.0,0.264,0.0983,0.0983,Nature,21.0
70
- jena_weather/H/medium,DLinear,1600.0,1600.0,15.3,0.997,5.86,0.675,39.9,39.9,0.244,0.0933,0.0933,Nature,21.0
71
- kdd_cup_2018/H/medium,DLinear,5010.0,5010.0,26.2,1.12,1.15,0.586,44.7,70.8,1.48,0.548,0.548,Nature,1.0
72
- loop_seattle/5T/medium,DLinear,115.0,115.0,7.1,1.12,0.228,0.155,44.8,10.7,0.19,0.126,0.126,Transport,1.0
73
- loop_seattle/H/medium,DLinear,80.8,80.8,5.86,1.2,0.145,0.129,48.2,8.99,0.159,0.104,0.104,Transport,1.0
74
- m_dense/H/medium,DLinear,50600.0,50600.0,110.0,0.93,0.424,0.334,37.2,225.0,0.391,0.191,0.191,Transport,1.0
75
- solar/10T/medium,DLinear,23.0,23.0,2.49,1.08,3.83,1.48,43.4,4.79,1.06,0.552,0.552,Energy,1.0
76
- solar/H/medium,DLinear,866.0,866.0,15.3,1.17,6.96,1.43,46.9,29.4,1.06,0.552,0.552,Energy,1.0
77
- sz_taxi/15T/medium,DLinear,20.4,20.4,3.18,0.629,10100000000000.0,0.441,25.2,4.52,0.42,0.296,0.296,Transport,1.0
78
- electricity/15T/long,DLinear,494000.0,494000.0,81.8,1.24,0.237,0.193,49.6,703.0,1.11,0.129,0.129,Energy,1.0
79
- electricity/H/long,DLinear,20300000.0,20300000.0,514.0,2.21,0.504,0.262,88.5,4510.0,1.78,0.203,0.203,Energy,1.0
80
- solar/10T/long,DLinear,22.5,22.5,2.7,1.18,3.39,1.47,47.2,4.74,1.02,0.585,0.585,Energy,1.0
81
- solar/H/long,DLinear,876.0,876.0,17.7,1.35,7.99,1.45,53.9,29.6,1.03,0.612,0.612,Energy,1.0
82
- kdd_cup_2018/H/long,DLinear,3980.0,3980.0,24.8,1.09,1.36,0.626,43.5,63.1,1.48,0.583,0.583,Nature,1.0
83
- loop_seattle/5T/long,DLinear,122.0,122.0,7.38,1.17,0.242,0.16,46.8,11.1,0.195,0.131,0.131,Transport,1.0
84
- loop_seattle/H/long,DLinear,63.5,63.5,4.91,1.03,0.143,0.112,41.1,7.97,0.142,0.0877,0.0877,Transport,1.0
85
- sz_taxi/15T/long,DLinear,37.9,37.9,4.28,0.841,6360000000000.0,0.581,33.6,6.16,0.57,0.396,0.396,Transport,1.0
86
- m_dense/H/long,DLinear,76400.0,76400.0,149.0,1.24,0.567,0.444,49.7,276.0,0.478,0.259,0.259,Transport,1.0
87
- ett1/15T/long,DLinear,9.26,9.26,1.8,1.19,0.807,0.453,47.6,3.04,0.58,0.343,0.343,Energy,7.0
88
- ett1/H/long,DLinear,151.0,151.0,7.58,1.46,3240000000000.0,0.496,58.4,12.3,0.589,0.363,0.363,Energy,7.0
89
- ett2/15T/long,DLinear,16.7,16.7,2.64,1.1,0.169,0.191,44.0,4.09,0.218,0.141,0.141,Energy,7.0
90
- ett2/H/long,DLinear,296.0,296.0,12.0,1.58,0.235,0.261,63.3,17.2,0.236,0.165,0.165,Energy,7.0
91
- jena_weather/10T/long,DLinear,1690.0,1690.0,15.2,0.912,1.32,0.663,36.5,41.1,0.252,0.0928,0.0928,Nature,21.0
92
- jena_weather/H/long,DLinear,2340.0,2340.0,23.1,1.9,10.2,0.716,76.1,48.4,0.291,0.139,0.139,Nature,21.0
93
- bitbrains_fast_storage/5T/long,DLinear,5890000.0,5890000.0,502.0,3.47,8.68,0.973,139.0,2430.0,6.41,1.33,1.33,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,DLinear,3330000.0,3330000.0,340.0,6.35,7.04,1.03,254.0,1830.0,6.99,1.3,1.3,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,DLinear,8950000.0,8950000.0,1820.0,4.25,0.0607,0.062,170.0,2990.0,0.115,0.0701,0.0701,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,DLinear,137000.0,137000.0,91.0,2.29,0.469,0.151,91.5,370.0,0.274,0.0674,0.0674,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,DLinear,249.0,249.0,11.6,1.12,0.799,1.03,45.0,15.8,0.886,0.653,0.653,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,DLinear,108.0,108.0,6.91,0.744,0.935,0.85,29.7,10.4,0.636,0.422,0.422,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/DLinear/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "DLinear",
3
- "model_type": "deep-learning",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/Lag-Llama/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- m4_yearly/A/short,Lag-Llama,11682737.0,11919682.0,2073.98388671875,9.565383911132812,0.3744722902774811,0.3251589834690094,122.74000549316406,3418.001953125,0.5480924248695374,0.3325729370117187,0.2814253866672516,Econ/Fin,1.0
3
- m4_quarterly/Q/short,Lag-Llama,14093280.0,11111717.0,1893.523681640625,5.967475414276123,0.3370697498321533,0.2700889408588409,68.73283386230469,3754.101806640625,0.6283705234527588,0.3169425427913666,0.2496903985738754,Econ/Fin,1.0
4
- m4_monthly/M/short,Lag-Llama,7582934.5,5412630.0,1211.5948486328125,3.1265225410461426,0.3173551261425018,0.2468031197786331,46.0380744934082,2753.712890625,0.57231605052948,0.2518109977245331,0.2110040932893753,Econ/Fin,1.0
5
- m4_weekly/W/short,Lag-Llama,2600551.75,1924666.25,680.49072265625,8.751137733459473,0.1490438580513,0.1487654000520706,117.514892578125,1612.6226806640625,0.2937948405742645,0.1239748522639274,0.1026695966720581,Econ/Fin,1.0
6
- m4_daily/D/short,Lag-Llama,1794558.875,1714267.125,417.8179321289063,9.615877151489258,0.1096439957618713,0.0801062062382698,156.6016387939453,1339.6114501953125,0.2069329470396042,0.0645413249731063,0.0539488568902015,Econ/Fin,1.0
7
- m4_hourly/H/short,Lag-Llama,13551959.0,10056882.0,534.8684692382812,3.5082485675811768,0.1588664948940277,0.1520394086837768,55.03290939331055,3681.298583984375,0.5025785565376282,0.0730213597416877,0.0618392415344715,Econ/Fin,1.0
8
- electricity/15T/short,Lag-Llama,1217276.0,1191373.375,159.28952026367188,2.402144432067871,0.3692447245121002,0.3280276358127594,32.25111770629883,1103.30224609375,2.1748263835906982,0.3139910399913788,0.2475040107965469,Energy,1.0
9
- electricity/H/short,Lag-Llama,1834951.25,1807705.375,193.78746032714844,1.0347744226455688,0.2770587801933288,0.1436463594436645,12.028363227844238,1354.603759765625,0.6394696831703186,0.0914815217256546,0.0764567926526069,Energy,1.0
10
- electricity/D/short,Lag-Llama,6048484864.0,6144812544.0,8022.77734375,2.2441742420196533,0.759289026260376,0.1497786790132522,23.2968864440918,77772.0078125,1.2780523300170898,0.1318408697843551,0.1019641831517219,Energy,1.0
11
- electricity/W/short,Lag-Llama,889842302976.0,641480720384.0,104639.5625,4.0522966384887695,0.3767183423042297,0.1945764124393463,52.93840026855469,943314.5,2.1523325443267822,0.2387529462575912,0.1967992931604385,Energy,1.0
12
- solar/10T/short,Lag-Llama,46.355918884277344,56.200477600097656,3.1874749660491943,1.4110499620437622,1.5279560089111328,1.8575206995010376,13.654457092285156,6.808517932891846,1.9805971384048464,0.9272361397743224,0.78187096118927,Energy,1.0
13
- solar/H/short,Lag-Llama,1022.8680419921876,1050.5767822265625,14.038525581359863,1.0881956815719604,7.0432963371276855,1.4432936906814575,12.722047805786133,31.98230743408203,1.1788785457611084,0.5174647569656372,0.427801251411438,Energy,1.0
14
- solar/D/short,Lag-Llama,538961.375,370155.25,438.2318420410156,1.7386420965194702,1.7212399244308472,0.5575888752937317,19.678503036499023,734.139892578125,1.060582160949707,0.6330958008766174,0.5095893144607544,Energy,1.0
15
- solar/W/short,Lag-Llama,18918696.0,12741732.0,3062.029541015625,3.393258571624756,0.6903069615364075,0.4855325520038605,39.738189697265625,4349.56298828125,0.8878544569015503,0.6250367760658264,0.5304940342903137,Energy,1.0
16
- hospital/M/short,Lag-Llama,42568.88671875,22294.06640625,40.84443283081055,1.419993877410889,0.36532062292099,0.2741495370864868,24.980167388916016,206.32228088378903,0.7489978075027466,0.148274764418602,0.1347786635160446,Healthcare,1.0
17
- covid_deaths/D/short,Lag-Llama,65197784.0,34676432.0,1089.0335693359375,116.31073760986328,0.4529635012149811,0.7570503354072571,2104.20703125,8074.51416015625,3.0380752086639404,0.4097541570663452,0.3472515642642975,Healthcare,1.0
18
- us_births/D/short,Lag-Llama,1323060.0,1356154.0,963.2781982421876,1.4185760021209717,0.0963939279317855,0.0927658379077911,8.984301567077637,1150.243408203125,0.1078259944915771,0.090299516916275,0.0693384557962417,Healthcare,1.0
19
- us_births/M/short,Lag-Llama,578708160.0,552534656.0,19303.466796875,2.18820858001709,0.0584929697215557,0.0609557889401912,15.049156188964844,24056.353515625,0.0747188702225685,0.0599564351141452,0.0485103353857994,Healthcare,1.0
20
- us_births/W/short,Lag-Llama,9899804.0,9882199.0,2290.589599609375,2.0816760063171387,0.030639823526144,0.0309716425836086,25.468690872192383,3146.3955078125,0.0427120104432106,0.0310945305973291,0.0270843487232923,Healthcare,1.0
21
- saugeen/D/short,Lag-Llama,1661.05029296875,1760.4405517578125,18.81276512145996,4.1777167320251465,0.4747606515884399,0.5632543563842773,62.15819549560547,40.755985260009766,1.3200960159301758,0.6093499064445496,0.5318207144737244,Nature,1.0
22
- saugeen/M/short,Lag-Llama,360.4616394042969,362.3397521972656,13.19020652770996,0.7726868391036987,0.4702054858207702,0.4357093274593353,5.338149070739746,18.985828399658203,0.5700114369392395,0.3960095345973968,0.3157203793525696,Nature,1.0
23
- saugeen/W/short,Lag-Llama,1675.4158935546875,1629.3892822265625,20.20311164855957,1.639029860496521,0.5262108445167542,0.5711306929588318,27.48983192443848,40.93184280395508,1.235561728477478,0.6098477244377136,0.5420491099357605,Nature,1.0
24
- temperature_rain/D/short,Lag-Llama,207.65985107421875,204.5420379638672,6.600645065307617,1.507002592086792,27.375263214111328,1.6005173921585083,34.61528778076172,14.410407066345217,1.696485996246338,0.7770704030990601,0.6556317806243896,Nature,1.0
25
- kdd_cup_2018/H/short,Lag-Llama,5130.8388671875,5157.291015625,25.466697692871094,1.0407562255859375,0.928208827972412,0.5789116024971008,10.799686431884766,71.62987518310547,1.499342918395996,0.5330641269683838,0.4422106444835663,Nature,1.0
26
- kdd_cup_2018/D/short,Lag-Llama,3481.908447265625,3278.54443359375,23.748170852661133,1.383057951927185,0.5250257253646851,0.5924376845359802,18.85548973083496,59.00769805908203,1.3218350410461426,0.531984269618988,0.4548488557338714,Nature,1.0
27
- car_parts/M/short,Lag-Llama,1.7238218784332275,1.5816946029663086,0.4558568894863128,0.8237143158912659,0.9642680883407592,1.958799123764038,29.152223587036133,1.312943935394287,3.1483049392700195,1.0930980443954468,1.048752784729004,Sales,1.0
28
- restaurant/D/short,Lag-Llama,911.7570190429688,351.26904296875,12.37845230102539,1.1710306406021118,0.7131667733192444,0.8540173768997192,15.517011642456056,30.19531440734864,1.3896583318710327,0.5696850419044495,0.4820057451725006,Sales,1.0
29
- hierarchical_sales/D/short,Lag-Llama,31.29984664916992,30.003156661987305,2.4175620079040527,0.7882815003395081,0.6977306008338928,1.076046347618103,10.64346694946289,5.594626426696777,1.7163695096969604,0.7416812777519226,0.6217664480209351,Sales,1.0
30
- hierarchical_sales/W/short,Lag-Llama,673.6309814453125,611.1090698242188,11.513222694396973,0.928190529346466,0.610346794128418,0.6651811003684998,14.365837097167969,25.954402923583984,1.1915793418884275,0.5285776853561401,0.460539162158966,Sales,1.0
31
- loop_seattle/5T/short,Lag-Llama,110.65511322021484,103.4513702392578,5.7960615158081055,0.8910098671913147,0.1889363676309585,0.1146018952131271,10.76694107055664,10.51927375793457,0.1803823113441467,0.0993896573781967,0.0825275257229805,Transport,1.0
32
- loop_seattle/H/short,Lag-Llama,80.41035461425781,79.12007141113281,5.298763751983643,1.069818377494812,0.1691930443048477,0.1182305514812469,11.473347663879396,8.967182159423828,0.1587282419204712,0.093793511390686,0.0775603950023651,Transport,1.0
33
- loop_seattle/D/short,Lag-Llama,105.66051483154295,75.28031921386719,5.76840877532959,1.6061257123947144,0.1115315034985542,0.1009968593716621,19.2314567565918,10.279129981994627,0.1837017834186554,0.1030891761183738,0.0842483416199684,Transport,1.0
34
- sz_taxi/15T/short,Lag-Llama,19.28018569946289,19.594507217407227,3.0356380939483643,0.6100003719329834,923999600640.0,0.4357968866825104,5.337154388427734,4.390920639038086,0.4105699062347412,0.2838451564311981,0.2274109125137329,Transport,1.0
35
- sz_taxi/H/short,Lag-Llama,12.76459503173828,10.364654541015623,2.2995493412017822,0.7128909230232239,1.1427682638168335,0.3534761071205139,8.298909187316895,3.5727572441101074,0.3328243792057037,0.2142172157764434,0.1751712411642074,Transport,1.0
36
- m_dense/H/short,Lag-Llama,52083.21484375,52294.19140625,109.8453369140625,0.935418963432312,0.3387898206710815,0.2851523458957672,9.407914161682127,228.21746826171875,0.4048009514808655,0.1948382705450058,0.1594855785369873,Transport,1.0
37
- m_dense/D/short,Lag-Llama,29271.619140625,22811.138671875,91.19217681884766,1.2868000268936155,0.2210253179073333,0.185105100274086,15.634439468383787,171.08950805664062,0.2961812615394592,0.1578671485185623,0.1261958628892898,Transport,1.0
38
- ett1/15T/short,Lag-Llama,32.34880447387695,26.89165496826172,2.7907097339630127,1.5202248096466064,0.8921542167663574,0.421002596616745,15.640073776245115,5.687601089477539,1.0751932859420776,0.527560293674469,0.4143914878368377,Energy,7.0
39
- ett1/H/short,Lag-Llama,119.1122817993164,119.5771484375,5.827968597412109,0.9874780774116516,0.5270848870277405,0.3015538156032562,8.37205982208252,10.913857460021973,0.5093943476676941,0.2720151245594024,0.2180723249912262,Energy,7.0
40
- ett1/D/short,Lag-Llama,47754.1484375,46838.46484375,147.91152954101562,1.9066636562347408,2.394047260284424,0.4980278313159942,21.94792938232422,218.5272216796875,0.5739690065383911,0.3884945809841156,0.3092998266220093,Energy,7.0
41
- ett1/W/short,Lag-Llama,6638639.5,6258984.0,1575.3438720703125,2.2115485668182373,0.9580200910568236,0.6030620336532593,20.83878326416016,2576.5556640625,1.025273084640503,0.6268669366836548,0.4573812782764435,Energy,7.0
42
- ett2/15T/short,Lag-Llama,11.62011432647705,11.93985080718994,2.3046140670776367,1.0268734693527222,0.1534123420715332,0.1647844463586807,8.978137016296387,3.4088289737701416,0.1618292331695556,0.1094082295894622,0.0868482366204261,Energy,7.0
43
- ett2/H/short,Lag-Llama,152.23626708984375,147.7322235107422,7.581290245056152,0.8619452714920044,0.140670821070671,0.1267571896314621,7.033568859100342,12.338406562805176,0.1564853191375732,0.0961518511176109,0.0774684324860572,Energy,7.0
44
- ett2/D/short,Lag-Llama,343646.21875,278018.28125,357.759521484375,2.755840539932251,0.4503583908081054,0.3766268193721771,35.37055969238281,586.2134399414062,0.3355054259300232,0.2047552019357681,0.16875521838665,Energy,7.0
45
- ett2/W/short,Lag-Llama,30682118.0,24393232.0,3513.424072265625,2.2196521759033203,0.3680335879325866,0.4699141979217529,33.67243194580078,5539.14404296875,0.4646492302417755,0.2947223782539367,0.243501678109169,Energy,7.0
46
- jena_weather/10T/short,Lag-Llama,1538.6058349609375,1696.782958984375,10.284852981567385,0.641983151435852,1.0787264108657837,0.7081061005592346,8.093542098999023,39.22506713867188,0.2436368316411972,0.063881829380989,0.0554931946098804,Nature,21.0
47
- jena_weather/H/short,Lag-Llama,1358.05712890625,1377.6885986328125,9.848483085632324,0.6971921324729919,1.812748432159424,0.6521273255348206,7.642221450805664,36.85182571411133,0.225899338722229,0.0603705681860446,0.0502218306064605,Nature,21.0
48
- jena_weather/D/short,Lag-Llama,3075.314697265625,1033.728759765625,17.33618927001953,2.1400671005249023,0.9689165949821472,0.5833191275596619,33.097694396972656,55.45552062988281,0.333932876586914,0.1043921932578086,0.0954189449548721,Nature,21.0
49
- bitbrains_fast_storage/5T/short,Lag-Llama,2493397.25,2239203.5,236.63592529296875,0.9768980741500854,3.085325241088867,0.8090770840644836,24.77280616760254,1579.0494384765625,4.95782470703125,0.7429782748222351,0.6083253622055054,Web/CloudOps,2.0
50
- bitbrains_fast_storage/H/short,Lag-Llama,2863280.5,2965718.75,350.1686096191406,1.5289971828460691,4.686215877532959,0.6578709483146667,40.49956893920898,1692.1231689453125,4.823100566864014,0.9980942606925964,0.7694836258888245,Web/CloudOps,2.0
51
- bitbrains_rnd/5T/short,Lag-Llama,2538556.5,2367852.25,168.04058837890625,2.048410654067993,0.8125948905944824,0.7241141200065613,68.38615417480469,1593.2847900390625,6.519261360168457,0.6875736117362976,0.6395964622497559,Web/CloudOps,2.0
52
- bitbrains_rnd/H/short,Lag-Llama,2367789.25,2303325.5,219.94454956054688,6.916857719421387,3.1423285007476807,0.7176871299743652,239.7547302246093,1538.76220703125,6.734376430511475,0.9625849723815918,0.8321613073348999,Web/CloudOps,2.0
53
- bizitobs_application/10S/short,Lag-Llama,20236520.0,18712666.0,2063.351318359375,6.393925189971924,0.0870947986841201,0.0909522026777267,150.29844665527344,4498.501953125,0.1734892427921295,0.0795752108097076,0.0702343210577964,Web/CloudOps,2.0
54
- bizitobs_service/10S/short,Lag-Llama,163369.0,157074.4375,118.64153289794922,3.870929956436157,0.1613585799932479,0.15578593313694,97.21503448486328,404.1893005371094,0.2994363605976105,0.0878934413194656,0.0807255879044532,Web/CloudOps,2.0
55
- bizitobs_l2c/5T/short,Lag-Llama,138.32537841796875,113.05072021484376,7.1737380027771,0.7704724669456482,0.3966469168663025,0.3499124646186828,8.399662017822266,11.761180877685549,0.4039265513420105,0.2463751882314682,0.1916632503271103,Web/CloudOps,7.0
56
- bizitobs_l2c/H/short,Lag-Llama,111.43421173095705,109.7671127319336,7.017475605010986,0.7223131656646729,0.715948760509491,0.8314494490623474,7.96245002746582,10.55624008178711,0.569008469581604,0.378259927034378,0.3106788098812103,Web/CloudOps,7.0
57
- electricity/15T/medium,Lag-Llama,3690400.25,3607646.75,199.1608428955078,2.726264238357544,0.4206999540328979,0.3521069884300232,35.19706344604492,1921.0413818359373,3.310147762298584,0.3431741893291473,0.2719980180263519,Energy,1.0
58
- electricity/H/medium,Lag-Llama,8336065.0,8267171.5,312.6699523925781,1.3101906776428225,0.3083877563476562,0.1769062727689743,12.714888572692873,2887.224365234375,1.126978874206543,0.1220453903079032,0.0990907922387123,Energy,1.0
59
- solar/10T/medium,Lag-Llama,114.35997772216795,104.25424194335938,5.919681072235107,2.60837721824646,2.254944562911988,1.902838468551636,35.22304916381836,10.69392204284668,2.373023748397827,1.3136006593704224,1.1809173822402954,Energy,1.0
60
- solar/H/medium,Lag-Llama,1487.9476318359375,1558.3704833984375,17.380216598510742,1.331592321395874,9.888894081115724,1.461310863494873,14.740742683410645,38.57392501831055,1.3895227909088137,0.6260759830474854,0.5090625286102295,Energy,1.0
61
- kdd_cup_2018/H/medium,Lag-Llama,5760.96533203125,5712.90625,28.176158905029297,1.1534812450408936,0.9791054725646972,0.6611508131027222,12.848031044006348,75.9010238647461,1.5887459516525269,0.5897780060768127,0.4988628923892975,Nature,1.0
62
- loop_seattle/5T/medium,Lag-Llama,219.95068359375,191.517822265625,8.51838207244873,1.3063509464263916,0.3311916887760162,0.1791629493236541,17.880186080932617,14.830734252929688,0.2638692557811737,0.151559516787529,0.1285654455423355,Transport,1.0
63
- loop_seattle/H/medium,Lag-Llama,89.76640319824219,87.20899963378906,5.726770401000977,1.160565733909607,0.17623832821846,0.1262074261903762,12.94601821899414,9.474513053894045,0.1674609631299972,0.1012200266122818,0.0849015042185783,Transport,1.0
64
- sz_taxi/15T/medium,Lag-Llama,18.75721549987793,19.020442962646484,3.020235776901245,0.5916507244110107,13618954371072.0,0.4371195137500763,5.052545547485352,4.330960273742676,0.4030681252479553,0.281083345413208,0.2249597758054733,Transport,1.0
65
- m_dense/H/medium,Lag-Llama,57773.6953125,56369.5390625,124.37350463867188,0.9955756664276124,0.4040040075778961,0.3808934986591339,8.683672904968262,240.3615875244141,0.418198823928833,0.2163941860198974,0.1753831654787063,Transport,1.0
66
- ett1/15T/medium,Lag-Llama,31.195884704589844,28.16084861755371,2.895930290222168,1.7163450717926023,1.054418921470642,0.5887808799743652,16.618492126464844,5.585327625274658,1.0645688772201538,0.5519671440124512,0.4491095840930938,Energy,7.0
67
- ett1/H/medium,Lag-Llama,164.9928741455078,164.4042205810547,7.911839962005615,1.476418137550354,2414298529792.0,0.4991391003131866,13.276525497436523,12.844955444335938,0.6152429580688477,0.3789584040641784,0.3045643270015716,Energy,7.0
68
- ett2/15T/medium,Lag-Llama,18.70361518859864,17.596010208129883,2.704514265060425,1.150973558425903,0.1800629198551178,0.2045016139745712,10.349846839904783,4.324767589569092,0.2304746806621551,0.1441284567117691,0.1146153882145881,Energy,7.0
69
- ett2/H/medium,Lag-Llama,390.5964050292969,365.4812622070313,11.83542823791504,1.2614977359771729,0.2065012753009796,0.2026475816965103,10.996152877807615,19.763511657714844,0.2663260102272033,0.1594899892807006,0.1296305060386657,Energy,7.0
70
- jena_weather/10T/medium,Lag-Llama,2802.285888671875,2779.8525390625,14.647899627685549,0.7485834956169128,1.310265302658081,0.7481303215026855,9.888175010681152,52.93661880493164,0.324871152639389,0.089893914759159,0.0798139944672584,Nature,21.0
71
- jena_weather/H/medium,Lag-Llama,2628.5048828125,2671.533935546875,14.37529182434082,1.037570595741272,4.347838878631592,0.7067871689796448,10.076974868774414,51.26894760131836,0.3137237727642059,0.0879649594426155,0.0728381797671318,Nature,21.0
72
- bitbrains_fast_storage/5T/medium,Lag-Llama,6114606.0,5173000.0,378.3971557617188,1.232331156730652,5.8695573806762695,0.8536933064460754,32.02692413330078,2472.77294921875,7.512967109680176,1.1496750116348269,0.9385850429534912,Web/CloudOps,2.0
73
- bitbrains_rnd/5T/medium,Lag-Llama,2904897.0,2582111.0,193.1756591796875,4.7428388595581055,1.4813764095306396,0.7908141016960144,173.10992431640625,1704.3758544921875,7.171177864074707,0.8127884864807129,0.7809394001960754,Web/CloudOps,2.0
74
- bizitobs_application/10S/medium,Lag-Llama,22733540.0,22042546.0,2206.033935546875,7.156142711639404,0.0959074422717094,0.098803736269474,160.490234375,4767.97021484375,0.1872241646051406,0.0866244658827781,0.0767859071493148,Web/CloudOps,2.0
75
- bizitobs_service/10S/medium,Lag-Llama,196332.015625,189611.296875,127.5958023071289,4.173798561096191,0.1706382483243942,0.1751002520322799,103.0676040649414,443.09368896484375,0.3334827125072479,0.0960315987467765,0.0913501307368278,Web/CloudOps,2.0
76
- bizitobs_l2c/5T/medium,Lag-Llama,529.5567016601562,356.76727294921875,14.186927795410156,1.406332015991211,1.0641803741455078,1.1431618928909302,18.84528350830078,23.01209831237793,1.2107748985290527,0.7464410662651062,0.6211860775947571,Web/CloudOps,7.0
77
- bizitobs_l2c/H/medium,Lag-Llama,136.68722534179688,135.30038452148438,7.540518283843994,0.7796006202697754,0.7852761149406433,0.948599338531494,9.181768417358398,11.691330909729004,0.7079278826713562,0.4565898478031158,0.3845742642879486,Web/CloudOps,7.0
78
- electricity/15T/long,Lag-Llama,6296614.5,6164100.5,230.76510620117188,2.871703624725342,0.4223650991916656,0.3583051562309265,36.94503784179688,2509.3056640625,3.958737134933472,0.3640602529048919,0.2860655188560486,Energy,1.0
79
- electricity/H/long,Lag-Llama,14171899.0,14324989.0,373.89654541015625,1.471965193748474,0.3506939709186554,0.2012481838464737,14.370611190795898,3764.558349609375,1.4847407341003418,0.1474646925926208,0.1177838593721389,Energy,1.0
80
- solar/10T/long,Lag-Llama,133.13063049316406,117.482177734375,6.480840682983398,2.8453385829925537,2.5241899490356445,1.939256191253662,38.31840515136719,11.53822422027588,2.493802785873413,1.4007301330566406,1.2605725526809692,Energy,1.0
81
- solar/H/long,Lag-Llama,1649.017578125,1705.4102783203125,18.7626953125,1.437756061553955,10.9833984375,1.4690093994140625,14.910429000854492,40.608097076416016,1.4079569578170776,0.6505369544029236,0.5241605639457703,Energy,1.0
82
- kdd_cup_2018/H/long,Lag-Llama,4588.77783203125,4535.82861328125,26.785587310791016,1.120871901512146,0.9896075129508972,0.715252161026001,12.014504432678224,67.74051666259766,1.5894663333892822,0.6284981369972229,0.5306061506271362,Nature,1.0
83
- loop_seattle/5T/long,Lag-Llama,219.6208038330078,186.9427032470703,8.425492286682129,1.2903506755828855,0.3229195773601532,0.1766124367713928,18.59044647216797,14.819608688354492,0.2620137333869934,0.1489644348621368,0.1274696886539459,Transport,1.0
84
- loop_seattle/H/long,Lag-Llama,97.13268280029295,96.6736297607422,5.8858962059021,1.2137266397476196,0.2042757719755172,0.1303293257951736,14.029119491577148,9.855591773986816,0.1761325895786285,0.1051888316869735,0.0883046016097068,Transport,1.0
85
- sz_taxi/15T/long,Lag-Llama,17.99720573425293,18.416259765625,2.9974124431610107,0.5695778727531433,9478795689984.0,0.4390992820262909,4.66694450378418,4.242311477661133,0.3926607668399811,0.277435153722763,0.219907745718956,Transport,1.0
86
- m_dense/H/long,Lag-Llama,69027.015625,67112.1171875,134.6807098388672,1.067036271095276,0.4415837526321411,0.3993869125843048,9.224048614501951,262.7299194335937,0.4548243880271911,0.233152225613594,0.1899313926696777,Transport,1.0
87
- ett1/15T/long,Lag-Llama,29.757333755493164,26.91868782043457,2.829484224319458,1.7003272771835327,1.0428471565246582,0.5880308747291565,16.865367889404297,5.455028533935547,1.0397337675094604,0.5393024682998657,0.4425410330295563,Energy,7.0
88
- ett1/H/long,Lag-Llama,188.98873901367188,188.00396728515625,8.36404037475586,1.581522822380066,4187662843904.0,0.5417051315307617,13.679065704345703,13.74731731414795,0.6583292484283447,0.4005357921123504,0.3216345906257629,Energy,7.0
89
- ett2/15T/long,Lag-Llama,20.901840209960938,17.430274963378906,2.707850694656372,1.1521804332733154,0.1777682602405548,0.2035715132951736,11.081269264221191,4.571853160858154,0.2436423003673553,0.1443062573671341,0.1176005080342292,Energy,7.0
90
- ett2/H/long,Lag-Llama,458.2425537109375,427.1151428222656,12.93610382080078,1.3777650594711304,0.2257152050733566,0.2234200537204742,11.818683624267578,21.40660095214844,0.293146938085556,0.1771499961614608,0.1442978829145431,Energy,7.0
91
- jena_weather/10T/long,Lag-Llama,3067.67236328125,3001.002197265625,15.299568176269531,0.7451301217079163,1.139932632446289,0.7513930797576904,10.126994132995604,55.38657379150391,0.3389199078083038,0.0936206802725792,0.0833243131637573,Nature,21.0
92
- jena_weather/H/long,Lag-Llama,2499.9189453125,2588.828369140625,15.914846420288086,1.1243258714675903,4.482751369476318,0.6934950947761536,11.37956714630127,49.99918746948242,0.3010505139827728,0.095825009047985,0.0784495696425437,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Lag-Llama,7075744.0,6088435.5,475.349365234375,1.0786962509155271,4.997410297393799,0.8676565289497375,24.48217391967773,2660.027099609375,7.029657363891602,1.256206512451172,0.9994799494743348,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Lag-Llama,3241771.0,2618908.0,205.58804321289065,3.691957235336304,2.181558609008789,0.7749583721160889,129.75146484375,1800.4918212890625,6.897278785705566,0.7875614762306213,0.7810600996017456,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Lag-Llama,21946276.0,21382274.0,2435.65771484375,7.44248104095459,0.0990750342607498,0.1028457731008529,157.21676635742188,4684.68505859375,0.1806695908308029,0.0939335897564888,0.0782411992549896,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Lag-Llama,223994.09375,209210.953125,137.7367401123047,4.068155765533447,0.1471907943487167,0.157325342297554,99.16911315917967,473.2801513671875,0.3506210744380951,0.1020397841930389,0.0958718881011009,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Lag-Llama,733.0809936523438,561.3876953125,17.251840591430664,1.5998576879501345,1.3088725805282593,1.2709603309631348,21.63999366760254,27.07546806335449,1.5202471017837524,0.9686650633811952,0.8041598200798035,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Lag-Llama,160.1184844970703,157.3302459716797,8.510421752929688,0.8789162635803223,0.9155853986740112,0.9115734696388244,9.525185585021973,12.653793334960938,0.7729302644729614,0.5198411345481873,0.4227137565612793,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/Lag-Llama/config.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "model": "Lag-Llama",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama"
6
- }
 
 
 
 
 
 
 
results/Moirai_base/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Moirai_base,25400000000.0,2330000.0,173.0,0.792,2.16,0.75,151.0,159000.0,500.0,0.542,0.413,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Moirai_base,604000000.0,3370000.0,293.0,1.18,3.73,0.583,23.2,24600.0,70.1,0.836,0.613,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Moirai_base,180000000.0,2090000.0,136.0,1.82,1.05,0.667,404.0,13400.0,54.9,0.557,0.446,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Moirai_base,4020000.0,1790000.0,140.0,6.07,1.05,0.556,210.0,2010.0,8.78,0.612,0.58,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Moirai_base,6360000.0,6290000.0,1120.0,5.32,0.0689,0.0723,65.8,2520.0,0.0973,0.043,0.0328,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Moirai_base,22.1,22.4,2.81,0.291,0.156,0.212,2.64,4.7,0.161,0.0966,0.0778,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Moirai_base,272.0,300.0,10.6,0.999,0.599,0.973,13.1,16.5,0.89,0.57,0.493,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Moirai_base,51900.0,56300.0,73.1,3.43,0.389,0.133,30.0,228.0,0.169,0.0542,0.0421,Web/CloudOps,2.0
10
- car_parts/M/short,Moirai_base,17.2,1.44,0.462,0.835,0.858,1.91,18.3,4.15,9.95,1.11,0.999,Sales,1.0
11
- covid_deaths/D/short,Moirai_base,131000000.0,675000.0,142.0,34.6,0.0957,0.371,448.0,11400.0,4.31,0.0533,0.0439,Healthcare,1.0
12
- electricity/15T/short,Moirai_base,255000.0,201000.0,74.8,1.54,0.224,0.229,12.8,505.0,0.995,0.147,0.12,Energy,1.0
13
- electricity/D/short,Moirai_base,1710000000.0,1620000000.0,4690.0,1.5,0.468,0.103,12.8,41300.0,0.679,0.077,0.0607,Energy,1.0
14
- electricity/H/short,Moirai_base,1870000.0,1840000.0,196.0,1.09,0.252,0.143,10.9,1370.0,0.646,0.0923,0.0751,Energy,1.0
15
- electricity/W/short,Moirai_base,132000000000.0,135000000000.0,44600.0,1.92,0.273,0.118,15.2,364000.0,0.83,0.102,0.077,Energy,1.0
16
- ett1/15T/short,Moirai_base,5.91,5.81,1.3,0.825,0.46,0.29,6.03,2.43,0.459,0.247,0.193,Energy,7.0
17
- ett1/D/short,Moirai_base,52700.0,51800.0,149.0,1.74,1.44,0.466,11.3,230.0,0.603,0.392,0.301,Energy,7.0
18
- ett1/H/short,Moirai_base,109.0,112.0,5.28,0.885,0.483,0.278,6.53,10.4,0.487,0.247,0.197,Energy,7.0
19
- ett1/W/short,Moirai_base,1570000.0,1250000.0,831.0,1.54,0.61,0.545,9.06,1250.0,0.499,0.331,0.261,Energy,7.0
20
- ett2/15T/short,Moirai_base,9.46,9.57,2.08,0.959,0.142,0.161,6.51,3.08,0.146,0.0988,0.0776,Energy,7.0
21
- ett2/D/short,Moirai_base,116000.0,113000.0,203.0,1.31,0.407,0.136,14.7,340.0,0.195,0.116,0.0947,Energy,7.0
22
- ett2/H/short,Moirai_base,131.0,133.0,7.1,0.807,0.134,0.119,6.0,11.4,0.145,0.0901,0.0718,Energy,7.0
23
- ett2/W/short,Moirai_base,5220000.0,3630000.0,1320.0,0.851,0.143,0.145,9.62,2280.0,0.192,0.111,0.0871,Energy,7.0
24
- hierarchical_sales/D/short,Moirai_base,28.9,28.4,2.3,0.746,0.627,1.06,7.72,5.37,1.65,0.706,0.575,Sales,1.0
25
- hierarchical_sales/W/short,Moirai_base,744.0,482.0,9.21,0.747,0.548,0.47,7.61,27.3,1.25,0.423,0.357,Sales,1.0
26
- hospital/M/short,Moirai_base,2750.0,2590.0,17.5,0.775,0.202,0.177,5.7,52.4,0.19,0.0635,0.0506,Healthcare,1.0
27
- jena_weather/10T/short,Moirai_base,1700.0,1720.0,9.55,0.35,0.401,0.635,3.21,41.2,0.256,0.0593,0.0535,Nature,21.0
28
- jena_weather/D/short,Moirai_base,446.0,437.0,10.6,1.15,0.644,0.481,8.12,21.1,0.127,0.0639,0.0498,Nature,21.0
29
- jena_weather/H/short,Moirai_base,1190.0,1130.0,8.65,0.554,1.12,0.627,5.36,34.5,0.212,0.053,0.0438,Nature,21.0
30
- kdd_cup_2018/D/short,Moirai_base,2620.0,2890.0,21.1,1.2,0.53,0.466,9.22,51.2,1.15,0.474,0.376,Nature,1.0
31
- kdd_cup_2018/H/short,Moirai_base,4550.0,4790.0,23.0,0.944,0.824,0.513,7.85,67.4,1.41,0.482,0.389,Nature,1.0
32
- loop_seattle/5T/short,Moirai_base,39.1,40.7,3.38,0.536,0.0875,0.0723,4.15,6.26,0.107,0.058,0.0457,Transport,1.0
33
- loop_seattle/D/short,Moirai_base,18.8,18.7,2.99,0.903,0.0555,0.0551,8.4,4.34,0.0775,0.0535,0.0442,Transport,1.0
34
- loop_seattle/H/short,Moirai_base,80.5,82.9,5.18,1.06,0.164,0.115,9.59,8.97,0.159,0.0917,0.0739,Transport,1.0
35
- m_dense/D/short,Moirai_base,17600.0,17700.0,79.4,1.1,0.197,0.162,6.96,133.0,0.23,0.137,0.104,Transport,1.0
36
- m_dense/H/short,Moirai_base,49000.0,49500.0,96.4,0.837,0.289,0.225,8.04,221.0,0.393,0.171,0.14,Transport,1.0
37
- m4_daily/D/short,Moirai_base,1190000.0,966000.0,316.0,5.37,0.0509,0.0436,49.7,1090.0,0.169,0.0487,0.0401,Econ/Fin,1.0
38
- m4_hourly/H/short,Moirai_base,817000.0,873000.0,205.0,0.971,0.0966,0.0876,8.59,904.0,0.123,0.028,0.0222,Econ/Fin,1.0
39
- m4_monthly/M/short,Moirai_base,2040000.0,1860000.0,567.0,0.953,0.166,0.132,8.29,1430.0,0.297,0.118,0.0938,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Moirai_base,1790000.0,1730000.0,548.0,1.14,0.116,0.0987,9.08,1340.0,0.224,0.0918,0.0734,Econ/Fin,1.0
41
- m4_weekly/W/short,Moirai_base,425000.0,416000.0,328.0,2.81,0.0759,0.0792,24.7,652.0,0.119,0.0597,0.0482,Econ/Fin,1.0
42
- m4_yearly/A/short,Moirai_base,3170000.0,3130000.0,814.0,3.01,0.163,0.134,26.5,1780.0,0.286,0.131,0.105,Econ/Fin,1.0
43
- restaurant/D/short,Moirai_base,146.0,147.0,7.37,0.704,0.664,0.404,5.11,12.1,0.556,0.339,0.266,Sales,1.0
44
- saugeen/D/short,Moirai_base,1060.0,1260.0,13.1,2.91,0.291,0.325,29.1,32.6,1.06,0.425,0.354,Nature,1.0
45
- saugeen/M/short,Moirai_base,510.0,579.0,14.2,0.834,0.401,0.398,5.2,22.6,0.678,0.428,0.348,Nature,1.0
46
- saugeen/W/short,Moirai_base,1150.0,1280.0,17.3,1.41,0.473,0.456,10.5,34.0,1.02,0.524,0.423,Nature,1.0
47
- solar/10T/short,Moirai_base,49.3,27.6,2.53,1.1,3.39,1.63,18.4,7.02,2.04,0.737,0.614,Energy,1.0
48
- solar/D/short,Moirai_base,127000.0,140000.0,261.0,1.02,1.1,0.437,5.79,357.0,0.515,0.377,0.295,Energy,1.0
49
- solar/H/short,Moirai_base,649.0,668.0,11.6,0.893,2.89,1.44,6.42,25.5,0.939,0.427,0.338,Energy,1.0
50
- solar/W/short,Moirai_base,3490000.0,3430000.0,1510.0,1.66,0.348,0.28,8.58,1870.0,0.381,0.308,0.235,Energy,1.0
51
- sz_taxi/15T/short,Moirai_base,18.9,18.3,2.88,0.576,1180000000000.0,0.412,4.29,4.35,0.407,0.269,0.213,Transport,1.0
52
- sz_taxi/H/short,Moirai_base,8.24,7.76,1.93,0.588,0.988,0.304,4.87,2.87,0.267,0.18,0.143,Transport,1.0
53
- temperature_rain/D/short,Moirai_base,2520.0,168.0,5.61,1.31,31.1,1.52,18.8,50.2,5.92,0.66,0.535,Nature,1.0
54
- us_births/D/short,Moirai_base,270000.0,246000.0,346.0,0.509,0.0331,0.0326,4.81,520.0,0.0487,0.0324,0.0267,Healthcare,1.0
55
- us_births/M/short,Moirai_base,52500000.0,58600000.0,6390.0,0.723,0.0196,0.0198,5.75,7250.0,0.0225,0.0198,0.0149,Healthcare,1.0
56
- us_births/W/short,Moirai_base,4430000.0,4510000.0,1580.0,1.44,0.0212,0.0214,11.1,2110.0,0.0286,0.0215,0.0173,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Moirai_base,58800000000000.0,4830000.0,310.0,1.05,4.24,0.815,196.0,7670000.0,23300.0,0.942,0.662,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Moirai_base,35400000.0,2430000.0,158.0,4.53,1.42,0.687,164.0,5950.0,25.0,0.663,0.616,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Moirai_base,40100000.0,36600000.0,3150.0,12.8,0.185,0.173,130.0,6330.0,0.249,0.124,0.104,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Moirai_base,143.0,160.0,8.86,0.853,0.544,0.902,6.98,11.9,0.629,0.466,0.38,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Moirai_base,333.0,438.0,14.0,1.32,1.01,1.42,7.92,18.2,1.1,0.848,0.688,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Moirai_base,159000.0,158000.0,148.0,5.99,0.772,0.211,52.8,399.0,0.3,0.111,0.09,Web/CloudOps,2.0
63
- electricity/15T/medium,Moirai_base,277000000.0,380000.0,75.7,1.33,0.211,0.204,12.5,16600.0,28.7,0.13,0.106,Energy,1.0
64
- electricity/H/medium,Moirai_base,6930000.0,7030000.0,267.0,1.19,0.274,0.144,9.96,2630.0,1.03,0.104,0.0822,Energy,1.0
65
- ett1/15T/medium,Moirai_base,17.2,17.4,2.11,1.24,0.758,0.471,10.5,4.14,0.79,0.402,0.324,Energy,7.0
66
- ett1/H/medium,Moirai_base,154.0,153.0,7.32,1.35,2330000000000.0,0.45,11.9,12.4,0.594,0.351,0.282,Energy,7.0
67
- ett2/15T/medium,Moirai_base,17.2,17.8,2.63,1.1,0.163,0.195,8.7,4.14,0.221,0.14,0.109,Energy,7.0
68
- ett2/H/medium,Moirai_base,214.0,213.0,9.27,1.03,0.172,0.169,7.65,14.6,0.197,0.125,0.0999,Energy,7.0
69
- jena_weather/10T/medium,Moirai_base,2530.0,2490.0,12.6,0.712,1.03,0.723,7.2,50.3,0.308,0.0772,0.0677,Nature,21.0
70
- jena_weather/H/medium,Moirai_base,1710.0,1670.0,11.3,0.817,3.22,0.68,6.7,41.3,0.253,0.0694,0.0569,Nature,21.0
71
- kdd_cup_2018/H/medium,Moirai_base,5040.0,5320.0,25.8,1.05,0.938,0.572,9.0,71.0,1.49,0.54,0.441,Nature,1.0
72
- loop_seattle/5T/medium,Moirai_base,33.1,34.5,3.23,0.523,0.0945,0.0751,4.04,5.75,0.102,0.0574,0.0453,Transport,1.0
73
- loop_seattle/H/medium,Moirai_base,90.2,83.3,5.49,1.14,0.155,0.121,11.7,9.5,0.168,0.097,0.0798,Transport,1.0
74
- m_dense/H/medium,Moirai_base,41100.0,41200.0,86.4,0.734,0.266,0.198,7.53,203.0,0.353,0.15,0.123,Transport,1.0
75
- solar/10T/medium,Moirai_base,62.0,84.1,4.31,1.89,1.09,1.95,14.9,7.87,1.75,0.956,0.832,Energy,1.0
76
- solar/H/medium,Moirai_base,659.0,667.0,11.7,0.892,3.32,1.43,6.46,25.7,0.925,0.421,0.331,Energy,1.0
77
- sz_taxi/15T/medium,Moirai_base,20.1,17.5,2.86,0.558,12100000000000.0,0.417,4.56,4.48,0.417,0.266,0.211,Transport,1.0
78
- bitbrains_fast_storage/5T/long,Moirai_base,474000000000.0,6610000.0,417.0,0.967,5.26,0.836,208.0,689000.0,1820.0,1.1,0.732,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,Moirai_base,1560000000.0,3060000.0,194.0,3.45,2.59,0.679,120.0,39500.0,151.0,0.745,0.665,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,Moirai_base,48700000.0,40700000.0,3660.0,13.5,0.192,0.183,112.0,6980.0,0.269,0.141,0.12,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,Moirai_base,239.0,271.0,12.0,1.12,0.823,1.18,7.89,15.4,0.867,0.672,0.554,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,Moirai_base,190.0,253.0,10.6,1.09,0.993,1.15,5.71,13.8,0.841,0.647,0.495,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,Moirai_base,287000.0,275000.0,176.0,6.08,1.18,0.247,62.3,536.0,0.397,0.131,0.115,Web/CloudOps,2.0
84
- electricity/15T/long,Moirai_base,246000000.0,1430000.0,90.9,1.32,0.198,0.196,11.3,15700.0,24.7,0.143,0.115,Energy,1.0
85
- electricity/H/long,Moirai_base,8890000.0,7500000.0,273.0,1.26,0.309,0.151,10.6,2980.0,1.18,0.108,0.0855,Energy,1.0
86
- ett1/15T/long,Moirai_base,11.6,11.3,1.8,1.12,0.708,0.445,8.2,3.4,0.648,0.343,0.273,Energy,7.0
87
- ett1/H/long,Moirai_base,158.0,156.0,7.48,1.38,3640000000000.0,0.461,12.3,12.6,0.601,0.358,0.287,Energy,7.0
88
- ett2/15T/long,Moirai_base,336.0,30.5,3.05,1.3,0.206,0.223,22.6,18.3,0.977,0.163,0.137,Energy,7.0
89
- ett2/H/long,Moirai_base,262.0,258.0,10.1,1.12,0.197,0.192,8.0,16.2,0.222,0.138,0.11,Energy,7.0
90
- jena_weather/10T/long,Moirai_base,2800.0,2660.0,13.1,0.762,1.14,0.719,7.65,52.9,0.324,0.0804,0.0705,Nature,21.0
91
- jena_weather/H/long,Moirai_base,2250.0,1730.0,13.0,1.06,2.83,0.684,9.18,47.4,0.285,0.0781,0.0653,Nature,21.0
92
- kdd_cup_2018/H/long,Moirai_base,3620.0,3820.0,22.3,0.96,1.02,0.564,7.6,60.2,1.41,0.524,0.418,Nature,1.0
93
- loop_seattle/5T/long,Moirai_base,45.4,47.8,3.69,0.591,0.114,0.0854,4.79,6.74,0.119,0.0653,0.0518,Transport,1.0
94
- loop_seattle/H/long,Moirai_base,87.7,85.2,5.41,1.15,0.174,0.121,12.5,9.37,0.167,0.0966,0.0796,Transport,1.0
95
- m_dense/H/long,Moirai_base,40200.0,40000.0,86.3,0.734,0.262,0.196,7.28,201.0,0.347,0.149,0.122,Transport,1.0
96
- solar/10T/long,Moirai_base,70.9,94.3,4.63,2.02,0.999,1.99,14.4,8.42,1.82,1.0,0.903,Energy,1.0
97
- solar/H/long,Moirai_base,773.0,806.0,14.1,1.07,2.84,1.47,7.38,27.8,0.964,0.487,0.36,Energy,1.0
98
- sz_taxi/15T/long,Moirai_base,25.7,16.9,2.83,0.537,7100000000000.0,0.415,4.85,5.07,0.469,0.262,0.209,Transport,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/Moirai_base/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "Moirai_base",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-base",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/Moirai_large/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Moirai_large,67700000.0,2190000.0,169.0,0.827,2.38,0.747,32.4,8230.0,25.8,0.53,0.412,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Moirai_large,7100000.0,3490000.0,308.0,1.09,3.47,0.581,23.4,2670.0,7.6,0.879,0.646,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Moirai_large,66300000.0,1900000.0,127.0,1.75,1.15,0.664,101.0,8150.0,33.3,0.519,0.418,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Moirai_large,1780000.0,1860000.0,140.0,5.93,1.15,0.544,203.0,1330.0,5.83,0.613,0.566,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Moirai_large,9410000.0,10300000.0,1250.0,4.51,0.0605,0.064,22.6,3070.0,0.118,0.048,0.0383,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Moirai_large,21.9,21.8,2.77,0.285,0.168,0.211,3.4,4.68,0.161,0.095,0.0794,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Moirai_large,297.0,348.0,12.3,1.15,0.703,1.31,10.7,17.2,0.93,0.664,0.559,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Moirai_large,390000.0,32700.0,51.5,2.31,0.213,0.0986,20.0,625.0,0.463,0.0382,0.0315,Web/CloudOps,2.0
10
- car_parts/M/short,Moirai_large,201.0,1.37,0.509,0.903,0.765,1.85,82.3,14.2,34.0,1.22,1.18,Sales,1.0
11
- covid_deaths/D/short,Moirai_large,783000.0,683000.0,145.0,36.5,0.101,0.377,590.0,885.0,0.333,0.0544,0.0459,Healthcare,1.0
12
- electricity/15T/short,Moirai_large,214000.0,201000.0,81.3,1.71,0.238,0.25,13.9,463.0,0.912,0.16,0.128,Energy,1.0
13
- electricity/D/short,Moirai_large,2830000000.0,2790000000.0,5370.0,1.51,0.508,0.101,13.3,53200.0,0.875,0.0882,0.0693,Energy,1.0
14
- electricity/H/short,Moirai_large,2060000.0,2010000.0,201.0,1.08,0.216,0.142,11.4,1430.0,0.677,0.0951,0.0773,Energy,1.0
15
- electricity/W/short,Moirai_large,75000000000.0,67300000000.0,34900.0,1.79,0.263,0.112,14.5,274000.0,0.625,0.0796,0.0621,Energy,1.0
16
- ett1/15T/short,Moirai_large,8.23,8.46,1.53,0.925,0.501,0.321,6.58,2.87,0.542,0.29,0.226,Energy,7.0
17
- ett1/D/short,Moirai_large,45200.0,44800.0,142.0,1.75,1.19,0.483,11.9,213.0,0.558,0.374,0.286,Energy,7.0
18
- ett1/H/short,Moirai_large,103.0,103.0,5.14,0.855,0.521,0.265,6.42,10.1,0.474,0.24,0.189,Energy,7.0
19
- ett1/W/short,Moirai_large,1820000.0,1360000.0,830.0,1.51,0.584,0.531,9.96,1350.0,0.537,0.33,0.26,Energy,7.0
20
- ett2/15T/short,Moirai_large,9.82,9.94,2.17,1.0,0.146,0.168,6.47,3.13,0.149,0.103,0.0803,Energy,7.0
21
- ett2/D/short,Moirai_large,111000.0,107000.0,205.0,1.44,0.379,0.151,14.3,333.0,0.191,0.117,0.0936,Energy,7.0
22
- ett2/H/short,Moirai_large,118.0,117.0,6.79,0.783,0.13,0.117,5.94,10.9,0.138,0.0862,0.0689,Energy,7.0
23
- ett2/W/short,Moirai_large,5550000.0,5510000.0,1660.0,1.31,0.215,0.249,10.6,2350.0,0.198,0.14,0.109,Energy,7.0
24
- hierarchical_sales/D/short,Moirai_large,32.3,28.2,2.3,0.745,0.643,1.06,7.75,5.69,1.74,0.706,0.58,Sales,1.0
25
- hierarchical_sales/W/short,Moirai_large,621.0,476.0,9.27,0.749,0.568,0.469,7.09,24.9,1.14,0.425,0.359,Sales,1.0
26
- hospital/M/short,Moirai_large,2860.0,2870.0,17.9,0.768,0.201,0.175,5.61,53.5,0.194,0.0651,0.0513,Healthcare,1.0
27
- jena_weather/10T/short,Moirai_large,1470.0,1690.0,8.92,0.338,0.36,0.632,3.38,38.3,0.238,0.0554,0.0513,Nature,21.0
28
- jena_weather/D/short,Moirai_large,448.0,443.0,10.4,1.14,0.756,0.467,8.29,21.2,0.127,0.0628,0.0512,Nature,21.0
29
- jena_weather/H/short,Moirai_large,1200.0,1180.0,9.03,0.585,1.9,0.622,5.63,34.7,0.213,0.0554,0.0449,Nature,21.0
30
- kdd_cup_2018/D/short,Moirai_large,2710.0,2870.0,21.0,1.2,0.524,0.468,10.0,52.1,1.17,0.471,0.381,Nature,1.0
31
- kdd_cup_2018/H/short,Moirai_large,4170.0,4300.0,21.5,0.894,0.788,0.479,7.45,64.6,1.35,0.449,0.362,Nature,1.0
32
- loop_seattle/5T/short,Moirai_large,31.5,33.4,3.05,0.486,0.0857,0.0642,4.09,5.61,0.0963,0.0522,0.0414,Transport,1.0
33
- loop_seattle/D/short,Moirai_large,20.0,20.0,3.05,0.916,0.0566,0.0561,9.23,4.47,0.08,0.0544,0.0452,Transport,1.0
34
- loop_seattle/H/short,Moirai_large,70.8,71.6,4.61,0.945,0.144,0.104,8.93,8.42,0.149,0.0817,0.0661,Transport,1.0
35
- m_dense/D/short,Moirai_large,15500.0,14900.0,69.7,0.957,0.169,0.14,7.43,124.0,0.215,0.121,0.0952,Transport,1.0
36
- m_dense/H/short,Moirai_large,43100.0,43400.0,88.0,0.777,0.284,0.206,7.75,208.0,0.368,0.156,0.128,Transport,1.0
37
- m4_daily/D/short,Moirai_large,1080000.0,1060000.0,240.0,4.18,0.0435,0.0364,40.1,1040.0,0.16,0.037,0.0303,Econ/Fin,1.0
38
- m4_hourly/H/short,Moirai_large,403000.0,423000.0,166.0,0.886,0.0918,0.0822,7.75,635.0,0.0867,0.0227,0.0198,Econ/Fin,1.0
39
- m4_monthly/M/short,Moirai_large,2060000.0,1890000.0,575.0,0.977,0.169,0.134,8.46,1430.0,0.298,0.12,0.0951,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Moirai_large,1760000.0,1730000.0,549.0,1.14,0.118,0.099,9.38,1330.0,0.222,0.0918,0.0734,Econ/Fin,1.0
41
- m4_weekly/W/short,Moirai_large,385000.0,418000.0,321.0,2.58,0.0762,0.0782,24.2,620.0,0.113,0.0586,0.0465,Econ/Fin,1.0
42
- m4_yearly/A/short,Moirai_large,3140000.0,3080000.0,807.0,2.97,0.164,0.133,26.7,1770.0,0.284,0.129,0.104,Econ/Fin,1.0
43
- restaurant/D/short,Moirai_large,147.0,149.0,7.5,0.715,0.712,0.408,5.1,12.1,0.557,0.345,0.27,Sales,1.0
44
- saugeen/D/short,Moirai_large,1280.0,1400.0,14.8,3.29,0.407,0.396,39.8,35.8,1.16,0.48,0.406,Nature,1.0
45
- saugeen/M/short,Moirai_large,391.0,408.0,12.9,0.756,0.415,0.377,7.71,19.8,0.593,0.387,0.324,Nature,1.0
46
- saugeen/W/short,Moirai_large,1230.0,1360.0,17.1,1.38,0.389,0.438,15.2,35.0,1.06,0.515,0.43,Nature,1.0
47
- solar/10T/short,Moirai_large,31.4,32.8,2.54,1.11,2.72,1.68,11.0,5.61,1.63,0.738,0.596,Energy,1.0
48
- solar/D/short,Moirai_large,130000.0,142000.0,253.0,0.987,1.13,0.424,6.33,360.0,0.521,0.366,0.292,Energy,1.0
49
- solar/H/short,Moirai_large,661.0,707.0,11.3,0.875,3.2,1.42,5.6,25.7,0.948,0.417,0.333,Energy,1.0
50
- solar/W/short,Moirai_large,3040000.0,3020000.0,1400.0,1.53,0.322,0.263,8.04,1740.0,0.356,0.286,0.213,Energy,1.0
51
- sz_taxi/15T/short,Moirai_large,18.8,18.3,2.9,0.581,1020000000000.0,0.41,4.56,4.33,0.405,0.271,0.215,Transport,1.0
52
- sz_taxi/H/short,Moirai_large,8.83,8.12,1.98,0.601,0.98,0.31,5.06,2.97,0.277,0.184,0.146,Transport,1.0
53
- temperature_rain/D/short,Moirai_large,1580.0,132.0,4.84,1.2,33.4,1.44,19.2,39.8,4.68,0.57,0.479,Nature,1.0
54
- us_births/D/short,Moirai_large,277000.0,258000.0,342.0,0.503,0.0331,0.0324,4.92,527.0,0.0494,0.032,0.0268,Healthcare,1.0
55
- us_births/M/short,Moirai_large,64300000.0,62300000.0,6800.0,0.771,0.0209,0.0211,5.12,8020.0,0.0249,0.0211,0.0158,Healthcare,1.0
56
- us_births/W/short,Moirai_large,5060000.0,5020000.0,1620.0,1.47,0.0218,0.0218,11.8,2250.0,0.0305,0.022,0.0178,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Moirai_large,614000000.0,3950000.0,289.0,1.02,4.92,0.807,249.0,24800.0,75.3,0.878,0.636,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Moirai_large,233000000.0,2320000.0,148.0,4.46,0.665,0.706,375.0,15300.0,64.2,0.622,0.594,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Moirai_large,26200000.0,25400000.0,2350.0,7.39,0.0988,0.103,148.0,5120.0,0.201,0.0924,0.0836,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Moirai_large,197.0,223.0,9.88,0.987,0.712,0.896,7.56,14.0,0.739,0.52,0.41,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Moirai_large,295.0,378.0,13.0,1.25,1.07,1.39,7.15,17.2,1.04,0.789,0.619,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Moirai_large,114000.0,116000.0,105.0,3.87,0.138,0.14,71.3,338.0,0.254,0.0787,0.0692,Web/CloudOps,2.0
63
- electricity/15T/medium,Moirai_large,534000.0,343000.0,74.5,1.29,0.203,0.196,10.4,731.0,1.26,0.128,0.103,Energy,1.0
64
- electricity/H/medium,Moirai_large,24600000000.0,7890000.0,280.0,1.2,0.238,0.145,11.4,157000.0,61.3,0.109,0.0872,Energy,1.0
65
- ett1/15T/medium,Moirai_large,23.5,21.6,2.22,1.3,0.83,0.476,11.3,4.85,0.924,0.424,0.342,Energy,7.0
66
- ett1/H/medium,Moirai_large,145.0,143.0,7.1,1.34,2370000000000.0,0.453,10.6,12.1,0.578,0.34,0.27,Energy,7.0
67
- ett2/15T/medium,Moirai_large,20.5,15.0,2.48,1.06,0.16,0.187,10.3,4.53,0.241,0.132,0.105,Energy,7.0
68
- ett2/H/medium,Moirai_large,299.0,313.0,11.1,1.18,0.187,0.189,7.61,17.3,0.233,0.15,0.118,Energy,7.0
69
- jena_weather/10T/medium,Moirai_large,2780.0,2360.0,13.5,0.694,1.06,0.694,7.03,52.7,0.324,0.0827,0.0716,Nature,21.0
70
- jena_weather/H/medium,Moirai_large,1670.0,1410.0,11.7,0.891,3.15,0.697,7.78,40.9,0.25,0.0718,0.0577,Nature,21.0
71
- kdd_cup_2018/H/medium,Moirai_large,4590.0,4720.0,22.7,0.954,0.904,0.515,8.22,67.7,1.42,0.476,0.387,Nature,1.0
72
- loop_seattle/5T/medium,Moirai_large,22.5,23.1,2.75,0.45,0.075,0.0635,3.31,4.74,0.0843,0.049,0.0385,Transport,1.0
73
- loop_seattle/H/medium,Moirai_large,77.7,75.5,4.86,1.0,0.143,0.109,10.3,8.82,0.156,0.0859,0.0702,Transport,1.0
74
- m_dense/H/medium,Moirai_large,33700.0,33800.0,79.9,0.684,0.256,0.19,6.57,184.0,0.32,0.139,0.112,Transport,1.0
75
- solar/10T/medium,Moirai_large,57.9,77.7,4.16,1.82,1.39,1.9,16.3,7.61,1.69,0.924,0.747,Energy,1.0
76
- solar/H/medium,Moirai_large,758.0,827.0,12.0,0.917,3.83,1.43,5.77,27.5,0.992,0.431,0.346,Energy,1.0
77
- sz_taxi/15T/medium,Moirai_large,9400.0,18.0,2.91,0.569,11400000000000.0,0.421,6.14,97.0,9.02,0.271,0.215,Transport,1.0
78
- bitbrains_fast_storage/5T/long,Moirai_large,322000000.0,5750000.0,389.0,0.955,4.84,0.828,176.0,17900.0,47.4,1.03,0.716,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,Moirai_large,86500000.0,3590000.0,222.0,3.42,3.22,0.702,374.0,9300.0,35.6,0.852,0.678,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,Moirai_large,32900000.0,25700000.0,2680.0,7.84,0.105,0.109,155.0,5740.0,0.221,0.103,0.0939,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,Moirai_large,236.0,288.0,11.9,1.12,0.905,1.08,7.26,15.4,0.862,0.667,0.508,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,Moirai_large,269.0,339.0,13.0,1.27,1.28,1.21,7.86,16.4,1.0,0.794,0.6,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,Moirai_large,245000.0,238000.0,152.0,4.33,0.152,0.161,85.5,495.0,0.367,0.112,0.104,Web/CloudOps,2.0
84
- electricity/15T/long,Moirai_large,2560000000.0,471000.0,78.2,1.31,0.199,0.195,10.8,50600.0,79.8,0.123,0.0988,Energy,1.0
85
- electricity/H/long,Moirai_large,50200000000.0,12300000.0,329.0,1.36,0.323,0.16,13.1,224000.0,88.4,0.13,0.103,Energy,1.0
86
- ett1/15T/long,Moirai_large,21.2,22.0,2.31,1.4,0.918,0.508,11.9,4.6,0.877,0.441,0.358,Energy,7.0
87
- ett1/H/long,Moirai_large,173.0,172.0,7.73,1.45,2300000000000.0,0.473,12.3,13.1,0.629,0.37,0.296,Energy,7.0
88
- ett2/15T/long,Moirai_large,19.3,19.2,2.74,1.14,0.169,0.202,8.44,4.39,0.234,0.146,0.115,Energy,7.0
89
- ett2/H/long,Moirai_large,338.0,352.0,11.8,1.28,0.211,0.203,8.16,18.4,0.252,0.162,0.125,Energy,7.0
90
- jena_weather/10T/long,Moirai_large,3310.0,2560.0,14.3,0.792,1.5,0.689,6.97,57.6,0.352,0.0876,0.0772,Nature,21.0
91
- jena_weather/H/long,Moirai_large,1860.0,1520.0,12.7,0.881,2.62,0.66,7.8,43.1,0.259,0.0767,0.0609,Nature,21.0
92
- kdd_cup_2018/H/long,Moirai_large,3380.0,3470.0,19.9,0.867,0.932,0.514,7.45,58.1,1.36,0.467,0.378,Nature,1.0
93
- loop_seattle/5T/long,Moirai_large,42.3,43.9,3.47,0.556,0.106,0.0801,4.96,6.5,0.115,0.0614,0.0492,Transport,1.0
94
- loop_seattle/H/long,Moirai_large,83.5,81.0,5.03,1.05,0.162,0.114,11.6,9.14,0.163,0.0898,0.0742,Transport,1.0
95
- m_dense/H/long,Moirai_large,35600.0,35400.0,80.2,0.696,0.244,0.19,7.48,189.0,0.326,0.139,0.114,Transport,1.0
96
- solar/10T/long,Moirai_large,60.7,87.5,4.46,1.95,1.06,1.95,16.2,7.79,1.68,0.965,0.771,Energy,1.0
97
- solar/H/long,Moirai_large,735.0,784.0,13.4,1.02,2.84,1.46,5.53,27.1,0.94,0.463,0.347,Energy,1.0
98
- sz_taxi/15T/long,Moirai_large,53200.0,17.9,2.9,0.554,7030000000000.0,0.421,4.96,231.0,21.4,0.269,0.213,Transport,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/Moirai_large/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "Moirai_large",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/Moirai_small/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Moirai_small,2520000.0,2380000.0,181.0,0.826,1.73,0.758,49.6,1590.0,4.98,0.569,0.464,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Moirai_small,1050000000000.0,2860000.0,264.0,1.24,2.48,0.599,116.0,1020000.0,2910.0,0.753,0.619,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Moirai_small,2010000.0,2340000.0,146.0,2.01,0.424,0.676,195.0,1420.0,5.8,0.597,0.544,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Moirai_small,2350000.0,2110000.0,163.0,6.2,1.76,0.589,300.0,1530.0,6.72,0.715,0.665,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Moirai_small,15100000.0,15600000.0,1700.0,4.26,0.0657,0.0645,48.0,3890.0,0.15,0.0655,0.0546,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Moirai_small,23.0,22.5,2.9,0.301,0.166,0.219,3.02,4.8,0.165,0.0996,0.0814,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Moirai_small,219.0,270.0,10.5,1.0,0.687,0.993,7.33,14.8,0.797,0.568,0.452,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Moirai_small,89800.0,91300.0,89.7,2.83,0.49,0.105,33.3,300.0,0.222,0.0664,0.0568,Web/CloudOps,2.0
10
- car_parts/M/short,Moirai_small,1.75,1.37,0.536,0.93,0.717,1.83,14.6,1.32,3.18,1.29,1.08,Sales,1.0
11
- covid_deaths/D/short,Moirai_small,793000.0,947000.0,185.0,39.9,0.112,0.391,620.0,890.0,0.335,0.0696,0.0574,Healthcare,1.0
12
- electricity/15T/short,Moirai_small,355000.0,344000.0,97.8,1.87,0.251,0.265,13.2,596.0,1.17,0.193,0.151,Energy,1.0
13
- electricity/D/short,Moirai_small,1890000000.0,1810000000.0,4860.0,1.56,0.537,0.11,12.8,43400.0,0.714,0.0799,0.0626,Energy,1.0
14
- electricity/H/short,Moirai_small,1980000.0,2040000.0,227.0,1.23,0.294,0.161,11.2,1410.0,0.664,0.107,0.086,Energy,1.0
15
- electricity/W/short,Moirai_small,203000000000.0,183000000000.0,51100.0,2.15,0.287,0.127,15.1,451000.0,1.03,0.117,0.0882,Energy,1.0
16
- ett1/15T/short,Moirai_small,8.91,8.63,1.79,1.29,0.574,0.43,7.74,2.98,0.564,0.338,0.257,Energy,7.0
17
- ett1/D/short,Moirai_small,41600.0,39500.0,134.0,1.7,1.33,0.474,11.1,204.0,0.536,0.351,0.275,Energy,7.0
18
- ett1/H/short,Moirai_small,107.0,109.0,5.44,0.919,0.498,0.29,6.77,10.4,0.483,0.254,0.201,Energy,7.0
19
- ett1/W/short,Moirai_small,1120000.0,1060000.0,830.0,1.54,0.686,0.529,10.9,1060.0,0.421,0.33,0.261,Energy,7.0
20
- ett2/15T/short,Moirai_small,12.0,12.1,2.28,0.999,0.14,0.167,6.74,3.46,0.164,0.108,0.0858,Energy,7.0
21
- ett2/D/short,Moirai_small,123000.0,119000.0,210.0,1.42,0.479,0.147,14.9,351.0,0.201,0.12,0.101,Energy,7.0
22
- ett2/H/short,Moirai_small,123.0,124.0,7.16,0.835,0.138,0.124,6.26,11.1,0.14,0.0908,0.0722,Energy,7.0
23
- ett2/W/short,Moirai_small,5650000.0,5420000.0,1560.0,1.05,0.17,0.173,9.63,2380.0,0.199,0.131,0.105,Energy,7.0
24
- hierarchical_sales/D/short,Moirai_small,28.7,29.2,2.3,0.745,0.612,1.06,7.57,5.36,1.64,0.705,0.579,Sales,1.0
25
- hierarchical_sales/W/short,Moirai_small,523.0,486.0,9.44,0.785,0.561,0.484,7.31,22.9,1.05,0.433,0.365,Sales,1.0
26
- hospital/M/short,Moirai_small,5120.0,4810.0,21.9,0.843,0.221,0.187,7.11,71.5,0.26,0.0796,0.0625,Healthcare,1.0
27
- jena_weather/10T/short,Moirai_small,1800.0,1730.0,9.44,0.362,0.456,0.64,4.15,42.4,0.264,0.0586,0.0564,Nature,21.0
28
- jena_weather/D/short,Moirai_small,415.0,382.0,9.98,1.21,0.696,0.492,8.89,20.4,0.123,0.0601,0.0479,Nature,21.0
29
- jena_weather/H/short,Moirai_small,1410.0,1890.0,10.5,0.57,1.28,0.658,5.2,37.5,0.23,0.0643,0.0511,Nature,21.0
30
- kdd_cup_2018/D/short,Moirai_small,2640.0,2930.0,21.5,1.22,0.535,0.477,9.62,51.4,1.15,0.482,0.385,Nature,1.0
31
- kdd_cup_2018/H/short,Moirai_small,4630.0,4840.0,24.3,1.0,0.911,0.526,8.04,68.0,1.42,0.509,0.405,Nature,1.0
32
- loop_seattle/5T/short,Moirai_small,49.0,49.4,4.15,0.653,0.11,0.0866,5.04,7.0,0.12,0.0711,0.0557,Transport,1.0
33
- loop_seattle/D/short,Moirai_small,20.3,19.7,3.19,0.961,0.0592,0.0586,8.2,4.5,0.0805,0.057,0.0461,Transport,1.0
34
- loop_seattle/H/short,Moirai_small,105.0,110.0,6.07,1.23,0.208,0.131,12.0,10.2,0.181,0.107,0.0869,Transport,1.0
35
- m_dense/D/short,Moirai_small,12100.0,11000.0,58.3,0.836,0.146,0.12,7.46,110.0,0.19,0.101,0.0838,Transport,1.0
36
- m_dense/H/short,Moirai_small,69700.0,72300.0,128.0,1.09,0.396,0.291,8.49,264.0,0.468,0.228,0.181,Transport,1.0
37
- m4_daily/D/short,Moirai_small,814000.0,542000.0,204.0,3.71,0.0499,0.0357,29.2,902.0,0.139,0.0315,0.0246,Econ/Fin,1.0
38
- m4_hourly/H/short,Moirai_small,1570000.0,1500000.0,249.0,1.88,0.128,0.116,17.1,1250.0,0.171,0.0339,0.0283,Econ/Fin,1.0
39
- m4_monthly/M/short,Moirai_small,2210000.0,2100000.0,627.0,1.1,0.187,0.145,10.3,1490.0,0.309,0.13,0.104,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Moirai_small,1950000.0,1880000.0,586.0,1.24,0.127,0.105,10.8,1400.0,0.234,0.0982,0.0787,Econ/Fin,1.0
41
- m4_weekly/W/short,Moirai_small,478000.0,474000.0,352.0,2.81,0.0869,0.0937,23.6,691.0,0.126,0.0642,0.0514,Econ/Fin,1.0
42
- m4_yearly/A/short,Moirai_small,3150000.0,3100000.0,813.0,2.98,0.166,0.134,28.2,1780.0,0.285,0.13,0.105,Econ/Fin,1.0
43
- restaurant/D/short,Moirai_small,161.0,162.0,7.78,0.739,0.7,0.419,5.24,12.7,0.584,0.358,0.282,Sales,1.0
44
- saugeen/D/short,Moirai_small,1270.0,1420.0,14.9,3.31,0.366,0.395,36.7,35.6,1.15,0.482,0.408,Nature,1.0
45
- saugeen/M/short,Moirai_small,931.0,937.0,19.4,1.14,0.646,0.563,13.0,30.5,0.916,0.583,0.487,Nature,1.0
46
- saugeen/W/short,Moirai_small,1370.0,1560.0,18.5,1.5,0.432,0.483,16.6,37.0,1.12,0.558,0.471,Nature,1.0
47
- solar/10T/short,Moirai_small,50.7,37.9,3.32,1.45,3.28,1.66,16.8,7.12,2.07,0.966,0.758,Energy,1.0
48
- solar/D/short,Moirai_small,121000.0,123000.0,280.0,1.1,0.937,0.485,6.34,348.0,0.502,0.405,0.297,Energy,1.0
49
- solar/H/short,Moirai_small,767.0,861.0,13.6,1.05,3.47,1.47,8.13,27.7,1.02,0.5,0.388,Energy,1.0
50
- solar/W/short,Moirai_small,3050000.0,2990000.0,1410.0,1.55,0.326,0.266,6.99,1750.0,0.356,0.289,0.219,Energy,1.0
51
- sz_taxi/15T/short,Moirai_small,18.2,18.0,2.86,0.574,1250000000000.0,0.41,4.42,4.26,0.398,0.268,0.212,Transport,1.0
52
- sz_taxi/H/short,Moirai_small,9.09,8.59,2.04,0.627,1.01,0.312,5.07,3.01,0.281,0.19,0.151,Transport,1.0
53
- temperature_rain/D/short,Moirai_small,180.0,183.0,5.77,1.34,21.4,1.55,22.1,13.4,1.58,0.679,0.553,Nature,1.0
54
- us_births/D/short,Moirai_small,508000.0,391000.0,460.0,0.677,0.0447,0.0441,6.07,713.0,0.0668,0.0431,0.0371,Healthcare,1.0
55
- us_births/M/short,Moirai_small,180000000.0,171000000.0,10000.0,1.14,0.0313,0.0313,12.4,13400.0,0.0417,0.0312,0.0267,Healthcare,1.0
56
- us_births/W/short,Moirai_small,5730000.0,5860000.0,1780.0,1.62,0.024,0.0241,12.7,2390.0,0.0325,0.0242,0.0197,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Moirai_small,3230000.0,4010000.0,277.0,1.14,3.01,0.824,67.4,1800.0,5.46,0.842,0.62,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Moirai_small,89600000.0,2300000.0,149.0,4.69,0.439,0.707,837.0,9460.0,39.8,0.628,0.605,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Moirai_small,22500000.0,21800000.0,2290.0,7.33,0.0976,0.101,64.6,4740.0,0.186,0.0898,0.0821,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Moirai_small,155.0,176.0,9.22,0.896,0.63,0.884,7.03,12.4,0.654,0.485,0.378,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Moirai_small,230.0,308.0,12.4,1.2,1.02,1.13,7.19,15.2,0.918,0.752,0.547,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Moirai_small,138000.0,105000.0,97.5,3.54,0.124,0.132,41.1,371.0,0.28,0.0734,0.0676,Web/CloudOps,2.0
63
- electricity/15T/medium,Moirai_small,500000.0,392000.0,77.3,1.25,0.201,0.196,10.6,707.0,1.22,0.133,0.111,Energy,1.0
64
- electricity/H/medium,Moirai_small,7210000.0,7340000.0,293.0,1.33,0.385,0.163,10.8,2680.0,1.05,0.114,0.09,Energy,1.0
65
- ett1/15T/medium,Moirai_small,10.7,11.1,1.79,1.14,0.789,0.439,7.84,3.27,0.623,0.341,0.266,Energy,7.0
66
- ett1/H/medium,Moirai_small,157.0,158.0,7.53,1.4,2350000000000.0,0.483,9.96,12.5,0.601,0.361,0.29,Energy,7.0
67
- ett2/15T/medium,Moirai_small,13.5,13.9,2.39,1.0,0.155,0.187,7.88,3.67,0.195,0.127,0.1,Energy,7.0
68
- ett2/H/medium,Moirai_small,252.0,247.0,9.9,1.08,0.181,0.177,8.2,15.9,0.214,0.133,0.107,Energy,7.0
69
- jena_weather/10T/medium,Moirai_small,2400.0,2460.0,12.3,0.666,0.742,0.733,6.78,49.0,0.301,0.0753,0.0649,Nature,21.0
70
- jena_weather/H/medium,Moirai_small,1700.0,1840.0,12.0,0.896,2.51,0.71,6.75,41.2,0.252,0.0732,0.0591,Nature,21.0
71
- kdd_cup_2018/H/medium,Moirai_small,5170.0,5580.0,26.9,1.09,0.899,0.591,9.1,71.9,1.5,0.563,0.451,Nature,1.0
72
- loop_seattle/5T/medium,Moirai_small,72.9,76.5,5.0,0.792,0.168,0.115,6.45,8.54,0.152,0.0889,0.0703,Transport,1.0
73
- loop_seattle/H/medium,Moirai_small,103.0,102.0,5.9,1.21,0.191,0.129,12.2,10.1,0.179,0.104,0.0854,Transport,1.0
74
- m_dense/H/medium,Moirai_small,64500.0,67800.0,123.0,1.03,0.381,0.277,7.95,254.0,0.442,0.214,0.168,Transport,1.0
75
- solar/10T/medium,Moirai_small,57.1,82.9,4.28,1.87,1.05,1.94,14.0,7.56,1.68,0.951,0.77,Energy,1.0
76
- solar/H/medium,Moirai_small,882.0,1000.0,15.0,1.15,4.03,1.48,8.02,29.7,1.07,0.542,0.414,Energy,1.0
77
- sz_taxi/15T/medium,Moirai_small,19.1,18.3,2.93,0.574,12500000000000.0,0.426,4.65,4.37,0.407,0.272,0.215,Transport,1.0
78
- bitbrains_fast_storage/5T/long,Moirai_small,4370000.0,4460000.0,326.0,0.996,3.41,0.847,159.0,2090.0,5.52,0.861,0.659,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,Moirai_small,3170000.0,3930000.0,248.0,3.6,3.95,0.71,647.0,1780.0,6.82,0.95,0.704,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,Moirai_small,22800000.0,21000000.0,2450.0,7.49,0.099,0.104,62.0,4780.0,0.184,0.0943,0.0871,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,Moirai_small,257.0,320.0,12.9,1.21,0.913,1.22,7.78,16.0,0.901,0.725,0.563,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,Moirai_small,235.0,307.0,12.2,1.21,1.01,1.13,6.47,15.3,0.936,0.747,0.551,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,Moirai_small,222000.0,207000.0,128.0,3.66,0.13,0.143,35.6,471.0,0.349,0.0951,0.0892,Web/CloudOps,2.0
84
- electricity/15T/long,Moirai_small,5430000000000.0,1300000.0,105.0,1.48,0.229,0.214,57.4,2330000.0,3680.0,0.165,0.135,Energy,1.0
85
- electricity/H/long,Moirai_small,7550000.0,7590000.0,293.0,1.34,0.427,0.166,11.1,2750.0,1.08,0.115,0.0908,Energy,1.0
86
- ett1/15T/long,Moirai_small,9.8,9.87,1.74,1.14,0.818,0.442,7.82,3.13,0.597,0.332,0.259,Energy,7.0
87
- ett1/H/long,Moirai_small,176.0,172.0,8.37,1.55,1060000000000.0,0.546,10.2,13.3,0.636,0.401,0.313,Energy,7.0
88
- ett2/15T/long,Moirai_small,15.2,15.2,2.55,1.07,0.165,0.199,7.83,3.89,0.208,0.136,0.105,Energy,7.0
89
- ett2/H/long,Moirai_small,278.0,277.0,10.7,1.16,0.196,0.196,8.17,16.7,0.228,0.146,0.115,Energy,7.0
90
- jena_weather/10T/long,Moirai_small,2580.0,2650.0,12.8,0.68,0.731,0.72,7.53,50.8,0.311,0.078,0.0672,Nature,21.0
91
- jena_weather/H/long,Moirai_small,1720.0,2820.0,14.6,1.0,2.74,0.688,8.08,41.5,0.25,0.0877,0.0676,Nature,21.0
92
- kdd_cup_2018/H/long,Moirai_small,3980.0,4340.0,24.9,1.04,0.971,0.626,8.19,63.1,1.48,0.583,0.465,Nature,1.0
93
- loop_seattle/5T/long,Moirai_small,80.6,85.2,5.21,0.823,0.162,0.119,6.63,8.98,0.159,0.0921,0.0731,Transport,1.0
94
- loop_seattle/H/long,Moirai_small,108.0,117.0,6.12,1.27,0.227,0.134,13.4,10.4,0.185,0.109,0.0887,Transport,1.0
95
- m_dense/H/long,Moirai_small,66700.0,70000.0,125.0,1.03,0.355,0.272,8.28,258.0,0.447,0.216,0.172,Transport,1.0
96
- solar/10T/long,Moirai_small,72.7,91.0,4.57,1.99,1.2,1.94,17.8,8.53,1.84,0.987,0.865,Energy,1.0
97
- solar/H/long,Moirai_small,931.0,1080.0,16.1,1.23,4.0,1.5,8.9,30.5,1.06,0.558,0.422,Energy,1.0
98
- sz_taxi/15T/long,Moirai_small,31.5,16.8,2.82,0.536,6960000000000.0,0.407,5.59,5.61,0.52,0.261,0.209,Transport,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/Moirai_small/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "Moirai_small",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/N-BEATS/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,N-BEATS,1940000.0,1940000.0,198.0,1.09,2.56,0.759,43.4,1390.0,4.37,0.622,0.622,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,N-BEATS,2190000.0,2190000.0,285.0,1.37,3.41,0.492,54.7,1480.0,4.22,0.812,0.812,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,N-BEATS,2490000.0,2490000.0,160.0,2.18,0.661,0.707,87.2,1580.0,6.46,0.656,0.656,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,N-BEATS,1640000.0,1640000.0,163.0,6.16,1.65,0.529,246.0,1280.0,5.6,0.715,0.715,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,N-BEATS,6820000.0,6820000.0,1110.0,2.57,0.0396,0.0404,103.0,2610.0,0.101,0.043,0.043,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,N-BEATS,22.8,22.8,2.92,0.297,0.166,0.221,11.9,4.77,0.164,0.1,0.1,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,N-BEATS,68.1,68.1,5.34,0.536,0.646,0.666,21.5,8.25,0.445,0.288,0.288,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,N-BEATS,11100.0,11100.0,28.7,1.12,0.0758,0.0724,44.8,105.0,0.078,0.0213,0.0213,Web/CloudOps,2.0
10
- car_parts/M/short,N-BEATS,1.38,1.38,0.427,0.81,0.936,1.95,32.4,1.18,2.82,1.02,1.02,Sales,1.0
11
- covid_deaths/D/short,N-BEATS,1410000.0,1410000.0,189.0,32.8,0.09,0.362,1310.0,1190.0,0.446,0.071,0.071,Healthcare,1.0
12
- electricity/15T/short,N-BEATS,293000.0,293000.0,91.1,1.69,0.264,0.252,67.8,541.0,1.07,0.18,0.18,Energy,1.0
13
- electricity/D/short,N-BEATS,4350000000.0,4350000000.0,6700.0,1.85,0.582,0.127,73.9,66000.0,1.08,0.11,0.11,Energy,1.0
14
- electricity/H/short,N-BEATS,2920000.0,2920000.0,261.0,1.44,0.334,0.2,57.6,1710.0,0.806,0.123,0.123,Energy,1.0
15
- electricity/W/short,N-BEATS,260000000000.0,260000000000.0,54000.0,2.1,0.265,0.129,83.8,510000.0,1.16,0.123,0.123,Energy,1.0
16
- ett1/15T/short,N-BEATS,5.85,5.85,1.34,0.87,0.471,0.297,34.8,2.42,0.457,0.254,0.254,Energy,7.0
17
- ett1/D/short,N-BEATS,46700.0,46700.0,147.0,2.04,1.53,0.532,81.6,216.0,0.567,0.387,0.387,Energy,7.0
18
- ett1/H/short,N-BEATS,111.0,111.0,5.34,0.93,0.486,0.278,37.2,10.5,0.492,0.249,0.249,Energy,7.0
19
- ett1/W/short,N-BEATS,1520000.0,1520000.0,935.0,1.63,0.871,0.532,65.1,1230.0,0.49,0.372,0.372,Energy,7.0
20
- ett2/15T/short,N-BEATS,11.8,11.8,2.31,1.01,0.142,0.162,40.2,3.44,0.163,0.109,0.109,Energy,7.0
21
- ett2/D/short,N-BEATS,150000.0,150000.0,244.0,1.54,0.392,0.159,61.6,387.0,0.222,0.14,0.14,Energy,7.0
22
- ett2/H/short,N-BEATS,135.0,135.0,7.19,0.819,0.127,0.122,32.8,11.6,0.147,0.0911,0.0911,Energy,7.0
23
- ett2/W/short,N-BEATS,16900000.0,16900000.0,3500.0,2.69,0.6,0.569,108.0,4110.0,0.345,0.294,0.294,Energy,7.0
24
- hierarchical_sales/D/short,N-BEATS,30.1,30.1,2.37,0.773,0.629,1.07,30.9,5.49,1.68,0.728,0.728,Sales,1.0
25
- hierarchical_sales/W/short,N-BEATS,486.0,486.0,9.56,0.778,0.556,0.506,31.1,22.1,1.01,0.439,0.439,Sales,1.0
26
- hospital/M/short,N-BEATS,3180.0,3180.0,18.8,0.771,0.194,0.175,30.9,56.4,0.205,0.0682,0.0682,Healthcare,1.0
27
- jena_weather/10T/short,N-BEATS,2910.0,2910.0,16.7,0.527,0.946,0.673,21.1,53.9,0.335,0.104,0.104,Nature,21.0
28
- jena_weather/D/short,N-BEATS,4560.0,4560.0,32.0,1.83,1.82,0.611,73.0,67.5,0.407,0.193,0.193,Nature,21.0
29
- jena_weather/H/short,N-BEATS,2020.0,2020.0,15.9,0.763,8.24,0.644,30.5,45.0,0.276,0.0976,0.0976,Nature,21.0
30
- kdd_cup_2018/D/short,N-BEATS,3260.0,3260.0,23.6,1.35,0.507,0.549,54.2,57.1,1.28,0.529,0.529,Nature,1.0
31
- kdd_cup_2018/H/short,N-BEATS,6600.0,6600.0,32.6,1.3,1.62,0.622,51.9,81.2,1.7,0.683,0.683,Nature,1.0
32
- loop_seattle/5T/short,N-BEATS,67.9,67.9,4.66,0.735,0.125,0.0986,29.4,8.24,0.141,0.0799,0.0799,Transport,1.0
33
- loop_seattle/D/short,N-BEATS,18.7,18.7,2.99,0.898,0.0551,0.0551,35.9,4.32,0.0772,0.0534,0.0534,Transport,1.0
34
- loop_seattle/H/short,N-BEATS,76.5,76.5,5.08,1.03,0.14,0.115,41.3,8.74,0.155,0.09,0.09,Transport,1.0
35
- m_dense/D/short,N-BEATS,10500.0,10500.0,50.6,0.706,0.122,0.103,28.2,103.0,0.177,0.0875,0.0875,Transport,1.0
36
- m_dense/H/short,N-BEATS,55000.0,55000.0,107.0,0.915,0.321,0.252,36.6,235.0,0.416,0.19,0.19,Transport,1.0
37
- m4_daily/D/short,N-BEATS,522000.0,522000.0,186.0,3.35,0.0433,0.0316,134.0,723.0,0.112,0.0287,0.0287,Econ/Fin,1.0
38
- m4_hourly/H/short,N-BEATS,3210000.0,3210000.0,367.0,1.34,0.13,0.12,53.5,1790.0,0.245,0.0501,0.0501,Econ/Fin,1.0
39
- m4_monthly/M/short,N-BEATS,1950000.0,1950000.0,588.0,1.05,0.165,0.136,42.0,1390.0,0.29,0.122,0.122,Econ/Fin,1.0
40
- m4_quarterly/Q/short,N-BEATS,1880000.0,1880000.0,576.0,1.21,0.119,0.105,48.4,1370.0,0.229,0.0964,0.0964,Econ/Fin,1.0
41
- m4_weekly/W/short,N-BEATS,248000.0,248000.0,260.0,1.97,0.0642,0.0649,78.7,498.0,0.0908,0.0473,0.0473,Econ/Fin,1.0
42
- m4_yearly/A/short,N-BEATS,3250000.0,3250000.0,838.0,3.15,0.158,0.14,126.0,1800.0,0.289,0.134,0.134,Econ/Fin,1.0
43
- restaurant/D/short,N-BEATS,148.0,148.0,7.42,0.712,0.668,0.408,28.5,12.2,0.56,0.342,0.342,Sales,1.0
44
- saugeen/D/short,N-BEATS,1440.0,1440.0,14.8,3.28,0.327,0.409,131.0,38.0,1.23,0.478,0.478,Nature,1.0
45
- saugeen/M/short,N-BEATS,457.0,457.0,12.9,0.758,0.353,0.338,30.3,21.4,0.642,0.388,0.388,Nature,1.0
46
- saugeen/W/short,N-BEATS,1520.0,1520.0,19.0,1.54,0.45,0.562,61.7,39.0,1.18,0.574,0.574,Nature,1.0
47
- solar/10T/short,N-BEATS,22.7,22.7,1.98,0.848,4.85,1.51,33.9,4.76,1.39,0.576,0.576,Energy,1.0
48
- solar/D/short,N-BEATS,162000.0,162000.0,311.0,1.21,1.1,0.523,48.5,402.0,0.581,0.45,0.45,Energy,1.0
49
- solar/H/short,N-BEATS,894.0,894.0,13.5,1.04,6.67,1.43,41.6,29.9,1.1,0.498,0.498,Energy,1.0
50
- solar/W/short,N-BEATS,6160000.0,6160000.0,2110.0,2.33,0.483,0.37,93.4,2480.0,0.507,0.432,0.432,Energy,1.0
51
- sz_taxi/15T/short,N-BEATS,19.8,19.8,3.01,0.604,953000000000.0,0.437,24.1,4.45,0.417,0.281,0.281,Transport,1.0
52
- sz_taxi/H/short,N-BEATS,8.64,8.64,2.04,0.624,0.914,0.323,25.0,2.94,0.274,0.19,0.19,Transport,1.0
53
- temperature_rain/D/short,N-BEATS,215.0,215.0,7.13,1.9,111.0,1.52,75.9,14.7,1.73,0.84,0.84,Nature,1.0
54
- us_births/D/short,N-BEATS,219000.0,219000.0,310.0,0.456,0.0299,0.0294,18.3,468.0,0.0439,0.0291,0.0291,Healthcare,1.0
55
- us_births/M/short,N-BEATS,96900000.0,96900000.0,8170.0,0.928,0.0249,0.0253,37.1,9840.0,0.0306,0.0254,0.0254,Healthcare,1.0
56
- us_births/W/short,N-BEATS,4640000.0,4640000.0,1540.0,1.4,0.0207,0.0208,56.1,2150.0,0.0292,0.021,0.021,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,N-BEATS,3850000.0,3850000.0,277.0,1.6,1.46,0.879,63.9,1960.0,5.96,0.841,0.841,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,N-BEATS,2310000.0,2310000.0,166.0,4.79,0.806,0.78,192.0,1520.0,6.39,0.699,0.699,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,N-BEATS,4590000.0,4590000.0,1190.0,2.57,0.0372,0.038,103.0,2140.0,0.0842,0.0468,0.0468,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,N-BEATS,191.0,191.0,9.59,0.935,0.587,0.953,37.4,13.8,0.728,0.505,0.505,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,N-BEATS,120.0,120.0,6.93,0.701,0.565,0.893,28.0,11.0,0.664,0.42,0.42,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,N-BEATS,52600.0,52600.0,57.6,2.59,0.124,0.143,104.0,229.0,0.173,0.0434,0.0434,Web/CloudOps,2.0
63
- electricity/15T/medium,N-BEATS,818000.0,818000.0,102.0,1.62,0.281,0.238,64.7,905.0,1.56,0.176,0.176,Energy,1.0
64
- electricity/H/medium,N-BEATS,7030000.0,7030000.0,295.0,1.35,0.213,0.178,54.2,2650.0,1.03,0.115,0.115,Energy,1.0
65
- ett1/15T/medium,N-BEATS,19.3,19.3,2.26,1.41,0.881,0.507,56.2,4.39,0.837,0.43,0.43,Energy,7.0
66
- ett1/H/medium,N-BEATS,243.0,243.0,9.39,1.67,13100000000000.0,0.591,66.9,15.6,0.746,0.45,0.45,Energy,7.0
67
- ett2/15T/medium,N-BEATS,15.7,15.7,2.59,1.09,0.168,0.195,43.8,3.96,0.211,0.138,0.138,Energy,7.0
68
- ett2/H/medium,N-BEATS,232.0,232.0,9.67,1.05,0.183,0.172,42.2,15.2,0.205,0.13,0.13,Energy,7.0
69
- jena_weather/10T/medium,N-BEATS,2670.0,2670.0,14.5,0.749,0.85,0.763,30.0,51.7,0.317,0.0891,0.0891,Nature,21.0
70
- jena_weather/H/medium,N-BEATS,2180.0,2180.0,15.8,0.902,8.7,0.719,36.1,46.7,0.285,0.0965,0.0965,Nature,21.0
71
- kdd_cup_2018/H/medium,N-BEATS,6200.0,6200.0,31.5,1.29,0.85,0.754,51.6,78.8,1.65,0.66,0.66,Nature,1.0
72
- loop_seattle/5T/medium,N-BEATS,111.0,111.0,6.64,1.05,0.223,0.148,41.9,10.6,0.188,0.118,0.118,Transport,1.0
73
- loop_seattle/H/medium,N-BEATS,71.5,71.5,5.01,1.03,0.126,0.113,41.0,8.46,0.149,0.0885,0.0885,Transport,1.0
74
- m_dense/H/medium,N-BEATS,54900.0,54900.0,106.0,0.89,0.277,0.25,35.6,234.0,0.408,0.184,0.184,Transport,1.0
75
- solar/10T/medium,N-BEATS,90.0,90.0,4.52,1.98,0.964,1.95,79.1,9.49,2.11,1.0,1.0,Energy,1.0
76
- solar/H/medium,N-BEATS,3330.0,3330.0,27.8,2.12,0.992,1.99,84.8,57.7,2.08,1.0,1.0,Energy,1.0
77
- sz_taxi/15T/medium,N-BEATS,22.7,22.7,3.38,0.662,11500000000000.0,0.485,26.5,4.77,0.444,0.314,0.314,Transport,1.0
78
- electricity/15T/long,N-BEATS,506000.0,506000.0,78.1,1.15,0.171,0.18,46.1,711.0,1.12,0.123,0.123,Energy,1.0
79
- electricity/H/long,N-BEATS,9570000.0,9570000.0,319.0,1.42,0.216,0.186,56.7,3090.0,1.22,0.126,0.126,Energy,1.0
80
- solar/10T/long,N-BEATS,93.6,93.6,4.65,2.03,0.96,1.95,81.2,9.67,2.09,1.01,1.01,Energy,1.0
81
- solar/H/long,N-BEATS,3580.0,3580.0,28.9,2.21,0.999,1.99,88.2,59.8,2.07,1.0,1.0,Energy,1.0
82
- kdd_cup_2018/H/long,N-BEATS,4780.0,4780.0,28.1,1.18,0.827,0.752,47.2,69.1,1.62,0.66,0.66,Nature,1.0
83
- loop_seattle/5T/long,N-BEATS,116.0,116.0,6.63,1.05,0.207,0.148,42.0,10.8,0.19,0.117,0.117,Transport,1.0
84
- loop_seattle/H/long,N-BEATS,59.8,59.8,4.47,0.932,0.128,0.104,37.3,7.73,0.138,0.0798,0.0798,Transport,1.0
85
- sz_taxi/15T/long,N-BEATS,24.9,24.9,3.49,0.666,5980000000000.0,0.555,26.6,4.99,0.462,0.323,0.323,Transport,1.0
86
- m_dense/H/long,N-BEATS,92300.0,92300.0,140.0,1.18,0.356,0.311,47.3,304.0,0.526,0.243,0.243,Transport,1.0
87
- ett1/15T/long,N-BEATS,17.5,17.5,2.26,1.42,0.769,0.529,57.0,4.18,0.797,0.431,0.431,Energy,7.0
88
- ett1/H/long,N-BEATS,398.0,398.0,11.8,1.96,2030000000000.0,0.667,78.3,19.9,0.955,0.567,0.567,Energy,7.0
89
- ett2/15T/long,N-BEATS,13.3,13.3,2.36,0.98,0.149,0.178,39.2,3.64,0.194,0.126,0.126,Energy,7.0
90
- ett2/H/long,N-BEATS,324.0,324.0,11.4,1.26,0.217,0.205,50.5,18.0,0.247,0.156,0.156,Energy,7.0
91
- jena_weather/10T/long,N-BEATS,2850.0,2850.0,21.9,0.855,2.88,0.671,34.2,53.4,0.327,0.134,0.134,Nature,21.0
92
- jena_weather/H/long,N-BEATS,4250.0,4250.0,21.8,1.13,10.0,0.721,45.2,65.2,0.392,0.131,0.131,Nature,21.0
93
- bitbrains_fast_storage/5T/long,N-BEATS,3890000.0,3890000.0,299.0,1.4,1.58,0.873,55.9,1970.0,5.21,0.791,0.791,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,N-BEATS,2480000.0,2480000.0,277.0,3.95,5.19,0.723,158.0,1580.0,6.03,1.06,1.06,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,N-BEATS,7120000.0,7120000.0,1610.0,3.83,0.055,0.0561,153.0,2670.0,0.103,0.0623,0.0623,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,N-BEATS,135000.0,135000.0,81.9,2.62,0.118,0.13,105.0,367.0,0.272,0.0607,0.0607,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,N-BEATS,220.0,220.0,9.72,0.968,0.681,0.897,38.7,14.8,0.833,0.546,0.546,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,N-BEATS,142.0,142.0,7.85,0.811,0.666,0.918,32.4,11.9,0.729,0.479,0.479,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/N-BEATS/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "N-BEATS",
3
- "model_type": "deep-learning",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/PatchTST/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,PatchTST,2110000.0,2110000.0,175.0,0.973,2.16,0.74,19.9,1450.0,4.56,0.549,0.471,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,PatchTST,2180000.0,2180000.0,247.0,1.34,2.81,0.615,31.7,1480.0,4.21,0.703,0.549,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,PatchTST,1690000.0,1690000.0,128.0,1.98,1.34,0.681,62.2,1300.0,5.32,0.524,0.474,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,PatchTST,1580000.0,1580000.0,150.0,6.11,1.39,0.585,201.0,1260.0,5.51,0.656,0.603,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,PatchTST,3300000.0,3300000.0,673.0,2.24,0.0323,0.0325,36.7,1820.0,0.0701,0.026,0.022,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,PatchTST,19.0,19.0,2.6,0.266,0.138,0.211,3.27,4.36,0.15,0.0892,0.0741,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,PatchTST,63.3,63.3,5.06,0.495,0.432,0.637,4.11,7.96,0.429,0.273,0.217,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,PatchTST,29100.0,29100.0,42.3,1.24,0.103,0.0849,11.6,171.0,0.126,0.0314,0.0252,Web/CloudOps,2.0
10
- car_parts/M/short,PatchTST,1.45,1.45,0.418,0.797,1.0,2.0,31.4,1.2,2.89,1.0,1.0,Sales,1.0
11
- covid_deaths/D/short,PatchTST,1130000.0,1130000.0,228.0,37.7,0.132,0.39,425.0,1060.0,0.4,0.0857,0.0673,Healthcare,1.0
12
- electricity/15T/short,PatchTST,240000.0,240000.0,81.3,1.47,0.257,0.228,14.3,490.0,0.966,0.16,0.134,Energy,1.0
13
- electricity/D/short,PatchTST,3520000000.0,3520000000.0,6280.0,1.85,0.554,0.115,14.5,59300.0,0.974,0.103,0.0828,Energy,1.0
14
- electricity/H/short,PatchTST,2040000.0,2040000.0,203.0,1.08,0.213,0.146,11.1,1430.0,0.674,0.0958,0.0785,Energy,1.0
15
- electricity/W/short,PatchTST,274000000000.0,274000000000.0,53600.0,1.96,0.277,0.12,17.7,523000.0,1.19,0.122,0.0954,Energy,1.0
16
- ett1/15T/short,PatchTST,5.68,5.68,1.28,0.835,0.519,0.279,5.75,2.38,0.45,0.242,0.191,Energy,7.0
17
- ett1/D/short,PatchTST,45800.0,45800.0,141.0,1.68,1.12,0.465,14.0,214.0,0.562,0.37,0.304,Energy,7.0
18
- ett1/H/short,PatchTST,102.0,102.0,5.23,0.893,0.446,0.279,6.39,10.1,0.47,0.244,0.19,Energy,7.0
19
- ett1/W/short,PatchTST,1740000.0,1740000.0,1020.0,1.89,0.623,0.647,11.8,1320.0,0.525,0.406,0.323,Energy,7.0
20
- ett2/15T/short,PatchTST,9.59,9.59,2.03,0.879,0.122,0.147,6.84,3.1,0.147,0.0963,0.0759,Energy,7.0
21
- ett2/D/short,PatchTST,167000.0,167000.0,292.0,2.17,0.481,0.225,17.9,409.0,0.234,0.167,0.131,Energy,7.0
22
- ett2/H/short,PatchTST,136.0,136.0,7.3,0.858,0.139,0.124,6.61,11.7,0.148,0.0926,0.074,Energy,7.0
23
- ett2/W/short,PatchTST,7860000.0,7860000.0,2020.0,1.49,0.209,0.252,12.3,2800.0,0.235,0.169,0.142,Energy,7.0
24
- hierarchical_sales/D/short,PatchTST,28.6,28.6,2.33,0.756,0.656,1.05,9.2,5.35,1.64,0.716,0.59,Sales,1.0
25
- hierarchical_sales/W/short,PatchTST,466.0,466.0,9.33,0.771,0.573,0.483,8.09,21.6,0.991,0.428,0.358,Sales,1.0
26
- hospital/M/short,PatchTST,5120.0,5120.0,21.8,0.82,0.209,0.18,6.07,71.6,0.26,0.0791,0.0637,Healthcare,1.0
27
- jena_weather/10T/short,PatchTST,1750.0,1750.0,10.9,0.552,0.388,0.662,8.27,41.9,0.26,0.0678,0.0639,Nature,21.0
28
- jena_weather/D/short,PatchTST,394.0,394.0,10.5,1.39,0.97,0.471,11.0,19.9,0.12,0.0632,0.0526,Nature,21.0
29
- jena_weather/H/short,PatchTST,1390.0,1390.0,9.76,0.641,1.49,0.637,6.66,37.3,0.229,0.0598,0.0502,Nature,21.0
30
- kdd_cup_2018/D/short,PatchTST,2880.0,2880.0,21.5,1.22,0.526,0.477,12.7,53.6,1.2,0.481,0.401,Nature,1.0
31
- kdd_cup_2018/H/short,PatchTST,5150.0,5150.0,27.3,1.12,1.19,0.562,9.84,71.8,1.5,0.572,0.457,Nature,1.0
32
- loop_seattle/5T/short,PatchTST,63.2,63.2,4.71,0.744,0.135,0.097,7.6,7.95,0.136,0.0807,0.0656,Transport,1.0
33
- loop_seattle/D/short,PatchTST,19.3,19.3,3.1,0.934,0.0573,0.0572,9.01,4.4,0.0786,0.0554,0.0462,Transport,1.0
34
- loop_seattle/H/short,PatchTST,79.4,79.4,5.21,1.07,0.155,0.117,10.7,8.91,0.158,0.0922,0.0764,Transport,1.0
35
- m_dense/D/short,PatchTST,9240.0,9240.0,49.5,0.732,0.131,0.106,7.17,96.1,0.166,0.0856,0.07,Transport,1.0
36
- m_dense/H/short,PatchTST,67200.0,67200.0,121.0,1.03,0.373,0.279,9.59,259.0,0.46,0.214,0.173,Transport,1.0
37
- m4_daily/D/short,PatchTST,458000.0,458000.0,175.0,3.22,0.0428,0.0301,34.6,676.0,0.104,0.0271,0.0228,Econ/Fin,1.0
38
- m4_hourly/H/short,PatchTST,4420000.0,4420000.0,376.0,1.4,0.167,0.143,24.5,2100.0,0.287,0.0514,0.039,Econ/Fin,1.0
39
- m4_monthly/M/short,PatchTST,1960000.0,1960000.0,593.0,1.06,0.168,0.138,14.1,1400.0,0.291,0.123,0.102,Econ/Fin,1.0
40
- m4_quarterly/Q/short,PatchTST,1940000.0,1940000.0,613.0,1.32,0.133,0.109,10.6,1390.0,0.233,0.103,0.0828,Econ/Fin,1.0
41
- m4_weekly/W/short,PatchTST,275000.0,275000.0,277.0,2.34,0.0694,0.0694,22.5,524.0,0.0956,0.0504,0.0402,Econ/Fin,1.0
42
- m4_yearly/A/short,PatchTST,3720000.0,3720000.0,887.0,3.29,0.176,0.143,33.3,1930.0,0.309,0.142,0.117,Econ/Fin,1.0
43
- restaurant/D/short,PatchTST,144.0,144.0,7.21,0.69,0.652,0.396,5.08,12.0,0.552,0.332,0.262,Sales,1.0
44
- saugeen/D/short,PatchTST,1220.0,1220.0,14.8,3.28,0.43,0.429,42.6,34.9,1.13,0.478,0.408,Nature,1.0
45
- saugeen/M/short,PatchTST,575.0,575.0,15.2,0.893,0.48,0.426,8.79,24.0,0.72,0.457,0.372,Nature,1.0
46
- saugeen/W/short,PatchTST,1390.0,1390.0,19.1,1.55,0.542,0.552,18.6,37.3,1.13,0.577,0.484,Nature,1.0
47
- solar/10T/short,PatchTST,82.1,82.1,4.97,2.2,1.61,1.98,64.2,9.06,2.64,1.45,1.37,Energy,1.0
48
- solar/D/short,PatchTST,119000.0,119000.0,247.0,0.962,1.03,0.427,7.51,345.0,0.498,0.357,0.287,Energy,1.0
49
- solar/H/short,PatchTST,657.0,657.0,12.4,0.954,4.57,1.43,4.93,25.6,0.945,0.456,0.34,Energy,1.0
50
- solar/W/short,PatchTST,1690000.0,1690000.0,1010.0,1.1,0.228,0.197,4.8,1300.0,0.265,0.207,0.162,Energy,1.0
51
- sz_taxi/15T/short,PatchTST,17.3,17.3,2.8,0.56,1180000000000.0,0.406,4.5,4.16,0.389,0.262,0.207,Transport,1.0
52
- sz_taxi/H/short,PatchTST,7.76,7.76,1.93,0.591,0.953,0.306,4.92,2.79,0.26,0.18,0.144,Transport,1.0
53
- temperature_rain/D/short,PatchTST,196.0,196.0,6.49,1.51,58.8,1.51,29.2,14.0,1.65,0.764,0.644,Nature,1.0
54
- us_births/D/short,PatchTST,255000.0,255000.0,331.0,0.487,0.032,0.0312,4.26,505.0,0.0474,0.031,0.0249,Healthcare,1.0
55
- us_births/M/short,PatchTST,67000000.0,67000000.0,6920.0,0.782,0.0214,0.0213,4.47,8190.0,0.0254,0.0215,0.0167,Healthcare,1.0
56
- us_births/W/short,PatchTST,2980000.0,2980000.0,1350.0,1.23,0.0183,0.0183,8.29,1730.0,0.0234,0.0184,0.0145,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,PatchTST,2870000.0,2870000.0,264.0,1.2,3.16,0.816,27.5,1690.0,5.15,0.801,0.642,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,PatchTST,2260000.0,2260000.0,151.0,4.65,0.502,0.757,167.0,1500.0,6.32,0.635,0.62,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,PatchTST,5660000.0,5660000.0,1370.0,2.77,0.04,0.0411,35.6,2380.0,0.0934,0.0537,0.0473,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,PatchTST,156.0,156.0,7.9,0.787,0.561,0.822,7.78,12.5,0.657,0.415,0.332,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,PatchTST,78.8,78.8,5.3,0.537,0.657,0.776,4.86,8.88,0.537,0.321,0.263,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,PatchTST,97000.0,97000.0,68.0,1.49,0.122,0.101,15.8,311.0,0.234,0.0512,0.0451,Web/CloudOps,2.0
63
- electricity/15T/medium,PatchTST,293000.0,293000.0,61.3,0.977,0.161,0.157,8.75,541.0,0.932,0.106,0.0858,Energy,1.0
64
- electricity/H/medium,PatchTST,6210000.0,6210000.0,258.0,1.16,0.245,0.145,10.1,2490.0,0.973,0.101,0.081,Energy,1.0
65
- ett1/15T/medium,PatchTST,9.57,9.57,1.68,1.08,0.712,0.413,8.24,3.09,0.59,0.32,0.25,Energy,7.0
66
- ett1/H/medium,PatchTST,144.0,144.0,7.33,1.39,4240000000000.0,0.458,9.08,12.0,0.574,0.351,0.273,Energy,7.0
67
- ett2/15T/medium,PatchTST,12.1,12.1,2.22,0.933,0.143,0.172,7.02,3.48,0.186,0.118,0.0936,Energy,7.0
68
- ett2/H/medium,PatchTST,322.0,322.0,11.6,1.27,0.201,0.203,10.4,17.9,0.242,0.156,0.125,Energy,7.0
69
- jena_weather/10T/medium,PatchTST,1890.0,1890.0,12.5,0.943,0.779,0.666,7.74,43.5,0.267,0.0769,0.0649,Nature,21.0
70
- jena_weather/H/medium,PatchTST,1620.0,1620.0,13.2,1.09,3.81,0.694,13.1,40.2,0.246,0.0807,0.0685,Nature,21.0
71
- kdd_cup_2018/H/medium,PatchTST,5070.0,5070.0,25.3,1.05,0.967,0.56,11.0,71.2,1.49,0.53,0.442,Nature,1.0
72
- loop_seattle/5T/medium,PatchTST,110.0,110.0,6.61,1.05,0.241,0.147,9.96,10.5,0.187,0.118,0.0947,Transport,1.0
73
- loop_seattle/H/medium,PatchTST,66.1,66.1,5.02,1.03,0.144,0.114,7.87,8.13,0.144,0.0887,0.0709,Transport,1.0
74
- m_dense/H/medium,PatchTST,44100.0,44100.0,88.8,0.757,0.289,0.235,8.05,210.0,0.365,0.155,0.127,Transport,1.0
75
- solar/10T/medium,PatchTST,20.8,20.8,2.1,0.913,3.61,1.47,5.76,4.56,1.01,0.465,0.356,Energy,1.0
76
- solar/H/medium,PatchTST,697.0,697.0,12.6,0.965,6.22,1.43,5.25,26.4,0.951,0.454,0.344,Energy,1.0
77
- sz_taxi/15T/medium,PatchTST,18.9,18.9,2.98,0.588,9630000000000.0,0.427,4.61,4.35,0.405,0.278,0.22,Transport,1.0
78
- bitbrains_fast_storage/5T/long,PatchTST,3220000.0,3220000.0,312.0,1.14,2.65,0.849,22.9,1790.0,4.74,0.825,0.669,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,PatchTST,2480000.0,2480000.0,186.0,3.72,1.28,0.724,126.0,1580.0,6.04,0.713,0.664,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,PatchTST,6920000.0,6920000.0,1600.0,3.19,0.0465,0.0478,41.4,2630.0,0.101,0.0618,0.0543,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,PatchTST,115.0,115.0,6.97,0.686,0.606,0.775,7.32,10.7,0.602,0.391,0.324,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,PatchTST,85.4,85.4,5.75,0.617,0.766,0.783,5.47,9.24,0.564,0.351,0.291,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,PatchTST,136000.0,136000.0,85.3,1.69,0.136,0.101,19.9,368.0,0.273,0.0632,0.0569,Web/CloudOps,2.0
84
- electricity/15T/long,PatchTST,369000.0,369000.0,63.8,0.96,0.149,0.148,8.32,608.0,0.959,0.101,0.0813,Energy,1.0
85
- electricity/H/long,PatchTST,11900000.0,11900000.0,333.0,1.39,0.335,0.163,11.3,3450.0,1.36,0.131,0.104,Energy,1.0
86
- ett1/15T/long,PatchTST,8.7,8.7,1.67,1.1,0.824,0.42,7.6,2.95,0.562,0.318,0.247,Energy,7.0
87
- ett1/H/long,PatchTST,169.0,169.0,7.97,1.47,4490000000000.0,0.518,10.7,13.0,0.622,0.382,0.297,Energy,7.0
88
- ett2/15T/long,PatchTST,12.5,12.5,2.28,0.961,0.15,0.176,8.71,3.53,0.188,0.122,0.0981,Energy,7.0
89
- ett2/H/long,PatchTST,319.0,319.0,12.0,1.43,0.212,0.224,11.2,17.9,0.245,0.165,0.13,Energy,7.0
90
- jena_weather/10T/long,PatchTST,1870.0,1870.0,13.0,1.07,0.877,0.659,8.3,43.2,0.265,0.0796,0.0662,Nature,21.0
91
- jena_weather/H/long,PatchTST,1980.0,1980.0,15.5,1.31,3.58,0.694,10.7,44.5,0.268,0.0934,0.076,Nature,21.0
92
- kdd_cup_2018/H/long,PatchTST,4190.0,4190.0,24.4,1.02,0.953,0.616,10.8,64.7,1.52,0.572,0.477,Nature,1.0
93
- loop_seattle/5T/long,PatchTST,116.0,116.0,6.73,1.06,0.246,0.148,10.0,10.8,0.191,0.119,0.0954,Transport,1.0
94
- loop_seattle/H/long,PatchTST,63.1,63.1,4.7,0.979,0.155,0.11,8.74,7.94,0.142,0.084,0.0685,Transport,1.0
95
- m_dense/H/long,PatchTST,37800.0,37800.0,85.4,0.738,0.29,0.218,7.4,194.0,0.337,0.148,0.12,Transport,1.0
96
- solar/10T/long,PatchTST,19.7,19.7,2.09,0.912,3.13,1.47,5.46,4.44,0.959,0.452,0.339,Energy,1.0
97
- solar/H/long,PatchTST,775.0,775.0,12.9,0.978,8.96,1.42,6.11,27.8,0.965,0.446,0.353,Energy,1.0
98
- sz_taxi/15T/long,PatchTST,30.7,30.7,3.87,0.761,5580000000000.0,0.515,5.86,5.54,0.512,0.359,0.281,Transport,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/PatchTST/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "PatchTST",
3
- "model_type": "deep-learning",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/TTM-R1-Zeroshot/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- m4_yearly/A/short,TTM-R1-Zeroshot,4839935.5,4839935.5,1196.179443359375,5.112272262573242,0.232824757695198,0.2032455503940582,204.4908905029297,2199.9853515625,0.3527778387069702,0.1918129175901413,0.1918129175901413,Econ/Fin,1.0
3
- m4_quarterly/Q/short,TTM-R1-Zeroshot,2172303.25,2172303.25,762.6624145507812,1.9847232103347776,0.1766680777072906,0.1416244357824325,79.38892364501953,1473.87353515625,0.2467004805803299,0.1276562511920929,0.1276562511920929,Econ/Fin,1.0
4
- m4_monthly/M/short,TTM-R1-Zeroshot,2287464.25,2287464.25,733.611572265625,1.4358307123184204,0.2279524058103561,0.1735519915819168,57.4332275390625,1512.4365234375,0.3143362402915954,0.152469664812088,0.152469664812088,Econ/Fin,1.0
5
- m4_weekly/W/short,TTM-R1-Zeroshot,422039.78125,422039.78125,342.1238708496094,2.8267741203308105,0.0932142734527587,0.0928001403808593,113.07096099853516,649.6458740234375,0.1183554157614708,0.0623296685516834,0.0623296722769737,Econ/Fin,1.0
6
- m4_daily/D/short,TTM-R1-Zeroshot,411048.875,411048.875,216.05897521972656,4.402057647705078,0.0544536747038364,0.040205355733633,176.08229064941406,641.1309204101562,0.0990370139479637,0.0333751402795314,0.0333751402795314,Econ/Fin,1.0
7
- m4_hourly/H/short,TTM-R1-Zeroshot,1733123.125,1733123.125,274.3367919921875,2.284323215484619,0.1546705365180969,0.1287814080715179,91.3729248046875,1316.4813232421875,0.1797287613153457,0.0374530255794525,0.0374530255794525,Econ/Fin,1.0
8
- electricity/15T/short,TTM-R1-Zeroshot,257502.15625,257502.15625,88.42657470703125,1.5933691263198853,0.2426293641328811,0.2388309836387634,63.73476409912109,507.44671630859375,1.0002775192260742,0.1743062138557434,0.1743062138557434,Energy,1.0
9
- electricity/H/short,TTM-R1-Zeroshot,1847637.375,1847637.375,209.80812072753903,1.1588753461837769,0.2957945764064789,0.1582918018102646,46.35501480102539,1359.2783203125,0.6416764259338379,0.099044419825077,0.099044419825077,Energy,1.0
10
- electricity/D/short,TTM-R1-Zeroshot,2313620736.0,2313620736.0,5347.56494140625,1.626549243927002,0.6676267981529236,0.1234149485826492,65.06197357177734,48100.11328125,0.7904446125030518,0.0878782495856285,0.0878782570362091,Energy,1.0
11
- electricity/W/short,TTM-R1-Zeroshot,401613684736.0,401613684736.0,71897.9140625,2.820096492767334,0.3193942010402679,0.1503859013319015,112.8038558959961,633729.9375,1.44596266746521,0.1640473157167434,0.1640473008155822,Energy,1.0
12
- solar/10T/short,TTM-R1-Zeroshot,24.345251083374023,24.345251083374023,2.662130355834961,1.1646230220794678,5.660563945770264,1.5489561557769775,46.584922790527344,4.934090614318848,1.4353264570236206,0.7744134068489075,0.7744134068489075,Energy,1.0
13
- solar/H/short,TTM-R1-Zeroshot,620.20068359375,620.20068359375,12.117817878723145,0.9356493949890136,4.952815055847168,1.4163239002227783,37.42597579956055,24.903827667236328,0.9179633855819702,0.446666806936264,0.446666806936264,Energy,1.0
14
- solar/D/short,TTM-R1-Zeroshot,118481.9609375,118481.9609375,253.32144165039065,0.9883174300193788,1.0210517644882202,0.4342885315418243,39.53269577026367,344.21209716796875,0.4972692430019378,0.3659631907939911,0.3659631907939911,Energy,1.0
15
- solar/W/short,TTM-R1-Zeroshot,7674999.5,7674999.5,2448.83447265625,2.70544981956482,0.5475783348083496,0.4141778945922851,108.2179946899414,2770.37890625,0.5655035972595215,0.4998683333396911,0.4998683035373688,Energy,1.0
16
- hospital/M/short,TTM-R1-Zeroshot,12836.142578125,12836.142578125,32.64528274536133,0.9913527369499208,0.2491465359926223,0.203258529305458,39.654109954833984,113.29669952392578,0.4112933278083801,0.1185099557042121,0.1185099706053733,Healthcare,1.0
17
- covid_deaths/D/short,TTM-R1-Zeroshot,1131897.75,1131897.75,222.81866455078125,44.56435394287109,0.1296754330396652,0.4075009226799011,1782.57421875,1063.9068603515625,0.4003001153469085,0.0838366076350212,0.0838366150856018,Healthcare,1.0
18
- us_births/D/short,TTM-R1-Zeroshot,1401044.5,1401044.5,1088.5601806640625,1.6032034158706665,0.1065103560686111,0.1045429110527038,64.12813568115234,1183.6572265625,0.1109582632780075,0.1020436882972717,0.1020436808466911,Healthcare,1.0
19
- us_births/M/short,TTM-R1-Zeroshot,368808928.0,368808928.0,14531.2119140625,1.643504619598389,0.0464245378971099,0.0449309945106506,65.74018096923828,19204.3984375,0.0596487298607826,0.0451338477432727,0.0451338477432727,Healthcare,1.0
20
- us_births/W/short,TTM-R1-Zeroshot,6060797.0,6060797.0,1816.890869140625,1.6510907411575315,0.0242670644074678,0.0244892444461584,66.04362487792969,2461.86865234375,0.0334196239709854,0.0246641151607036,0.0246641170233488,Healthcare,1.0
21
- saugeen/D/short,TTM-R1-Zeroshot,1217.6488037109375,1217.6488037109375,18.195556640625,4.038330078125,0.736946702003479,0.5322720408439636,161.533203125,34.89482498168945,1.1302517652511597,0.589358389377594,0.589358389377594,Nature,1.0
22
- saugeen/M/short,TTM-R1-Zeroshot,403.4919128417969,403.4919128417969,12.90295696258545,0.7559629678726196,0.430253803730011,0.3774499595165252,30.2385196685791,20.087108612060547,0.6030752658843994,0.3873854875564575,0.3873854577541351,Nature,1.0
23
- saugeen/W/short,TTM-R1-Zeroshot,1417.9427490234375,1417.9427490234375,22.10640335083008,1.7919658422470093,0.9105833172798156,0.621161162853241,71.67863464355469,37.65558242797852,1.1366649866104126,0.6673001646995544,0.6673002243041992,Nature,1.0
24
- temperature_rain/D/short,TTM-R1-Zeroshot,164.8345947265625,164.8345947265625,6.6282057762146,1.636677384376526,95.407470703125,1.397904634475708,65.46709442138672,12.838791847229004,1.511465311050415,0.7803150415420532,0.7803150415420532,Nature,1.0
25
- kdd_cup_2018/H/short,TTM-R1-Zeroshot,4423.197265625,4423.197265625,24.123720169067383,0.9970476627349854,1.096936583518982,0.5092742443084717,39.88190841674805,66.50711822509766,1.392114520072937,0.504953145980835,0.504953145980835,Nature,1.0
26
- kdd_cup_2018/D/short,TTM-R1-Zeroshot,2660.199462890625,2660.199462890625,20.4514102935791,1.1857279539108276,0.5912871360778809,0.4502138793468475,47.42911911010742,51.57712173461914,1.15538227558136,0.4581333100795746,0.4581332802772522,Nature,1.0
27
- car_parts/M/short,TTM-R1-Zeroshot,1.949265718460083,1.949265718460083,0.7429021596908569,1.3475180864334106,0.5989811420440674,1.742508053779602,53.900726318359375,1.3961610794067385,3.347851037979126,1.7814031839370728,1.7814030647277832,Sales,1.0
28
- restaurant/D/short,TTM-R1-Zeroshot,189.1906890869141,189.1906890869141,8.840666770935059,0.8296910524368286,0.9069666266441344,0.4570354223251343,33.18764114379883,13.754660606384276,0.633021354675293,0.4068679809570312,0.4068679809570312,Sales,1.0
29
- hierarchical_sales/D/short,TTM-R1-Zeroshot,28.03666305541992,28.03666305541992,2.56404709815979,0.8271127343177795,0.8048070073127747,0.9882603287696838,33.084510803222656,5.294965744018555,1.624436855316162,0.7866212129592896,0.7866212129592896,Sales,1.0
30
- hierarchical_sales/W/short,TTM-R1-Zeroshot,564.8724365234375,564.8724365234375,12.2916898727417,0.9056759476661682,1.0096296072006226,0.5597119331359863,36.22703552246094,23.76704406738281,1.0911566019058228,0.564317524433136,0.564317524433136,Sales,1.0
31
- loop_seattle/5T/short,TTM-R1-Zeroshot,82.84699249267578,82.84699249267578,5.735431671142578,0.8927099704742432,0.1390590518712997,0.117562897503376,35.708396911621094,9.102032661437988,0.1560797691345214,0.0983499959111213,0.0983499959111213,Transport,1.0
32
- loop_seattle/H/short,TTM-R1-Zeroshot,78.17028045654297,78.17028045654297,5.784073352813721,1.1600669622421265,0.1653453558683395,0.1292116194963455,46.402679443359375,8.841395378112793,0.1565016955137252,0.102383978664875,0.102383978664875,Transport,1.0
33
- loop_seattle/D/short,TTM-R1-Zeroshot,39.735931396484375,39.735931396484375,5.312212944030762,1.637539029121399,0.100871056318283,0.0958108827471733,65.50155639648438,6.303644180297852,0.1126545518636703,0.0949363484978675,0.0949363484978675,Transport,1.0
34
- sz_taxi/15T/short,TTM-R1-Zeroshot,18.08315086364746,18.08315086364746,2.9162304401397705,0.5838834047317505,1241597870080.0,0.4137653708457947,23.355337142944336,4.252429008483887,0.397620290517807,0.2726800143718719,0.2726800143718719,Transport,1.0
35
- sz_taxi/H/short,TTM-R1-Zeroshot,7.639774799346924,7.639774799346924,1.977967381477356,0.6016649603843689,1.2737908363342283,0.3176651895046234,24.06659889221192,2.76401424407959,0.2574849724769592,0.1842598617076873,0.1842598617076873,Transport,1.0
36
- m_dense/H/short,TTM-R1-Zeroshot,61866.4765625,61866.4765625,125.69860076904295,1.0748567581176758,0.4138478338718414,0.2934266030788421,42.99427032470703,248.729721069336,0.4411845505237579,0.2229579836130142,0.2229579985141754,Transport,1.0
37
- m_dense/D/short,TTM-R1-Zeroshot,18425.615234375,18425.615234375,86.44058990478516,1.195383071899414,0.2065937370061874,0.1755319833755493,47.81532287597656,135.74098205566406,0.2349877208471298,0.1496414542198181,0.1496414393186569,Transport,1.0
38
- ett1/15T/short,TTM-R1-Zeroshot,7.1254191398620605,7.1254191398620605,1.507292866706848,0.929407835006714,0.4586927890777588,0.3414961099624634,37.17631530761719,2.6693480014801025,0.5046178698539734,0.2849410772323608,0.2849410772323608,Energy,7.0
39
- ett1/H/short,TTM-R1-Zeroshot,106.6740493774414,106.6740493774414,5.530933856964111,0.9026903510093688,0.49075448513031,0.2867715656757355,36.10761260986328,10.328312873840332,0.4820646345615387,0.2581512928009033,0.2581512928009033,Energy,7.0
40
- ett1/D/short,TTM-R1-Zeroshot,56256.45703125,56256.45703125,158.85206604003906,1.9342973232269287,1.07516610622406,0.5437031984329224,77.37189483642578,237.18443298339844,0.6229727864265442,0.4172302186489105,0.4172302186489105,Energy,7.0
41
- ett1/W/short,TTM-R1-Zeroshot,1469617.875,1469617.875,879.71875,1.447729229927063,0.7957108616828918,0.4806247055530548,57.9091682434082,1212.2779541015625,0.4823943376541137,0.3500610888004303,0.3500610888004303,Energy,7.0
42
- ett2/15T/short,TTM-R1-Zeroshot,9.67288589477539,9.67288589477539,2.0208580493927,0.8757458925247192,0.122892290353775,0.1461191624403,35.02983856201172,3.110126256942749,0.1476487666368484,0.0959373190999031,0.0959373190999031,Energy,7.0
43
- ett2/H/short,TTM-R1-Zeroshot,120.1141357421875,120.1141357421875,6.845362663269043,0.7833001017570496,0.1272993832826614,0.1162665784358978,31.332002639770508,10.959659576416016,0.1389989703893661,0.0868182405829429,0.0868182480335235,Energy,7.0
44
- ett2/D/short,TTM-R1-Zeroshot,116203.3046875,116203.3046875,213.6118621826172,1.5472772121429443,0.4215363562107086,0.1568193733692169,61.891090393066406,340.88604736328125,0.1950980871915817,0.1222556978464126,0.1222556978464126,Energy,7.0
45
- ett2/W/short,TTM-R1-Zeroshot,8909286.0,8909286.0,2076.41357421875,1.2180850505828855,0.2469210624694824,0.2033569812774658,48.72340393066406,2984.8427734375,0.2503825426101684,0.1741792559623718,0.1741792559623718,Energy,7.0
46
- jena_weather/10T/short,TTM-R1-Zeroshot,782.1746826171875,782.1746826171875,7.494993209838867,0.3400033116340637,0.4026773571968078,0.5611201524734497,13.60013198852539,27.96738624572754,0.1737125217914581,0.0465533025562763,0.046553298830986,Nature,21.0
47
- jena_weather/H/short,TTM-R1-Zeroshot,1094.249755859375,1094.249755859375,9.976097106933594,0.5863804817199707,1.7231212854385376,0.6161960363388062,23.455219268798828,33.079444885253906,0.2027748823165893,0.0611528344452381,0.0611528381705284,Nature,21.0
48
- jena_weather/D/short,TTM-R1-Zeroshot,718.0636596679688,718.0636596679688,15.289955139160156,2.276055097579956,1.530358076095581,0.4862256646156311,91.04220581054688,26.796709060668945,0.1613599956035614,0.0920705199241638,0.0920705199241638,Nature,21.0
49
- bitbrains_fast_storage/5T/short,TTM-R1-Zeroshot,1628531.125,1628531.125,187.12472534179688,1.171704649925232,2.403828859329224,0.7738839983940125,46.86818313598633,1276.13916015625,4.00676155090332,0.5875253677368164,0.5875253677368164,Web/CloudOps,2.0
50
- bitbrains_fast_storage/H/short,TTM-R1-Zeroshot,2192248.25,2192248.25,295.1697998046875,1.3008264303207395,4.625766277313232,0.6319354772567749,52.03305816650391,1480.624267578125,4.220260143280029,0.8413297533988953,0.8413297533988953,Web/CloudOps,2.0
51
- bitbrains_rnd/5T/short,TTM-R1-Zeroshot,1510926.75,1510926.75,147.6888885498047,2.705741167068481,1.7197303771972656,0.7114022970199585,108.22964477539062,1229.1976318359375,5.029521465301514,0.604300320148468,0.604300320148468,Web/CloudOps,2.0
52
- bitbrains_rnd/H/short,TTM-R1-Zeroshot,1933281.5,1933281.5,244.4737243652344,5.975783824920654,5.3333740234375,0.6560726165771484,239.0313415527344,1390.4249267578125,6.085179805755615,1.0699366331100464,1.0699366331100464,Web/CloudOps,2.0
53
- bizitobs_application/10S/short,TTM-R1-Zeroshot,6637856.5,6637856.5,1252.2286376953125,4.147694110870361,0.059621375054121,0.0600129775702953,165.9077606201172,2576.40380859375,0.0993615984916687,0.0482934527099132,0.0482934489846229,Web/CloudOps,2.0
54
- bizitobs_service/10S/short,TTM-R1-Zeroshot,27536.26171875,27536.26171875,59.36934661865234,2.4597558975219727,0.4024703204631805,0.1219735294580459,98.3902359008789,165.94053649902344,0.1229340583086013,0.0439827106893062,0.0439827106893062,Web/CloudOps,2.0
55
- bizitobs_l2c/5T/short,TTM-R1-Zeroshot,23.40999794006348,23.40999794006348,2.9665751457214355,0.308409571647644,0.1606444716453552,0.2220607250928878,12.336382865905762,4.838387966156006,0.1661698222160339,0.1018841937184333,0.1018842011690139,Web/CloudOps,7.0
56
- bizitobs_l2c/H/short,TTM-R1-Zeroshot,205.36241149902344,205.36241149902344,9.765654563903809,0.9571609497070312,1.011512279510498,0.8193023204803467,38.28643798828125,14.33047103881836,0.7724491357803345,0.5263938307762146,0.5263938307762146,Web/CloudOps,7.0
57
- electricity/15T/medium,TTM-R1-Zeroshot,651701.3125,651701.3125,105.96629333496094,1.6732470989227295,0.2470926195383072,0.2312248647212982,66.92987823486328,807.2802124023438,1.3910250663757324,0.1825906038284301,0.1825905889272689,Energy,1.0
58
- electricity/H/medium,TTM-R1-Zeroshot,6365218.5,6365218.5,276.15478515625,1.2359539270401,0.3267567455768585,0.1584555804729461,49.43815612792969,2522.9384765625,0.9847859740257264,0.1077923104166984,0.107792317867279,Energy,1.0
59
- solar/10T/medium,TTM-R1-Zeroshot,26.01571273803711,26.01571273803711,2.7237861156463623,1.1924405097961426,3.2334301471710205,1.5169990062713623,47.6976203918457,5.100560188293457,1.1318345069885254,0.6044189929962158,0.6044189929962158,Energy,1.0
60
- solar/H/medium,TTM-R1-Zeroshot,660.3209228515625,660.3209228515625,12.42536163330078,0.9503023624420166,5.636295795440674,1.412003517150879,38.01209259033203,25.69671058654785,0.925655484199524,0.4475905001163482,0.447590559720993,Energy,1.0
61
- kdd_cup_2018/H/medium,TTM-R1-Zeroshot,4856.63623046875,4856.63623046875,25.49256134033203,1.081132888793945,1.1571370363235474,0.5635550618171692,43.24531936645508,69.68956756591797,1.458728909492493,0.5336055159568787,0.5336055159568787,Nature,1.0
62
- loop_seattle/5T/medium,TTM-R1-Zeroshot,283.7026062011719,283.7026062011719,12.758612632751465,1.9841841459274288,0.320991039276123,0.2810423076152801,79.36736297607422,16.843473434448242,0.2996800243854522,0.2270019352436065,0.2270019352436065,Transport,1.0
63
- loop_seattle/H/medium,TTM-R1-Zeroshot,90.72705841064452,90.72705841064452,6.5600266456604,1.3280991315841677,0.1687787175178527,0.143565759062767,53.12396240234375,9.52507495880127,0.1683546304702758,0.1159477308392524,0.1159477308392524,Transport,1.0
64
- sz_taxi/15T/medium,TTM-R1-Zeroshot,18.11094856262207,18.11094856262207,2.979530096054077,0.5815892219543457,12430919860224.0,0.4278164207935333,23.263568878173828,4.255696296691895,0.3960635662078857,0.2772950232028961,0.2772950232028961,Transport,1.0
65
- m_dense/H/medium,TTM-R1-Zeroshot,56997.91015625,56997.91015625,121.361083984375,1.0112087726593018,0.4383679628372192,0.2912840247154236,40.4483528137207,238.7423553466797,0.415381520986557,0.2111529558897018,0.2111529558897018,Transport,1.0
66
- ett1/15T/medium,TTM-R1-Zeroshot,15.956341743469238,15.956341743469238,2.393866777420044,1.4170336723327637,0.7636879682540894,0.5661241412162781,56.68134689331055,3.994539022445679,0.7613630890846252,0.4562734067440033,0.4562733471393585,Energy,7.0
67
- ett1/H/medium,TTM-R1-Zeroshot,147.88861083984375,147.88861083984375,7.473272800445557,1.3740049600601196,4030999822336.0,0.4816672801971435,54.96020126342773,12.160945892333984,0.5824804902076721,0.3579520583152771,0.3579520285129547,Energy,7.0
68
- ett2/15T/medium,TTM-R1-Zeroshot,15.00575351715088,15.00575351715088,2.521174669265747,1.052714705467224,0.1634148955345153,0.1984668672084808,42.10858917236328,3.873726129531861,0.2064378708600998,0.1343579590320587,0.1343579739332199,Energy,7.0
69
- ett2/H/medium,TTM-R1-Zeroshot,305.8819885253906,305.8819885253906,11.393686294555664,1.2107949256896973,0.1966899782419204,0.2058309763669967,48.43179702758789,17.48948097229004,0.2356820106506347,0.15353724360466,0.15353724360466,Energy,7.0
70
- jena_weather/10T/medium,TTM-R1-Zeroshot,1537.4500732421875,1537.4500732421875,11.29836082458496,0.680471658706665,0.9417414665222168,0.6616309285163879,27.218868255615234,39.210330963134766,0.2406331300735473,0.0693378448486328,0.0693378448486328,Nature,21.0
71
- jena_weather/H/medium,TTM-R1-Zeroshot,1495.2928466796875,1495.2928466796875,12.530884742736816,0.8401451706886292,3.385291337966919,0.6819665431976318,33.60580825805664,38.66901779174805,0.2366225719451904,0.0766787081956863,0.0766787081956863,Nature,21.0
72
- bitbrains_fast_storage/5T/medium,TTM-R1-Zeroshot,2465359.25,2465359.25,268.6639404296875,2.242617607116699,3.788220882415772,0.819374680519104,89.70470428466797,1570.146240234375,4.770537853240967,0.8162752389907837,0.8162752389907837,Web/CloudOps,2.0
73
- bitbrains_rnd/5T/medium,TTM-R1-Zeroshot,2117112.5,2117112.5,198.3486785888672,7.39147138595581,2.527876615524292,0.7744432091712952,295.6588439941406,1455.030029296875,6.122053146362305,0.8345540761947632,0.8345540761947632,Web/CloudOps,2.0
74
- bizitobs_application/10S/medium,TTM-R1-Zeroshot,52785060.0,52785060.0,4526.90380859375,13.303730010986328,0.1894544214010238,0.1915669292211532,532.149169921875,7265.33251953125,0.2852882444858551,0.1777581870555877,0.1777581870555877,Web/CloudOps,2.0
75
- bizitobs_service/10S/medium,TTM-R1-Zeroshot,191248.296875,191248.296875,196.9491271972656,7.098899841308594,1.7195463180541992,0.2512445151805877,283.9559936523437,437.3194274902344,0.3291369080543518,0.1482285559177398,0.1482285559177398,Web/CloudOps,2.0
76
- bizitobs_l2c/5T/medium,TTM-R1-Zeroshot,200.64273071289065,200.64273071289065,10.290497779846191,1.0041199922561646,0.6574810743331909,1.018429160118103,40.164798736572266,14.164841651916504,0.7452789545059204,0.5414315462112427,0.5414315462112427,Web/CloudOps,7.0
77
- bizitobs_l2c/H/medium,TTM-R1-Zeroshot,281.8178405761719,281.8178405761719,13.066701889038086,1.2794169187545776,1.4472025632858276,1.070118427276611,51.17667770385742,16.787431716918945,1.016504406929016,0.7912086248397827,0.7912086844444275,Web/CloudOps,7.0
78
- electricity/15T/long,TTM-R1-Zeroshot,1342790.5,1342790.5,123.45643615722656,1.7905689477920532,0.2591364085674286,0.2366401106119156,71.62275695800781,1158.788330078125,1.8281307220458984,0.1947676688432693,0.1947676688432693,Energy,1.0
79
- electricity/H/long,TTM-R1-Zeroshot,9800309.0,9800309.0,320.5233764648437,1.3680378198623655,0.3523074686527252,0.171502023935318,54.72151565551758,3130.544677734375,1.2346858978271484,0.1264143288135528,0.1264143288135528,Energy,1.0
80
- solar/10T/long,TTM-R1-Zeroshot,27.684722900390625,27.684722900390625,2.788307905197144,1.218901753425598,2.6426501274108887,1.5232243537902832,48.75607299804688,5.261627197265625,1.137216567993164,0.602648138999939,0.602648138999939,Energy,1.0
81
- solar/H/long,TTM-R1-Zeroshot,689.2293701171875,689.2293701171875,13.81916046142578,1.0523871183395386,6.962733268737793,1.4221395254135132,42.095481872558594,26.253177642822266,0.9102455377578736,0.4791354835033417,0.4791354835033417,Energy,1.0
82
- kdd_cup_2018/H/long,TTM-R1-Zeroshot,3769.7626953125,3769.7626953125,23.29082298278809,1.0037591457366943,1.1482057571411133,0.5922478437423706,40.15036392211914,61.39839553833008,1.4406543970108032,0.5464968085289001,0.5464968085289001,Nature,1.0
83
- loop_seattle/5T/long,TTM-R1-Zeroshot,265.4754333496094,265.4754333496094,12.66295337677002,1.972639441490173,0.3322114944458008,0.2708892822265625,78.90557861328125,16.29341697692871,0.288070946931839,0.2238836139440536,0.2238836139440536,Transport,1.0
84
- loop_seattle/H/long,TTM-R1-Zeroshot,78.83251953125,78.83251953125,5.85994291305542,1.2037372589111328,0.184073269367218,0.1325975954532623,48.14948654174805,8.878767967224121,0.1586754769086837,0.1047250255942344,0.1047250181436538,Transport,1.0
85
- sz_taxi/15T/long,TTM-R1-Zeroshot,16.81537437438965,16.81537437438965,2.87433123588562,0.5435872673988342,8260150624256.0,0.4148517251014709,21.74349021911621,4.10065507888794,0.3795493543148041,0.2660429775714874,0.2660429775714874,Transport,1.0
86
- m_dense/H/long,TTM-R1-Zeroshot,60970.38671875,60970.38671875,126.48969268798828,1.0458335876464844,0.45860356092453,0.2954391837120056,41.833343505859375,246.9218292236328,0.4274581670761108,0.2189723551273346,0.2189723551273346,Transport,1.0
87
- ett1/15T/long,TTM-R1-Zeroshot,16.58780860900879,16.58780860900879,2.484389305114746,1.488469123840332,0.8089041709899902,0.5957595705986023,59.53876495361328,4.072813510894775,0.7762822508811951,0.4735270738601684,0.4735270738601684,Energy,7.0
88
- ett1/H/long,TTM-R1-Zeroshot,149.5264892578125,149.5264892578125,7.462743759155273,1.3938250541687012,2593034338304.0,0.4885442852973938,55.75300216674805,12.228102684020996,0.5855773687362671,0.3573746383190155,0.3573746681213379,Energy,7.0
89
- ett2/15T/long,TTM-R1-Zeroshot,15.252047538757324,15.252047538757324,2.600973129272461,1.0827611684799194,0.167321115732193,0.2018365561962127,43.31044769287109,3.905386924743652,0.2081251442432403,0.1386105716228485,0.1386105567216873,Energy,7.0
90
- ett2/H/long,TTM-R1-Zeroshot,288.520751953125,288.520751953125,11.162341117858888,1.2191311120986938,0.208345890045166,0.214778259396553,48.76524353027344,16.985898971557617,0.2326088100671768,0.1528596729040146,0.1528596729040146,Energy,7.0
91
- jena_weather/10T/long,TTM-R1-Zeroshot,1562.930419921875,1562.930419921875,11.357297897338867,0.6737896203994751,0.8498238921165466,0.6583142876625061,26.95158576965332,39.53391647338867,0.2419148087501526,0.069497250020504,0.0694972574710846,Nature,21.0
92
- jena_weather/H/long,TTM-R1-Zeroshot,1302.5177001953125,1302.5177001953125,14.308568954467772,1.0584625005722046,3.396106243133545,0.6726809144020081,42.3385009765625,36.09041213989258,0.2173042595386505,0.0861534401774406,0.08615343272686,Nature,21.0
93
- bitbrains_fast_storage/5T/long,TTM-R1-Zeroshot,3354402.25,3354402.25,356.4161071777344,2.0263211727142334,4.350730895996094,0.8388842344284058,81.05284118652344,1831.5028076171875,4.840115070343018,0.9419013857841492,0.9419013261795044,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,TTM-R1-Zeroshot,1939892.375,1939892.375,193.2017059326172,6.739154815673828,2.378561496734619,0.7550832629203796,269.5661926269531,1392.8001708984375,5.335503578186035,0.7401121854782104,0.7401122450828552,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,TTM-R1-Zeroshot,63951968.0,63951968.0,5090.4970703125,11.375816345214844,0.1536046713590622,0.169856384396553,455.03265380859375,7996.99755859375,0.3084122240543365,0.1963201314210891,0.1963201314210891,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,TTM-R1-Zeroshot,310560.65625,310560.65625,242.35232543945312,6.615731239318848,0.4960593283176422,0.2466846257448196,264.6292419433594,557.2796630859375,0.4128506183624267,0.1795423477888107,0.1795423477888107,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,TTM-R1-Zeroshot,370.515869140625,370.515869140625,14.165494918823242,1.3303046226501465,0.9395979642868042,1.1797410249710083,53.212188720703125,19.248788833618164,1.0807907581329346,0.7953713536262512,0.7953712940216064,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,TTM-R1-Zeroshot,224.97149658203125,224.97149658203125,11.681208610534668,1.1981686353683472,1.655575394630432,0.9281730651855468,47.92674255371094,14.99905014038086,0.9161852598190308,0.7135218977928162,0.7135219573974609,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/TTM-R1-Zeroshot/config.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "model": "TTM-R1-Zeroshot",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r1"
6
- }
 
 
 
 
 
 
 
results/TTM-R2-Finetuned/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,horizon,ttm_context_len,available_context_len,finetune_success,finetune_train_num_samples,finetune_valid_num_samples
2
- bitbrains_fast_storage/5T/long,TTM-R2-Finetuned,4529164.012994989,4529164.012994989,380.9420524424308,380.9420524424308,0.9394458164208644,3.048631886635439,0.8391820701172429,22.74414870175866,2128.183265838492,5.624153256627958,1.0067161598446797,0.936580219208045,Web/CloudOps,2,720,1536,7200,True,1024165,50000
3
- bitbrains_fast_storage/5T/medium,TTM-R2-Finetuned,3249127.037854915,3249127.037854915,292.2069576886881,292.2069576886881,1.068926268149068,3.625343013166696,0.8301840716269131,29.18423143146788,1802.533505334898,5.476594260946222,0.8878053821191525,0.826709846974402,Web/CloudOps,2,480,1536,7680,True,1245773,50000
4
- bitbrains_fast_storage/5T/short,TTM-R2-Finetuned,2188035.3089685044,2188035.3089685044,179.84600146677184,179.84600146677184,0.7361521349445582,2.4303922735853773,0.7435961398563781,19.923774370529102,1479.200902165931,4.6443268731817,0.564672193224979,0.5632991082577066,Web/CloudOps,2,48,1536,7776,True,1485084,50000
5
- bitbrains_fast_storage/H/short,TTM-R2-Finetuned,4344492.392656429,4344492.392656429,404.63607039880026,404.63607039880026,1.203414758921277,5.71502528939867,0.6278372787609021,30.39962961492866,2084.3445954679446,5.941059081247001,1.153344224304327,1.0296736576079033,Web/CloudOps,2,48,512,625,True,7460,24842
6
- bitbrains_rnd/5T/long,TTM-R2-Finetuned,2520869.066531096,2520869.066531096,208.53265792401265,208.53265792401265,3.5032975288077983,2.470789267306167,0.7526276027151398,124.19434503556668,1587.7244932705094,6.0822145584442655,0.7988415958261679,0.7619744795916943,Web/CloudOps,2,720,1536,7200,True,386117,50000
7
- bitbrains_rnd/5T/medium,TTM-R2-Finetuned,2581120.5718967826,2581120.5718967826,189.13196051911396,189.13196051911396,4.529739862550385,1.8597838592086184,0.755947169280326,166.9955513472105,1606.586621348747,6.759728977156079,0.795774580118248,0.7830223720104336,Web/CloudOps,2,480,1536,7680,True,470991,50000
8
- bitbrains_rnd/5T/short,TTM-R2-Finetuned,1405960.4180228312,1405960.4180228312,113.64165808495376,113.64165808495376,1.752523322122541,1.2208038790000864,0.6699318741274589,59.85162637591433,1185.7320177944218,4.851673710598114,0.4649889154423941,0.4672911821190151,Web/CloudOps,2,48,1536,7776,True,567101,50000
9
- bitbrains_rnd/H/short,TTM-R2-Finetuned,1935735.4710476396,1935735.4710476396,220.11680854703272,220.11680854703272,6.063022334614292,4.07971041973791,0.6767789985993902,220.39908083295688,1391.3071088180493,6.0890411810833,0.9633389374615716,0.892160566815821,Web/CloudOps,2,48,512,624,True,2352,7411
10
- bizitobs_application/10S/long,TTM-R2-Finetuned,7161095.623435257,7161095.623435257,1605.0678208584256,1605.0678208584256,3.805221051216473,0.0547638732332978,0.0557829134301814,82.12953432503635,2676.0223510716905,0.1032034857138036,0.0619010502110752,0.0576616997186825,Web/CloudOps,2,900,1536,7934,True,956,3824
11
- bizitobs_application/10S/medium,TTM-R2-Finetuned,5597720.431698502,5597720.431698502,1338.1251528501512,1338.1251528501512,3.0532961256965945,0.0437932691255441,0.0447142822820668,63.03790058416509,2365.9502175021566,0.0929039016337513,0.0525442364147822,0.048599971547467,Web/CloudOps,2,600,1536,7634,True,980,3920
12
- bizitobs_application/10S/short,TTM-R2-Finetuned,1418764.1740745015,1418764.1740745015,661.7335265350342,661.7335265350342,1.6460449758139195,0.0245918127768868,0.024773967570927,24.83854327791876,1191.1188748712286,0.0459366939655734,0.0255204170939578,0.0222384547406303,Web/CloudOps,2,60,1536,7934,True,1256,5024
13
- bizitobs_l2c/5T/long,TTM-R2-Finetuned,62.470369355733006,62.470369355733006,5.093444598731659,5.093444598731659,0.505296526133817,0.417843424682201,0.7001290646917994,6.488885809375362,7.903819921767766,0.4437876723752507,0.2859892995054287,0.2415972766784644,Web/CloudOps,7,720,1536,28368,True,5079,20315
14
- bizitobs_l2c/5T/medium,TTM-R2-Finetuned,80.17025632731486,80.17025632731486,5.547996273981471,5.547996273981471,0.5483145095504464,0.409270507574847,0.6333780866556856,6.868300472131972,8.95378446955894,0.4711007342017006,0.2919061908299115,0.2471796327112555,Web/CloudOps,7,480,1536,28608,True,5223,20891
15
- bizitobs_l2c/5T/short,TTM-R2-Finetuned,16.205792370808222,16.205792370808222,2.397432395656194,2.397432395656194,0.2468623680809994,0.1341035048011359,0.1950921500155867,3.376331746948789,4.0256418582392826,0.1382568359804648,0.0823375325408267,0.0689155581501164,Web/CloudOps,7,48,1536,31008,True,5876,23502
16
- bizitobs_l2c/H/long,TTM-R2-Finetuned,219.8848697020858,219.8848697020858,11.727490265070209,11.727490265070209,1.2040442447092374,1.8445669051373543,0.9078352233143232,37.97871558477482,14.828515424751252,0.9057685198748544,0.7163489530117676,0.6928988189299576,Web/CloudOps,7,720,1536,1944,False,0,0
17
- bizitobs_l2c/H/medium,TTM-R2-Finetuned,216.68475567478188,216.68475567478188,11.527593849096004,11.527593849096004,1.1379096971688818,1.6315930419837237,0.9159887953028948,35.764858102867805,14.720215884109235,0.891331430506784,0.6980133169723353,0.6748325382897294,Web/CloudOps,7,480,1536,2184,False,0,0
18
- bizitobs_l2c/H/short,TTM-R2-Finetuned,78.14909774010499,78.14909774010499,5.546012105261315,5.546012105261315,0.5435152097394856,0.5780409039277786,0.6457920257724117,11.411088932758696,8.84019783376509,0.4765093531458912,0.2989442872786705,0.2687340421215659,Web/CloudOps,7,48,1536,2376,True,671,75
19
- bizitobs_service/10S/long,TTM-R2-Finetuned,134693.30318441408,134693.30318441408,82.81125770993333,82.81125770993333,1.484405498580213,0.1014633370096811,0.0971758845204192,30.252642482619773,367.0058626022397,0.2718896758982561,0.0613492271208839,0.0585457023184435,Web/CloudOps,2,900,1536,7935,True,20097,50000
20
- bizitobs_service/10S/medium,TTM-R2-Finetuned,75657.24127704305,75657.24127704305,59.6229792909407,59.6229792909407,1.2581486734750804,0.0945603257995074,0.0848820626135408,23.058280622353003,275.0586142571126,0.2070155701454109,0.0448736538756228,0.0425885641088247,Web/CloudOps,2,600,1536,7635,True,20601,50000
21
- bizitobs_service/10S/short,TTM-R2-Finetuned,4588.52369820641,4588.52369820641,22.126349300283287,22.126349300283287,0.8004796284569702,0.096575100262483,0.0665724585406827,12.107727473424148,67.73864257723511,0.050182951971187,0.0163919069232571,0.0141385329491915,Web/CloudOps,2,60,1536,7935,True,26397,50000
22
- car_parts/M/short,TTM-R2-Finetuned,1.4442935107115205,1.4442935107115205,0.4419399650181421,0.4419399650181421,0.8386547466107044,0.9717486638081546,1.970092511174389,25.378073970389792,1.2017876312857945,2.8817634599197754,1.0597267017176029,1.1033172198674626,Sales,1,12,52,39,True,3208,2140
23
- covid_deaths/D/short,TTM-R2-Finetuned,439736.681305744,439736.681305744,106.70256081814183,106.70256081814183,30.802133756496268,0.0806300350729297,0.3542695231529109,1014.124711888012,663.1264444325411,0.2495045518621446,0.0401473577822035,0.0363315475135989,Healthcare,1,30,90,182,True,2021,7023
24
- electricity/15T/long,TTM-R2-Finetuned,336562.8387956083,336562.8387956083,58.3607436575558,58.3607436575558,0.8690734747097738,0.1351603997323847,0.1337067624815786,9.353249350887372,580.1403612882044,0.9152424493425534,0.092071218509927,0.0777052617484491,Energy,1,720,1536,125856,True,7102180,50000
25
- electricity/15T/medium,TTM-R2-Finetuned,257127.67912482997,257127.67912482997,52.780662473620765,52.780662473620765,0.8218928213652269,0.1292499070553392,0.1317834832847808,8.880300417609902,507.07758688866335,0.8737458254333293,0.0909464048350009,0.0770630364608743,Energy,1,480,1536,130656,True,7492631,50000
26
- electricity/15T/short,TTM-R2-Finetuned,119705.58448301347,119705.58448301347,48.59937561734672,48.59937561734672,0.9094568181618008,0.1622210466267415,0.1579737777074153,12.972320920478412,345.9849483474873,0.6820045203734956,0.0957989473723318,0.0820100155145277,Energy,1,48,1536,139296,True,8195927,50000
27
- electricity/D/short,TTM-R2-Finetuned,1333267777.0619736,1333267777.0619736,4365.374888445959,4365.374888445959,1.450006078761732,0.4880746608626539,0.1014148504567703,14.55150844560079,36513.93948976163,0.6000453116959725,0.0717376095872044,0.0582507098177698,Energy,1,30,512,1311,True,37250,50000
28
- electricity/H/long,TTM-R2-Finetuned,7549380.474011288,7549380.474011288,269.6763688776685,269.6763688776685,1.190830614263655,0.3098392198442808,0.145400840191354,13.022997488151796,2747.613596197851,1.0836581128813445,0.1063602922154211,0.0900480630201141,Energy,1,720,1536,31464,True,1616854,50000
29
- electricity/H/medium,TTM-R2-Finetuned,5275819.253762455,5275819.253762455,238.5704892880387,238.5704892880387,1.088301608207917,0.2620826734995694,0.134943219370252,12.41849997173217,2296.9151603318865,0.8965617038942549,0.0931219263423139,0.0783165659213535,Energy,1,480,1536,31224,True,1634614,50000
30
- electricity/H/short,TTM-R2-Finetuned,1550363.966265456,1550363.966265456,168.3150108868993,168.3150108868993,0.9007559192273588,0.2109411422281394,0.1259674011318526,12.876260896656936,1245.1361235886843,0.5877931094011524,0.079456696929613,0.0679677625145763,Energy,1,48,1536,34104,True,1905459,50000
31
- electricity/W/short,TTM-R2-Finetuned,83676432381.37059,83676432381.37059,31841.730473766234,31841.730473766234,1.5231457560796156,0.2446386554976566,0.1010386403493328,15.290630781883015,289268.78915875213,0.6600159395543558,0.072652323525113,0.0600722804856087,Energy,1,8,52,184,True,6336,23865
32
- ett1/15T/long,TTM-R2-Finetuned,8.408904252800742,8.408904252800742,1.6197972905284002,1.6197972905284002,1.0361023047005702,0.7522825031891818,0.4049011245025554,9.8933541618783,2.899811071914986,0.5527068574738195,0.3087349651373447,0.2550946917689166,Energy,7,720,1536,62480,True,11902,47604
33
- ett1/15T/medium,TTM-R2-Finetuned,10.058694688420726,10.058694688420726,1.6986942830720235,1.6986942830720235,1.0713683105231129,0.8114314443320914,0.4105710038533517,12.230412944300484,3.1715445272643934,0.6044994512980157,0.3237727716614558,0.2724508766170448,Energy,7,480,1536,62480,True,11998,47988
34
- ett1/15T/short,TTM-R2-Finetuned,5.004888064584772,5.004888064584772,1.1054498727677302,1.1054498727677302,0.7017014643993879,0.4777680957454654,0.2379910799657742,7.613342081307175,2.237160714965461,0.4229164508205112,0.2089760175134006,0.1746602561248265,Energy,7,48,1536,68720,True,13418,50000
35
- ett1/D/short,TTM-R2-Finetuned,54233.97142442728,54233.97142442728,156.6628830936693,156.6628830936693,1.8783711731388808,1.8450246454271868,0.508047805752223,22.574287751559112,232.88188298883892,0.6116719904411642,0.4114802590064452,0.3422974262160394,Energy,7,30,90,635,True,438,49
36
- ett1/H/long,TTM-R2-Finetuned,139.26848726320068,139.26848726320068,7.233611632789431,7.233611632789431,1.3916495607179538,5716136586382.574,0.4809650992400971,11.595269783314029,11.80120702569024,0.5651342448204123,0.3464019941791932,0.2814228178365797,Energy,7,720,1536,15260,True,2458,9828
37
- ett1/H/medium,TTM-R2-Finetuned,136.2572997173227,136.2572997173227,7.035971585285318,7.035971585285318,1.283771562495028,4571102978247.225,0.4501648192952452,10.948037536345415,11.672930211276118,0.5591056865366579,0.3370063602233518,0.2731913921366523,Energy,7,480,1536,15500,True,2602,10404
38
- ett1/H/short,TTM-R2-Finetuned,95.73171920645308,95.73171920645308,5.082683220785111,5.082683220785111,0.8491898994946865,0.4937908547059401,0.2673134546448237,7.777577714892671,9.784258745886326,0.4566713847309904,0.2372296200323598,0.1956015298087723,Energy,7,48,1536,16460,True,2966,11864
39
- ett1/W/short,TTM-R2-Finetuned,1897707.3115461853,1897707.3115461853,959.6023575919016,959.6023575919016,1.595421115270097,0.6961972419647289,0.541494656486197,8.944862040158123,1377.5729786643558,0.5481691677765439,0.3818486816339677,0.2826049995830222,Energy,7,8,52,87,False,0,0
40
- ett2/15T/long,TTM-R2-Finetuned,11.97367903572408,11.97367903572408,2.207197171101968,2.207197171101968,0.9292484940203256,0.1423092974325643,0.1724494061986992,7.892311541530495,3.460300425645739,0.1844056610940287,0.1176255247912391,0.0954227469331208,Energy,7,720,1536,62480,True,11902,47604
41
- ett2/15T/medium,TTM-R2-Finetuned,12.935646508019092,12.935646508019092,2.196617647839917,2.196617647839917,0.9162652491736158,0.1414128329474338,0.1675855923530771,8.743979093549168,3.5966159800594637,0.1916701632577016,0.117061722883538,0.0962783883370847,Energy,7,480,1536,62480,True,11998,47988
42
- ett2/15T/short,TTM-R2-Finetuned,7.188523605598402,7.188523605598402,1.6395947484033448,1.6395947484033448,0.7265459281883621,0.1094471765316008,0.1306025191430742,6.716443591545541,2.681142220322973,0.127283359243905,0.0778373954926955,0.0638024638580599,Energy,7,48,1536,68720,True,13418,50000
43
- ett2/D/short,TTM-R2-Finetuned,80486.69203791575,80486.69203791575,174.3293711881789,174.3293711881789,1.2063392096600205,0.3859023877112171,0.1296956176473962,12.368302311309805,283.7017660112742,0.1623699874686452,0.0997732873263698,0.084808235456253,Energy,7,30,90,635,True,438,49
44
- ett2/H/long,TTM-R2-Finetuned,219.53345370489097,219.53345370489097,9.32815616597574,9.32815616597574,1.0367416326474896,0.1799637193963178,0.1848296236470286,9.184412119810862,14.81666135486976,0.2029027735101604,0.1277419192138255,0.1047603839816333,Energy,7,720,1536,15260,True,2458,9828
45
- ett2/H/medium,TTM-R2-Finetuned,230.41130318471835,230.41130318471835,9.607191027284024,9.607191027284024,1.0297214386196107,0.1744180626803237,0.1692420850598097,8.638144380120853,15.179305095580572,0.2045508847904433,0.1294630691331125,0.1043410179800058,Energy,7,480,1536,15500,True,2602,10404
46
- ett2/H/short,TTM-R2-Finetuned,108.88921838733243,108.88921838733243,6.499234867663611,6.499234867663611,0.7490450306502651,0.1232307722858447,0.1123025814409968,5.432461711277027,10.43499968314961,0.132344830360383,0.0824283816148243,0.0660197049007416,Energy,7,48,1536,16460,True,2966,11864
47
- ett2/W/short,TTM-R2-Finetuned,3513368.864840004,3513368.864840004,1213.015591212681,1213.015591212681,0.7851441888401532,0.1410909017532056,0.1325781801190562,9.8800335042682,1874.3982674021024,0.1572332489174371,0.101753392387745,0.0938982197996595,Energy,7,8,52,87,False,0,0
48
- hierarchical_sales/D/short,TTM-R2-Finetuned,28.589752290585817,28.589752290585817,2.341005290653549,2.341005290653549,0.7558194057222575,0.6585733660409635,1.07452080262651,9.560927393298128,5.346938590500719,1.640381545792748,0.7181944981028212,0.6055440831607339,Sales,1,30,512,1615,True,24756,50000
49
- hierarchical_sales/W/short,TTM-R2-Finetuned,463.32052309393424,463.32052309393424,9.001271133453159,9.001271133453159,0.7266241501560372,0.5048170260743002,0.4627752523515008,7.757190601358129,21.52488148849917,0.9882178377396484,0.413252760586029,0.3623076482868095,Sales,1,8,52,228,True,3917,15199
50
- hospital/M/short,TTM-R2-Finetuned,2752.660356480849,2752.660356480849,17.658572890405186,17.658572890405186,0.7501570429495468,0.1900828068220556,0.1712629991642552,8.138612788254267,52.46580178059656,0.1904630437661532,0.0641047201630091,0.052531347819068,Healthcare,1,12,52,72,True,1457,77
51
- jena_weather/10T/long,TTM-R2-Finetuned,1344.6176090178942,1344.6176090178942,10.508136727662974,10.508136727662974,0.7677551680933851,1.2146917818499083,0.6768647266390039,11.17249187139836,36.66902792572901,0.2243840695695657,0.064301090482195,0.0679027734900091,Nature,21,720,1536,46944,True,8794,35176
52
- jena_weather/10T/medium,TTM-R2-Finetuned,1473.085149369133,1473.085149369133,10.877388597026956,10.877388597026956,0.7166583775400284,1.1248253065966252,0.6945346929120937,10.764682703088829,38.38079141144868,0.2355422346862938,0.0667543404779999,0.0686871603404671,Nature,21,480,1536,47424,True,8986,35944
53
- jena_weather/10T/short,TTM-R2-Finetuned,802.982970012603,802.982970012603,6.156891899193741,6.156891899193741,0.3199931574966327,0.5150276749797056,0.5486170384199108,4.096130262956272,28.33695414141405,0.1760080140858996,0.0382420182038865,0.0442038167557609,Nature,21,48,1536,51744,True,10023,40091
54
- jena_weather/D/short,TTM-R2-Finetuned,1036.6139241238948,1036.6139241238948,14.581254965796353,14.581254965796353,1.3215369857400292,0.9240619084341852,0.4991891953001095,17.070422858454698,32.1964893136487,0.1938754883899192,0.087802986850287,0.0722635366492006,Nature,21,30,90,306,True,142,16
55
- jena_weather/H/long,TTM-R2-Finetuned,13515.425531950814,13515.425531950814,34.97071057227205,34.97071057227205,1.4615745692770212,16.06791351360322,0.7508313689941326,22.280792208312736,116.2558623551983,0.6999891639203384,0.2105624435556929,0.1880689408600099,Nature,21,720,1536,7344,True,874,3496
56
- jena_weather/H/medium,TTM-R2-Finetuned,1119.0063387720384,1119.0063387720384,10.923703099323744,10.923703099323744,0.8607151865283422,3.939852283822764,0.680770148980091,8.341654481865412,33.45155211304908,0.2046959645831601,0.0668440715450054,0.0700992221744368,Nature,21,480,1536,7824,True,1066,4264
57
- jena_weather/H/short,TTM-R2-Finetuned,1076.0239644329688,1076.0239644329688,9.433530784341135,9.433530784341135,0.5795535454775498,2.3518342090449016,0.6176426567660769,6.143105874699168,32.80280421599606,0.2010790941939984,0.0578269410345568,0.0620991881611656,Nature,21,48,1536,7872,True,1249,4993
58
- kdd_cup_2018/D/short,TTM-R2-Finetuned,2848.4118769315155,2848.4118769315155,20.965047893405508,20.965047893405508,1.1973446875504572,0.540226583840539,0.4664272335270795,16.358302315991132,53.37051505214762,1.195556170868228,0.4696393197071141,0.3999446612737116,Nature,1,30,90,336,True,13457,50000
59
- kdd_cup_2018/H/long,TTM-R2-Finetuned,4001.562527207656,4001.562527207656,23.7286117764831,23.7286117764831,1.0041888350478287,1.0378465349683166,0.5983899924047913,14.338841958497513,63.25790485945338,1.4842860665155695,0.5567691170904748,0.474812103000245,Nature,1,720,1536,8064,True,348278,50000
60
- kdd_cup_2018/H/medium,TTM-R2-Finetuned,5066.420793907919,5066.420793907919,24.98807853510702,24.98807853510702,1.0300342985241164,0.9761313496635068,0.5493991600089639,15.963938101447754,71.17879455222544,1.4899010807805642,0.5230457392583302,0.4533451613555603,Nature,1,480,1536,8544,True,400118,50000
61
- kdd_cup_2018/H/short,TTM-R2-Finetuned,4237.688043314994,4237.688043314994,22.618570198048044,22.618570198048044,0.9503651163898056,0.9934963495283244,0.5026998669484174,15.846964613242552,65.09752716743543,1.362609140728582,0.4734476383841654,0.4150173649028795,Nature,1,48,1536,8544,True,446774,50000
62
- loop_seattle/5T/long,TTM-R2-Finetuned,92.0580331469956,92.0580331469956,5.515043888644893,5.515043888644893,0.8712097454636959,0.1807579260865432,0.1252468139582421,13.123989915693516,9.594687756618011,0.1696360159668495,0.0975070890146204,0.0837589585066582,Transport,1,720,1536,94320,True,5901210,50000
63
- loop_seattle/5T/medium,TTM-R2-Finetuned,77.86216862102242,77.86216862102242,5.094546677426496,5.094546677426496,0.8081732986650807,0.1714950352553733,0.1171031307804299,11.60726465047383,8.823954250845956,0.1569963124915259,0.090642473820083,0.0774842272883536,Transport,1,480,1536,95520,True,6009738,50000
64
- loop_seattle/5T/short,TTM-R2-Finetuned,42.337402585306975,42.337402585306975,3.518743016403572,3.518743016403572,0.5578499820149161,0.100639000131973,0.0748376311855928,7.370931736333671,6.506719802274183,0.1115758689247602,0.0603386685624512,0.0512422104462477,Transport,1,48,1536,104160,True,6623696,50000
65
- loop_seattle/D/short,TTM-R2-Finetuned,19.55483705039727,19.55483705039727,2.9701338773910475,2.9701338773910475,0.8986515774335462,0.0547562328931325,0.0548156698339821,13.47509331743076,4.422085147348168,0.0790285758403194,0.0530802647538481,0.045484379909896,Transport,1,30,90,305,True,10400,40311
66
- loop_seattle/H/long,TTM-R2-Finetuned,59.94969654966273,59.94969654966273,4.329157502346938,4.329157502346938,0.9041125930021258,0.1288173112929354,0.1012509716561975,15.007689207923113,7.742718937793282,0.1383727534451628,0.0773678404847611,0.0673313452421905,Transport,1,720,1536,7320,True,281010,50000
67
- loop_seattle/H/medium,TTM-R2-Finetuned,65.41648450841902,65.41648450841902,4.509739167301678,4.509739167301678,0.923027931109258,0.1207065108055209,0.1033637772908705,15.54335002721584,8.088045778086263,0.1429552876266784,0.0797091259707794,0.0695813841844502,Transport,1,480,1536,7800,True,343026,50000
68
- loop_seattle/H/short,TTM-R2-Finetuned,61.17475227680792,61.17475227680792,4.331291202146785,4.331291202146785,0.8765368514705689,0.1212845742564667,0.1003675946110766,14.70058350147883,7.821429043135782,0.138447262338499,0.0766682668884296,0.0669154357819431,Transport,1,48,1536,7848,True,401941,50000
69
- m4_daily/D/short,TTM-R2-Finetuned,500525.932557577,500525.932557577,183.63845336410236,183.63845336410236,3.3021415646450025,0.0437547718786537,0.0307762178551557,39.358854064123086,707.4785739212015,0.1092858935956797,0.028367067518655,0.0236183882479448,Econ/Fin,1,14,52,93,True,1930372,50000
70
- m4_hourly/H/short,TTM-R2-Finetuned,2203642.370204953,2203642.370204953,299.5032355710984,299.5032355710984,1.0285249674517116,0.1342407386672194,0.1236739116656917,10.931187826654586,1484.4670323738933,0.202662516140094,0.0408888025056861,0.0345370165685745,Econ/Fin,1,48,512,700,True,20854,50000
71
- m4_monthly/M/short,TTM-R2-Finetuned,1811822.76532497,1811822.76532497,559.5738262831657,559.5738262831657,0.9459661764045142,0.1625363202043201,0.1320072535425892,13.340170093056225,1346.0396596404469,0.2797532450042483,0.1162986488555431,0.100139085311179,Econ/Fin,1,18,90,42,True,1079231,50000
72
- m4_quarterly/Q/short,TTM-R2-Finetuned,1766018.6118972718,1766018.6118972718,558.0696902663708,558.0696902663708,1.1703985407478166,0.117594016696113,0.1008550175782274,14.437332864823702,1328.9163299084228,0.2224371964367004,0.0934110406542326,0.0793010071018279,Econ/Fin,1,8,52,16,True,184138,50000
73
- m4_weekly/W/short,TTM-R2-Finetuned,303324.578179548,303324.578179548,286.0836692615523,286.0836692615523,1.9451689201983928,0.0682534934279221,0.0700380197697396,19.34079759994533,550.7491063810708,0.1003379520369709,0.0521200110038215,0.0439194912940532,Econ/Fin,1,13,52,80,True,68212,50000
74
- m4_yearly/A/short,TTM-R2-Finetuned,3384000.521197124,3384000.521197124,868.4606953251434,868.4606953251434,3.248184285763506,0.1751104317305402,0.1442590056031276,46.029197446821016,1839.565307673833,0.2949828343976984,0.1392617029693568,0.1184634783883809,Econ/Fin,1,6,12,13,True,46324,22974
75
- m_dense/D/short,TTM-R2-Finetuned,9462.01117986406,9462.01117986406,48.88319931312844,48.88319931312844,0.7308909878732596,0.1316374955025459,0.1055929381077148,10.468297172395774,97.27286970098118,0.1683937259946441,0.0846240487833936,0.070599366408306,Transport,1,30,90,640,True,2976,11784
76
- m_dense/H/long,TTM-R2-Finetuned,38394.09074348282,38394.09074348282,88.38877565174191,88.38877565174191,0.7343058598768367,0.2949320313367448,0.2115885662407611,10.33381268583465,195.9441010683476,0.339208204754526,0.1530140368901424,0.1284081069475143,Transport,1,720,1536,15360,True,74340,50000
77
- m_dense/H/medium,TTM-R2-Finetuned,36730.02805231242,36730.02805231242,82.71570273076495,82.71570273076495,0.7093661857795744,0.280354330076024,0.2064712047822474,10.502620798489756,191.6507971606495,0.3334481745539553,0.1439148727328346,0.1216492005248433,Transport,1,480,1536,15600,True,78660,50000
78
- m_dense/H/short,TTM-R2-Finetuned,45223.88210982993,45223.88210982993,92.80494226222235,92.80494226222235,0.8089684686941805,0.2955884284166603,0.2259849119584681,13.537539987166856,212.6590748353569,0.3772042075129728,0.164612842063811,0.1413059972310579,Transport,1,48,1536,16560,True,89604,50000
79
- restaurant/D/short,TTM-R2-Finetuned,147.20829323158657,147.20829323158657,7.324924714070715,7.324924714070715,0.6993508872343396,0.6919500803799655,0.4008715963544431,5.59887868201049,12.132942480354323,0.5583861246911804,0.337110007021574,0.268645343232859,Sales,1,30,90,37,True,29958,50000
80
- saugeen/D/short,TTM-R2-Finetuned,1257.8865659218332,1257.8865659218332,13.48077788511912,13.48077788511912,2.995442968673398,0.3013468542838003,0.3431995426634633,61.60920920417827,35.46669657469995,1.1487747525418297,0.4366456077021913,0.406232631293201,Nature,1,30,512,23141,True,4515,18056
81
- saugeen/M/short,TTM-R2-Finetuned,429.7865415555531,429.7865415555531,12.87617880389804,12.87617880389804,0.7543076513874725,0.3741984776281304,0.3622322353597975,8.790606974752798,20.731293774281266,0.6224156324027447,0.3865815158676399,0.3402124650401258,Nature,1,12,52,696,True,559,63
82
- saugeen/W/short,TTM-R2-Finetuned,1245.2074313066437,1245.2074313066437,16.921667659282683,16.921667659282683,1.3726144196481544,0.4374534917861674,0.4473308849178943,23.441278446721725,35.28749681270469,1.0651824337388456,0.5107946090906951,0.4449652484734065,Nature,1,8,52,3231,True,633,2532
83
- solar/10T/long,TTM-R2-Finetuned,24.106624968459617,24.106624968459617,2.274907917091668,2.274907917091668,0.9967629971059592,3.5460661134909155,1.485266335289733,23.020251915976047,4.909849790824524,1.061185422003298,0.4916849233410376,0.4864949311521215,Energy,1,720,1536,46800,True,1200942,50000
84
- solar/10T/medium,TTM-R2-Finetuned,22.675328474634977,22.675328474634977,2.2626503737366037,2.2626503737366037,0.9964435246334038,3.682353443607661,1.4885704961514463,22.60604427028864,4.761861870595888,1.0566760397842505,0.5020910940529146,0.4969546540739344,Energy,1,480,1536,47280,True,1227246,50000
85
- solar/10T/short,TTM-R2-Finetuned,18.18986335016142,18.18986335016142,1.8882772505212824,1.8882772505212824,0.8242733388399077,4.529708666092756,1.5142377470106416,18.87999783416226,4.264957602387323,1.2406756617906909,0.5492996287052052,0.5438311696411915,Energy,1,48,1536,51600,True,1369287,50000
86
- solar/D/short,TTM-R2-Finetuned,121475.94234583798,121475.94234583798,251.80065037861937,251.80065037861937,0.983329700327178,1.0234806179544629,0.4315540953588807,11.463944549407964,348.5339902302758,0.5035129036806506,0.3637661753938215,0.3026790772642457,Energy,1,30,90,305,True,4411,17098
87
- solar/H/long,TTM-R2-Finetuned,1433.5521865927371,1433.5521865927371,18.379803093302552,18.379803093302552,1.404319556197409,14.791187645029792,1.4590804342398966,33.44613403317858,37.86227920493875,1.3127542220782806,0.637261269484091,0.6070426439351164,Energy,1,720,1536,7320,True,119190,50000
88
- solar/H/medium,TTM-R2-Finetuned,1260.3570832123844,1260.3570832123844,16.143869952156933,16.143869952156933,1.236835907212823,9.13455202018815,1.4466055377864244,29.262671234336963,35.501508182222125,1.2788471856492558,0.5815398756535652,0.5594317517836956,Energy,1,480,1536,7800,True,145494,50000
89
- solar/H/short,TTM-R2-Finetuned,679.2118448892412,679.2118448892412,11.452339916929382,11.452339916929382,0.8811319325347442,4.951693154709561,1.414137694441523,19.22833705136635,26.06169305492721,0.9606426417086568,0.4221370441420566,0.4086000223429751,Energy,1,48,1536,7848,True,170482,50000
90
- solar/W/short,TTM-R2-Finetuned,1483383.111319217,1483383.111319217,910.7644108124894,910.7644108124894,0.9964112954738998,0.2015942514264415,0.1797747707268696,25.29607551768195,1217.942162550922,0.2486124454334966,0.1859097864808697,0.1713271204395393,Energy,1,8,52,44,True,260,14
91
- sz_taxi/15T/long,TTM-R2-Finetuned,18.88971030578781,18.88971030578781,3.0695779671652987,3.0695779671652987,0.5878725560105701,5556432642002.792,0.5340047144612867,7.224979770669387,4.346229435474824,0.4022792545343039,0.2841146687487923,0.2386006786721174,Transport,1,720,1536,2256,True,296,16
92
- sz_taxi/15T/medium,TTM-R2-Finetuned,16.39882923135458,16.39882923135458,2.800987388962407,2.800987388962407,0.5453092252850363,9948193259524.152,0.4113589773337562,6.066163262310245,4.049546793328184,0.3768779221436963,0.2606786292337821,0.2149692499086918,Transport,1,480,1536,2496,True,296,16
93
- sz_taxi/15T/short,TTM-R2-Finetuned,17.048315920397886,17.048315920397886,2.8013623594872508,2.8013623594872508,0.5605156933694326,1067939522103.7512,0.406705093062238,5.079523694281257,4.128960634396734,0.3860754620075483,0.2619393505909786,0.2104809215725871,Transport,1,48,1536,2640,True,31636,50000
94
- sz_taxi/H/short,TTM-R2-Finetuned,7.379044825662702,7.379044825662702,1.8870738831103355,1.8870738831103355,0.5757605277865321,0.8716845870909969,0.3081890049577074,5.080901439170924,2.716439733486223,0.2530531240190062,0.1757925771328986,0.141545966002123,Transport,1,48,512,648,True,1435,5117
95
- temperature_rain/D/short,TTM-R2-Finetuned,194.50302871134244,194.50302871134244,6.079708987622277,6.079708987622277,1.412977798224388,41.86091627143595,1.51455887311814,34.38417093311251,13.946434265121049,1.6418634501735585,0.7157422309323213,0.656265216764425,Nature,1,30,90,635,True,3149470,50000
96
- us_births/D/short,TTM-R2-Finetuned,191350.36152520575,191350.36152520575,263.86083821614585,263.86083821614585,0.3884755896720457,0.0255366320330654,0.0250423825591462,4.80824721593255,437.43612279418096,0.0410060869225552,0.0247348124755587,0.0204127443656561,Healthcare,1,30,512,6705,True,1227,4908
97
- us_births/M/short,TTM-R2-Finetuned,38197364.474487305,38197364.474487305,4520.766927083333,4520.766927083333,0.5114597475856147,0.0142461788809181,0.0141813270286441,4.157953542877262,6180.401643460343,0.0191962853671417,0.0140414712533213,0.0114450665117938,Healthcare,1,12,52,216,True,127,15
98
- us_births/W/short,TTM-R2-Finetuned,2760538.0309273857,2760538.0309273857,1253.249302455357,1253.249302455357,1.1392721120886458,0.0168702937680205,0.0169479904286968,13.192386624515793,1661.4866929733098,0.0225545189409892,0.0170127363941909,0.0142611268547496,Healthcare,1,8,52,931,True,778,87
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/TTM-R2-Finetuned/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "TTM-R2-Finetuned",
3
- "model_type": "fine-tuned",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/TTM-R2-Zeroshot/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- m4_yearly/A/short,TTM-R2-Zeroshot,5041324.0,5041324.0,1227.967529296875,5.130594253540039,0.26075807213783264,0.20997147262096405,205.22377014160156,2245.289306640625,0.360042542219162,0.1969102919101715,0.1969102919101715,Econ/Fin,1
3
- m4_quarterly/Q/short,TTM-R2-Zeroshot,2419099.25,2419099.25,829.3945922851562,2.027404546737671,0.2134242057800293,0.1531578153371811,81.09618377685547,1555.3453369140625,0.2603374123573303,0.13882605731487274,0.13882605731487274,Econ/Fin,1
4
- m4_monthly/M/short,TTM-R2-Zeroshot,2809195.75,2809195.75,853.7319946289062,1.533287525177002,0.2921540439128876,0.20111285150051117,61.331504821777344,1676.0655517578125,0.34834396839141846,0.17743481695652008,0.17743481695652008,Econ/Fin,1
5
- m4_weekly/W/short,TTM-R2-Zeroshot,485578.84375,485578.84375,380.5999450683594,3.483421564102173,0.10566350817680359,0.10109246522188187,139.33685302734375,696.8348999023438,0.12695251405239105,0.06933940947055817,0.06933940947055817,Econ/Fin,1
6
- m4_daily/D/short,TTM-R2-Zeroshot,484801.0625,484801.0625,227.68121337890625,4.401748180389404,0.061012763530015945,0.04191255196928978,176.06993103027344,696.2765502929688,0.10755548626184464,0.035170454531908035,0.035170454531908035,Econ/Fin,1
7
- m4_hourly/H/short,TTM-R2-Zeroshot,2191172.0,2191172.0,294.4319152832031,2.782658100128174,0.1602412611246109,0.13437475264072418,111.30632781982422,1480.2607421875,0.20208826661109924,0.040196456015110016,0.040196459740400314,Econ/Fin,1
8
- electricity/15T/short,TTM-R2-Zeroshot,217371.640625,217371.640625,77.01490783691406,1.4320731163024902,0.2330285906791687,0.22012728452682495,57.282928466796875,466.2313232421875,0.9190338253974915,0.15181156992912292,0.15181156992912292,Energy,1
9
- electricity/H/short,TTM-R2-Zeroshot,1608349.0,1608349.0,205.38311767578125,1.159241795539856,0.32240381836891174,0.1580224633216858,46.36967086791992,1268.20703125,0.5986843109130859,0.09695550054311752,0.09695549309253693,Energy,1
10
- electricity/D/short,TTM-R2-Zeroshot,2721178624.0,2721178624.0,5633.8505859375,1.6594325304031372,0.6992169618606567,0.12481007725000381,66.3772964477539,52164.91796875,0.8572428822517395,0.09258288145065308,0.09258287400007248,Energy,1
11
- electricity/W/short,TTM-R2-Zeroshot,435031867392.0,435031867392.0,69856.296875,2.5212364196777344,0.3161992132663727,0.14358647167682648,100.84944915771484,659569.4375,1.5049197673797607,0.15938901901245117,0.15938901901245117,Energy,1
12
- solar/10T/short,TTM-R2-Zeroshot,25.674766540527344,25.674766540527344,2.6975016593933105,1.1790286302566528,5.4343438148498535,1.5516341924667358,47.16114807128906,5.067027568817139,1.473997712135315,0.7847028970718384,0.7847028970718384,Energy,1
13
- solar/H/short,TTM-R2-Zeroshot,619.8744506835938,619.8744506835938,12.693642616271973,0.9796592593193054,5.864431858062744,1.4270025491714478,39.186370849609375,24.89727783203125,0.9177219867706299,0.4678918719291687,0.4678918719291687,Energy,1
14
- solar/D/short,TTM-R2-Zeroshot,174468.765625,174468.765625,274.03997802734375,1.068386435508728,1.2658942937850952,0.4365691542625427,42.73545837402344,417.694580078125,0.6034263968467712,0.3958944082260132,0.3958944082260132,Energy,1
15
- solar/W/short,TTM-R2-Zeroshot,8813000.0,8813000.0,2602.568359375,2.877580165863037,0.5861544609069824,0.434007465839386,115.10320281982422,2968.669677734375,0.6059797406196594,0.5312492847442627,0.5312492847442627,Energy,1
16
- hospital/M/short,TTM-R2-Zeroshot,12283.0078125,12283.0078125,33.84686279296875,1.050584316253662,0.28865745663642883,0.22228078544139862,42.023372650146484,110.8287353515625,0.4023340344429016,0.12287196516990662,0.12287196516990662,Healthcare,1
17
- covid_deaths/D/short,TTM-R2-Zeroshot,2181495.0,2181495.0,326.9200134277344,53.48585891723633,0.18292130529880524,0.4471057057380676,2139.434326171875,1476.988525390625,0.5557240843772888,0.12300524860620499,0.12300524860620499,Healthcare,1
18
- us_births/D/short,TTM-R2-Zeroshot,1462623.625,1462623.625,1105.77490234375,1.6285947561264038,0.1084594875574112,0.10614823549985886,65.14379119873047,1209.3897705078125,0.11337047815322876,0.10365742444992065,0.10365742444992065,Healthcare,1
19
- us_births/M/short,TTM-R2-Zeroshot,203729680.0,203729680.0,11695.4287109375,1.3240991830825806,0.03641016408801079,0.036412689834833145,52.963966369628906,14273.390625,0.04433305561542511,0.03632592037320137,0.03632592037320137,Healthcare,1
20
- us_births/W/short,TTM-R2-Zeroshot,7337176.0,7337176.0,1957.2852783203125,1.778560757637024,0.026068169623613358,0.026361528784036636,71.1424331665039,2708.72216796875,0.03677063807845116,0.026569955050945282,0.026569955050945282,Healthcare,1
21
- saugeen/D/short,TTM-R2-Zeroshot,1256.2291259765625,1256.2291259765625,18.179595947265625,4.034393787384033,0.7102912664413452,0.54073566198349,161.37574768066406,35.44332504272461,1.1480176448822021,0.588841438293457,0.5888414978981018,Nature,1
22
- saugeen/M/short,TTM-R2-Zeroshot,395.8756408691406,395.8756408691406,13.489892959594727,0.7903389930725098,0.46876707673072815,0.39558157324790955,31.61355972290039,19.896623611450195,0.5973563194274902,0.4050070643424988,0.4050070345401764,Nature,1
23
- saugeen/W/short,TTM-R2-Zeroshot,1452.2073974609375,1452.2073974609375,23.04207420349121,1.867565631866455,0.9696307182312012,0.6474501490592957,74.70262908935547,38.10783767700195,1.150316834449768,0.6955441832542419,0.6955441236495972,Nature,1
24
- temperature_rain/D/short,TTM-R2-Zeroshot,166.6985321044922,166.6985321044922,6.7175984382629395,1.6619073152542114,104.13045501708984,1.4001303911209106,66.4762954711914,12.911178588867188,1.5199871063232422,0.7908389568328857,0.7908389568328857,Nature,1
25
- kdd_cup_2018/H/short,TTM-R2-Zeroshot,4468.35791015625,4468.35791015625,24.576093673706055,1.0117350816726685,1.1454356908798218,0.515670120716095,40.46940231323242,66.84577941894531,1.3992031812667847,0.5144221186637878,0.5144221186637878,Nature,1
26
- kdd_cup_2018/D/short,TTM-R2-Zeroshot,2629.543701171875,2629.543701171875,20.171777725219727,1.172845721244812,0.6205669641494751,0.4447740316390991,46.91382598876953,51.279075622558594,1.1487058401107788,0.45186924934387207,0.4518692195415497,Nature,1
27
- car_parts/M/short,TTM-R2-Zeroshot,2.1810801029205322,2.1810801029205322,0.9530109167098999,1.5749661922454834,0.5873419642448425,1.7117667198181152,62.99864959716797,1.4768480062484741,3.541330099105835,2.2852225303649902,2.2852225303649902,Sales,1
28
- restaurant/D/short,TTM-R2-Zeroshot,202.3482666015625,202.3482666015625,9.526232719421387,0.896973729133606,1.08562433719635,0.4797813296318054,35.87895202636719,14.2249174118042,0.654663622379303,0.43841928243637085,0.43841931223869324,Sales,1
29
- hierarchical_sales/D/short,TTM-R2-Zeroshot,28.789072036743164,28.789072036743164,2.583070755004883,0.8340859413146973,0.8086299300193787,0.9911177754402161,33.36343765258789,5.36554479598999,1.646089792251587,0.7924574613571167,0.7924575209617615,Sales,1
30
- hierarchical_sales/W/short,TTM-R2-Zeroshot,792.2537231445312,792.2537231445312,15.791238784790039,1.086988925933838,1.4281177520751953,0.6353736519813538,43.47955322265625,28.147001266479492,1.2922426462173462,0.7249835133552551,0.7249835133552551,Sales,1
31
- loop_seattle/5T/short,TTM-R2-Zeroshot,45.9228630065918,45.9228630065918,3.994657039642334,0.6305468678474426,0.11244776844978333,0.08397196233272552,25.221874237060547,6.776640892028809,0.11620443314313889,0.06849955022335052,0.06849955022335052,Transport,1
32
- loop_seattle/H/short,TTM-R2-Zeroshot,73.20549011230469,73.20549011230469,5.383979320526123,1.0818450450897217,0.1589573621749878,0.1218806728720665,43.2738037109375,8.556020736694336,0.1514502614736557,0.09530191123485565,0.09530191123485565,Transport,1
33
- loop_seattle/D/short,TTM-R2-Zeroshot,46.15348434448242,46.15348434448242,5.638345241546631,1.7389246225357056,0.10922148823738098,0.10129295289516449,69.5569839477539,6.793635368347168,0.12141135334968567,0.10076476633548737,0.10076476633548737,Transport,1
34
- sz_taxi/15T/short,TTM-R2-Zeroshot,17.630447387695312,17.630447387695312,2.8711466789245605,0.5735141634941101,1263836594176.0,0.41091153025627136,22.940567016601562,4.198862552642822,0.39261162281036377,0.26846447587013245,0.26846450567245483,Transport,1
35
- sz_taxi/H/short,TTM-R2-Zeroshot,7.52171516418457,7.52171516418457,1.9656306505203247,0.5973286032676697,1.2311612367630005,0.31563815474510193,23.893144607543945,2.742574453353882,0.25548774003982544,0.18311062455177307,0.18311062455177307,Transport,1
36
- m_dense/H/short,TTM-R2-Zeroshot,62694.859375,62694.859375,127.04000854492188,1.0879967212677002,0.42501795291900635,0.30154624581336975,43.51987075805664,250.38941955566406,0.4441284239292145,0.22533731162548065,0.22533732652664185,Transport,1
37
- m_dense/D/short,TTM-R2-Zeroshot,18615.037109375,18615.037109375,87.37030792236328,1.20741868019104,0.2061319649219513,0.1770661622285843,48.29674530029297,136.4369354248047,0.2361925095319748,0.1512509286403656,0.1512509435415268,Transport,1
38
- ett1/15T/short,TTM-R2-Zeroshot,5.624592304229736,5.624592304229736,1.2432845830917358,0.8118457794189453,0.4656950831413269,0.2875490188598633,32.47383117675781,2.371622323989868,0.44833534955978394,0.23503252863883972,0.23503251373767853,Energy,7
39
- ett1/H/short,TTM-R2-Zeroshot,104.39521789550781,104.39521789550781,5.366086959838867,0.8821736574172974,0.507716715335846,0.2827994227409363,35.28694534301758,10.217397689819336,0.4768877625465393,0.250457227230072,0.250457227230072,Energy,7
40
- ett1/D/short,TTM-R2-Zeroshot,55083.7578125,55083.7578125,158.2764434814453,1.962099552154541,1.2102364301681519,0.5308582782745361,78.4839859008789,234.6992950439453,0.6164454817771912,0.41571831703186035,0.41571834683418274,Energy,7
41
- ett1/W/short,TTM-R2-Zeroshot,2633276.5,2633276.5,1125.6827392578125,1.5393426418304443,1.0096418857574463,0.45859840512275696,61.573707580566406,1622.7374267578125,0.6457259058952332,0.4479359984397888,0.4479359984397888,Energy,7
42
- ett2/15T/short,TTM-R2-Zeroshot,9.754693031311035,9.754693031311035,1.9594718217849731,0.8321967720985413,0.11617407947778702,0.13838815689086914,33.287872314453125,3.1232504844665527,0.1482718139886856,0.09302309900522232,0.09302308410406113,Energy,7
43
- ett2/H/short,TTM-R2-Zeroshot,124.45040130615234,124.45040130615234,6.933920383453369,0.7901540994644165,0.12842239439487457,0.11721692979335785,31.606163024902344,11.155734062194824,0.14148575067520142,0.08794140070676804,0.08794140070676804,Energy,7
44
- ett2/D/short,TTM-R2-Zeroshot,108511.2109375,108511.2109375,208.45578002929688,1.564162015914917,0.4740043878555298,0.17024555802345276,62.56648254394531,329.410400390625,0.18853026628494263,0.11930473893880844,0.11930473893880844,Energy,7
45
- ett2/W/short,TTM-R2-Zeroshot,12633047.0,12633047.0,2386.069580078125,1.356560468673706,0.2729461193084717,0.21735575795173645,54.262420654296875,3554.2998046875,0.29815125465393066,0.200154647231102,0.20015466213226318,Energy,7
46
- jena_weather/10T/short,TTM-R2-Zeroshot,766.1596069335938,766.1596069335938,7.308579921722412,0.3458213806152344,0.43337202072143555,0.5557089447975159,13.832855224609375,27.679588317871094,0.17192493379116058,0.045395441353321075,0.04539543762803078,Nature,21
47
- jena_weather/H/short,TTM-R2-Zeroshot,1081.8076171875,1081.8076171875,9.729592323303223,0.5753880739212036,1.828482747077942,0.6190334558486938,23.01552391052246,32.890846252441406,0.2016187608242035,0.059641774743795395,0.05964178219437599,Nature,21
48
- jena_weather/D/short,TTM-R2-Zeroshot,1248.5050048828125,1248.5050048828125,20.558490753173828,2.5306453704833984,1.7924801111221313,0.5474997162818909,101.22581481933594,35.334190368652344,0.21276958286762238,0.12379571795463562,0.12379571795463562,Nature,21
49
- bitbrains_fast_storage/5T/short,TTM-R2-Zeroshot,1646846.625,1646846.625,189.82254028320312,0.965898871421814,2.6614601612091064,0.7760849595069885,38.635955810546875,1283.295166015625,4.029229640960693,0.5959958434104919,0.5959958434104919,Web/CloudOps,2
50
- bitbrains_fast_storage/H/short,TTM-R2-Zeroshot,2551485.5,2551485.5,324.970458984375,1.2754968404769897,5.218166351318359,0.635557234287262,51.019874572753906,1597.3369140625,4.552928924560547,0.9262713193893433,0.9262713193893433,Web/CloudOps,2
51
- bitbrains_rnd/5T/short,TTM-R2-Zeroshot,1557151.0,1557151.0,147.8542022705078,2.053879737854004,1.7888224124908447,0.7139753103256226,82.15518951416016,1247.8585205078125,5.105876922607422,0.6049767136573792,0.6049767136573792,Web/CloudOps,2
52
- bitbrains_rnd/H/short,TTM-R2-Zeroshot,1869584.0,1869584.0,242.30137634277344,6.163490295410156,5.455203533172607,0.6784248352050781,246.53961181640625,1367.3272705078125,5.984093189239502,1.060429334640503,1.060429334640503,Web/CloudOps,2
53
- bizitobs_application/10S/short,TTM-R2-Zeroshot,9943514.0,9943514.0,1497.74755859375,4.214677333831787,0.06536141782999039,0.06266415864229202,168.5870819091797,3153.333984375,0.12161148339509964,0.057762134820222855,0.05776213854551315,Web/CloudOps,2
54
- bizitobs_service/10S/short,TTM-R2-Zeroshot,44515.95703125,44515.95703125,71.65859985351562,2.732959747314453,0.35066136717796326,0.13076719641685486,109.31838989257812,210.98805236816406,0.1563066989183426,0.05308698117733002,0.05308698117733002,Web/CloudOps,2
55
- bizitobs_l2c/5T/short,TTM-R2-Zeroshot,24.209394454956055,24.209394454956055,3.1097848415374756,0.32445377111434937,0.17801183462142944,0.22899238765239716,12.978150367736816,4.920304298400879,0.16898316144943237,0.10680259764194489,0.10680260509252548,Web/CloudOps,7
56
- bizitobs_l2c/H/short,TTM-R2-Zeroshot,213.2822723388672,213.2822723388672,10.186047554016113,0.9834961295127869,0.9913681149482727,0.8249644041061401,39.33984375,14.60418701171875,0.7872030735015869,0.5490540862083435,0.5490540862083435,Web/CloudOps,7
57
- electricity/15T/medium,TTM-R2-Zeroshot,479186.78125,479186.78125,82.32447814941406,1.3208063840866089,0.22963841259479523,0.19777949154376984,52.83225631713867,692.233154296875,1.192787528038025,0.14185337722301483,0.14185337722301483,Energy,1
58
- electricity/H/medium,TTM-R2-Zeroshot,6960439.5,6960439.5,280.2503662109375,1.2517058849334717,0.36617472767829895,0.15959197282791138,50.0682373046875,2638.264404296875,1.0298014879226685,0.10939095169305801,0.10939095169305801,Energy,1
59
- solar/10T/medium,TTM-R2-Zeroshot,23.291641235351562,23.291641235351562,2.581629991531372,1.1273674964904785,3.8910577297210693,1.4938726425170898,45.09469985961914,4.826141357421875,1.0709398984909058,0.5728739500045776,0.5728738903999329,Energy,1
60
- solar/H/medium,TTM-R2-Zeroshot,673.9286499023438,673.9286499023438,13.676705360412598,1.0454044342041016,6.807587623596191,1.4293445348739624,41.81617736816406,25.96013641357422,0.9351446628570557,0.4926668405532837,0.4926668703556061,Energy,1
61
- kdd_cup_2018/H/medium,TTM-R2-Zeroshot,4815.142578125,4815.142578125,25.404191970825195,1.0737661123275757,1.1820731163024902,0.559693455696106,42.95064163208008,69.39122772216797,1.452484130859375,0.5317557454109192,0.5317556858062744,Nature,1
62
- loop_seattle/5T/medium,TTM-R2-Zeroshot,116.44446563720703,116.44446563720703,6.789214134216309,1.0654295682907104,0.237552210688591,0.14933940768241882,42.617183685302734,10.790943145751953,0.19199305772781372,0.12079407274723053,0.12079407274723053,Transport,1
63
- loop_seattle/H/medium,TTM-R2-Zeroshot,80.56887817382812,80.56887817382812,5.882454872131348,1.1938070058822632,0.15960149466991425,0.13077092170715332,47.752281188964844,8.976016998291016,0.15865008533000946,0.10397172719240189,0.10397172719240189,Transport,1
64
- sz_taxi/15T/medium,TTM-R2-Zeroshot,17.407360076904297,17.407360076904297,2.9041669368743896,0.5661407113075256,12433696489472.0,0.4201682507991791,22.645627975463867,4.172213077545166,0.3882940411567688,0.27028119564056396,0.27028119564056396,Transport,1
65
- m_dense/H/medium,TTM-R2-Zeroshot,58433.80859375,58433.80859375,122.33402252197266,1.0201516151428223,0.43751060962677,0.29099923372268677,40.80606460571289,241.73086547851562,0.4205811619758606,0.21284574270248413,0.21284572780132294,Transport,1
66
- ett1/15T/medium,TTM-R2-Zeroshot,9.845744132995605,9.845744132995605,1.7487417459487915,1.137412428855896,0.7454333305358887,0.4337901473045349,45.496498107910156,3.1377928256988525,0.5980664491653442,0.33331191539764404,0.33331191539764404,Energy,7
67
- ett1/H/medium,TTM-R2-Zeroshot,138.2218780517578,138.2218780517578,7.0701584815979,1.3201416730880737,3522723315712.0,0.4641319215297699,52.8056640625,11.756780624389648,0.5631219148635864,0.3386438190937042,0.3386438190937042,Energy,7
68
- ett2/15T/medium,TTM-R2-Zeroshot,14.557876586914062,14.557876586914062,2.3989028930664062,0.9867962598800659,0.1484927535057068,0.17977158725261688,39.47185134887695,3.815478563308716,0.2033337652683258,0.12784188985824585,0.12784187495708466,Energy,7
69
- ett2/H/medium,TTM-R2-Zeroshot,269.994140625,269.994140625,10.284690856933594,1.097788691520691,0.17862552404403687,0.1798628270626068,43.91154861450195,16.43149757385254,0.22142501175403595,0.13859282433986664,0.13859283924102783,Energy,7
70
- jena_weather/10T/medium,TTM-R2-Zeroshot,1497.083984375,1497.083984375,11.306266784667969,0.6561654806137085,0.9674649834632874,0.6653227210044861,26.246618270874023,38.692169189453125,0.2374531775712967,0.06938636302947998,0.06938636302947998,Nature,21
71
- jena_weather/H/medium,TTM-R2-Zeroshot,1447.2547607421875,1447.2547607421875,11.986462593078613,0.8147535920143127,3.532595634460449,0.6771256327629089,32.59014129638672,38.04280090332031,0.23279064893722534,0.0733472928404808,0.0733472928404808,Nature,21
72
- bitbrains_fast_storage/5T/medium,TTM-R2-Zeroshot,2803018.75,2803018.75,298.1320495605469,1.2348387241363525,5.41544771194458,0.8186819553375244,49.393550872802734,1674.2218017578125,5.0867486000061035,0.9058074951171875,0.9058074951171875,Web/CloudOps,2
73
- bitbrains_rnd/5T/medium,TTM-R2-Zeroshot,2112217.75,2112217.75,198.39056396484375,4.8130364418029785,2.431964635848999,0.7751559019088745,192.52145385742188,1453.3470458984375,6.114972114562988,0.8347302675247192,0.8347302675247192,Web/CloudOps,2
74
- bizitobs_application/10S/medium,TTM-R2-Zeroshot,34985988.0,34985988.0,3205.0234375,9.018702507019043,0.12491956353187561,0.1292904019355774,360.74810791015625,5914.8955078125,0.2322605401277542,0.1258518397808075,0.1258518248796463,Web/CloudOps,2
75
- bizitobs_service/10S/medium,TTM-R2-Zeroshot,182072.703125,182072.703125,155.6486053466797,5.1217827796936035,0.48198986053466797,0.20569010078907013,204.87130737304688,426.6997985839844,0.32114431262016296,0.11714481562376022,0.11714481562376022,Web/CloudOps,2
76
- bizitobs_l2c/5T/medium,TTM-R2-Zeroshot,195.24891662597656,195.24891662597656,10.268324851989746,0.9921779036521912,0.6358968019485474,1.0157976150512695,39.68711471557617,13.973150253295898,0.7351931929588318,0.540264904499054,0.540264904499054,Web/CloudOps,7
77
- bizitobs_l2c/H/medium,TTM-R2-Zeroshot,289.9211730957031,289.9211730957031,12.913840293884277,1.2396725416183472,1.3855247497558594,1.0475947856903076,49.5869026184082,17.027070999145508,1.0310150384902954,0.7819526791572571,0.7819526791572571,Web/CloudOps,7
78
- electricity/15T/long,TTM-R2-Zeroshot,718197.1875,718197.1875,90.5474853515625,1.3471070528030396,0.2316545844078064,0.19732432067394257,53.88428497314453,847.4651489257812,1.3369802236557007,0.14284975826740265,0.14284975826740265,Energy,1
79
- electricity/H/long,TTM-R2-Zeroshot,10661256.0,10661256.0,325.055908203125,1.3821061849594116,0.39065104722976685,0.1722196787595749,55.28424835205078,3265.157958984375,1.287777304649353,0.12820196151733398,0.1282019466161728,Energy,1
80
- solar/10T/long,TTM-R2-Zeroshot,22.359167098999023,22.359167098999023,2.523888111114502,1.10085928440094,3.154728651046753,1.4919425249099731,44.03437423706055,4.728548049926758,1.0220000743865967,0.5454980731010437,0.5454980134963989,Energy,1
81
- solar/H/long,TTM-R2-Zeroshot,705.2949829101562,705.2949829101562,14.768033027648926,1.1248584985733032,8.415304183959961,1.436413049697876,44.99434280395508,26.557390213012695,0.9207931160926819,0.5120345950126648,0.5120344758033752,Energy,1
82
- kdd_cup_2018/H/long,TTM-R2-Zeroshot,3760.123779296875,3760.123779296875,23.107446670532227,1.0000991821289062,1.153912901878357,0.589838981628418,40.003963470458984,61.319847106933594,1.4388114213943481,0.5421940684318542,0.5421940684318542,Nature,1
83
- loop_seattle/5T/long,TTM-R2-Zeroshot,124.74163818359375,124.74163818359375,7.093927383422852,1.1124976873397827,0.2543075382709503,0.15363603830337524,44.499908447265625,11.168779373168945,0.19746631383895874,0.12542209029197693,0.12542209029197693,Transport,1
84
- loop_seattle/H/long,TTM-R2-Zeroshot,74.29878997802734,74.29878997802734,5.402324199676514,1.114170789718628,0.17675289511680603,0.1240486353635788,44.56683349609375,8.619674682617188,0.15404511988162994,0.09654676914215088,0.09654677659273148,Transport,1
85
- sz_taxi/15T/long,TTM-R2-Zeroshot,16.31110191345215,16.31110191345215,2.8116378784179688,0.5310652256011963,8224755941376.0,0.40968406200408936,21.242610931396484,4.038700580596924,0.3738149106502533,0.26024019718170166,0.26024019718170166,Transport,1
86
- m_dense/H/long,TTM-R2-Zeroshot,62940.5234375,62940.5234375,128.40859985351562,1.0597881078720093,0.470628559589386,0.2987874746322632,42.39152526855469,250.87950134277344,0.4343095123767853,0.22229425609111786,0.22229427099227905,Transport,1
87
- ett1/15T/long,TTM-R2-Zeroshot,10.124308586120605,10.124308586120605,1.8443189859390259,1.1956290006637573,0.7989325523376465,0.45920833945274353,47.82516098022461,3.1818718910217285,0.6064679026603699,0.3515290319919586,0.3515290319919586,Energy,7
88
- ett1/H/long,TTM-R2-Zeroshot,142.861328125,142.861328125,7.135627269744873,1.355435848236084,3003883454464.0,0.4777284562587738,54.217430114746094,11.952461242675781,0.5723775029182434,0.3417097330093384,0.34170976281166077,Energy,7
89
- ett2/15T/long,TTM-R2-Zeroshot,13.01650333404541,13.01650333404541,2.3665223121643066,0.986086905002594,0.14943784475326538,0.1789281815290451,39.443477630615234,3.6078391075134277,0.1922682821750641,0.12611626088619232,0.12611627578735352,Energy,7
90
- ett2/H/long,TTM-R2-Zeroshot,278.0689392089844,278.0689392089844,10.509333610534668,1.131842017173767,0.19035466015338898,0.1890520304441452,45.273681640625,16.675399780273438,0.2283567637205124,0.1439172327518463,0.1439172327518463,Energy,7
91
- jena_weather/10T/long,TTM-R2-Zeroshot,1487.92626953125,1487.92626953125,11.109465599060059,0.6489807367324829,0.8593838214874268,0.6524072885513306,25.959230422973633,38.573646545410156,0.23603875935077667,0.06798072904348373,0.06798072159290314,Nature,21
92
- jena_weather/H/long,TTM-R2-Zeroshot,1266.5963134765625,1266.5963134765625,13.908403396606445,1.0716230869293213,3.8741116523742676,0.6689540147781372,42.864925384521484,35.589271545410156,0.21428684890270233,0.08374399691820145,0.08374399691820145,Nature,21
93
- bitbrains_fast_storage/5T/long,TTM-R2-Zeroshot,3219523.0,3219523.0,355.3838195800781,1.1635642051696777,4.895505428314209,0.8371726274490356,46.54256820678711,1794.302978515625,4.741806983947754,0.9391733407974243,0.9391733407974243,Web/CloudOps,2
94
- bitbrains_rnd/5T/long,TTM-R2-Zeroshot,1991291.25,1991291.25,203.39283752441406,3.782886266708374,2.9021401405334473,0.7515886425971985,151.31544494628906,1411.1312255859375,5.405725955963135,0.7791521549224854,0.7791520953178406,Web/CloudOps,2
95
- bizitobs_application/10S/long,TTM-R2-Zeroshot,41283780.0,41283780.0,3723.089111328125,9.590826034545898,0.13113968074321747,0.13875478506088257,383.633056640625,6425.24560546875,0.24779604375362396,0.14358466863632202,0.14358466863632202,Web/CloudOps,2
96
- bizitobs_service/10S/long,TTM-R2-Zeroshot,267102.25,267102.25,188.78057861328125,5.33817720413208,0.43358832597732544,0.21543104946613312,213.52708435058594,516.8193359375,0.38287630677223206,0.13985468447208405,0.13985469937324524,Web/CloudOps,2
97
- bizitobs_l2c/5T/long,TTM-R2-Zeroshot,358.9239196777344,358.9239196777344,13.98556137084961,1.316333532333374,0.9028239250183105,1.1863360404968262,52.653343200683594,18.945287704467773,1.0637495517730713,0.7852683663368225,0.7852683663368225,Web/CloudOps,7
98
- bizitobs_l2c/H/long,TTM-R2-Zeroshot,248.46641540527344,248.46641540527344,12.290800094604492,1.2374670505523682,1.677781105041504,0.9531240463256836,49.498680114746094,15.7628173828125,0.9628384113311768,0.7507575750350952,0.7507575154304504,Web/CloudOps,7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/TTM-R2-Zeroshot/config.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "model": "TTM-R2-Zeroshot",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2"
6
- }
 
 
 
 
 
 
 
results/Timer/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- m4_yearly/A/short,Timer,15960074.0,15960074.0,2515.56494140625,11.507473945617676,0.3822980523109436,0.512023389339447,460.2989501953125,3995.006103515625,0.6406177282333374,0.4033825099468231,0.4033825099468231,Econ/Fin,1.0
3
- m4_quarterly/Q/short,Timer,4070192.5,4070192.5,1059.001708984375,2.9413843154907227,0.1890403479337692,0.2066598832607269,117.6553726196289,2017.4718017578125,0.3376892507076263,0.1772582232952118,0.1772582232952118,Econ/Fin,1.0
4
- m4_monthly/M/short,Timer,3139851.5,3139851.5,773.2167358398438,1.5437763929367063,0.1861013025045395,0.1874160319566726,61.75105667114258,1771.962646484375,0.3682746589183807,0.1607009768486023,0.1607009768486023,Econ/Fin,1.0
5
- m4_weekly/W/short,Timer,602500.5625,602500.5625,435.4611511230469,3.867011308670044,0.1095710545778274,0.1155303865671157,154.68045043945312,776.2091064453125,0.1414132714271545,0.0793342739343643,0.0793342739343643,Econ/Fin,1.0
6
- m4_daily/D/short,Timer,409574.21875,409574.21875,216.2593231201172,4.353240966796875,0.0476609021425247,0.0409090295433998,174.129638671875,639.9798583984375,0.0988592058420181,0.0334060862660408,0.0334060862660408,Econ/Fin,1.0
7
- m4_hourly/H/short,Timer,3704264.25,3704264.25,325.61083984375,3.465131998062134,0.1837441772222519,0.1398412883281707,138.6052703857422,1924.6466064453125,0.262756735086441,0.04445306584239,0.0444530695676803,Econ/Fin,1.0
8
- electricity/15T/short,Timer,439636.90625,439636.90625,119.53121948242188,2.256010293960572,0.3652159869670868,0.3091564476490021,90.24040985107422,663.0512084960938,1.307004690170288,0.2356195896863937,0.2356196045875549,Energy,1.0
9
- electricity/H/short,Timer,2290321.25,2290321.25,240.87733459472656,1.3026354312896729,0.3624715209007263,0.1691998392343521,52.10541915893555,1513.3807373046875,0.7144237756729126,0.113711304962635,0.113711304962635,Energy,1.0
10
- electricity/D/short,Timer,2299531264.0,2299531264.0,5843.25244140625,1.8616673946380613,0.7036624550819397,0.1342314183712005,74.46669006347656,47953.42578125,0.7880340814590454,0.0960240438580513,0.0960240438580513,Energy,1.0
11
- electricity/W/short,Timer,135113850880.0,135113850880.0,49654.5703125,2.278900384902954,0.2822481393814087,0.132920354604721,91.15601348876952,367578.375,0.8386925458908081,0.1132953464984893,0.1132953464984893,Energy,1.0
12
- solar/10T/short,Timer,42.372314453125,42.372314453125,3.8650217056274414,1.700700283050537,4.472381591796875,1.6286958456039429,68.02801513671875,6.509401798248291,1.893584370613098,1.124334454536438,1.124334454536438,Energy,1.0
13
- solar/H/short,Timer,761.1024780273438,761.1024780273438,14.604989051818848,1.12728750705719,5.338653087615967,1.4358646869659424,45.09149932861328,27.588085174560547,1.0169060230255127,0.5383447408676147,0.5383447408676147,Energy,1.0
14
- solar/D/short,Timer,118298.1796875,118298.1796875,260.9843444824219,1.019014596939087,1.0004303455352783,0.4478209018707275,40.76058578491211,343.94500732421875,0.4968833923339844,0.3770334720611572,0.3770335018634796,Energy,1.0
15
- solar/W/short,Timer,1952498.25,1952498.25,1030.47265625,1.1244401931762695,0.2236430644989013,0.1972776353359222,44.97760391235352,1397.3182373046875,0.2852275967597961,0.2103452235460281,0.2103452384471893,Energy,1.0
16
- hospital/M/short,Timer,31698.765625,31698.765625,51.45354080200195,1.4601761102676392,0.2785269916057586,0.3147836923599243,58.40704727172852,178.04147338867188,0.6463319063186646,0.1867882907390594,0.1867883056402206,Healthcare,1.0
17
- covid_deaths/D/short,Timer,19473190.0,19473190.0,766.7901000976562,82.29279327392578,0.2722060084342956,0.6154463291168213,3291.711669921875,4412.84375,1.6603540182113647,0.2885085046291351,0.2885085046291351,Healthcare,1.0
18
- us_births/D/short,Timer,1422180.125,1422180.125,1070.29443359375,1.576511263847351,0.1054572388529777,0.1028548330068588,63.06045150756836,1192.552001953125,0.1117920652031898,0.1003314107656478,0.1003314033150672,Healthcare,1.0
19
- us_births/M/short,Timer,320133216.0,320133216.0,14097.0830078125,1.5948479175567627,0.0438226461410522,0.0438417382538318,63.79391479492188,17892.267578125,0.0555732585489749,0.0437854453921318,0.0437854453921318,Healthcare,1.0
20
- us_births/W/short,Timer,6209666.5,6209666.5,1802.1334228515625,1.6382945775985718,0.0239783357828855,0.0244099199771881,65.53178405761719,2491.920166015625,0.0338275730609893,0.0244637839496135,0.0244637820869684,Healthcare,1.0
21
- saugeen/D/short,Timer,1427.042724609375,1427.042724609375,20.21636962890625,4.487884044647217,0.8190188407897949,0.565277636051178,179.51536560058594,37.77621841430664,1.2235807180404663,0.6548130512237549,0.6548130512237549,Nature,1.0
22
- saugeen/M/short,Timer,398.7861328125,398.7861328125,14.635396003723145,0.8574973940849304,0.5644688606262207,0.4876649081707001,34.299896240234375,19.96963119506836,0.5995482206344604,0.4393984973430633,0.4393985271453857,Nature,1.0
23
- saugeen/W/short,Timer,1276.0330810546875,1276.0330810546875,19.29665756225586,1.5652990341186523,0.6592676043510437,0.5892956256866455,62.611961364746094,35.72160720825195,1.0782864093780518,0.5824856162071228,0.5824856162071228,Nature,1.0
24
- temperature_rain/D/short,Timer,184.2439117431641,184.2439117431641,6.942285537719727,1.681937575340271,93.59574127197266,1.425851583480835,67.27750396728516,13.573647499084473,1.5979772806167605,0.8172905445098877,0.8172906041145325,Nature,1.0
25
- kdd_cup_2018/H/short,Timer,4599.66259765625,4599.66259765625,23.67636489868164,1.0080336332321167,1.0133415460586548,0.5278124213218689,40.32134628295898,67.82080841064453,1.4196124076843262,0.4955891966819763,0.4955892264842987,Nature,1.0
26
- kdd_cup_2018/D/short,Timer,2857.045654296875,2857.045654296875,21.094287872314453,1.2058345079421997,0.520703136920929,0.473745733499527,48.23337936401367,53.45133972167969,1.197366714477539,0.4725344777107239,0.4725344777107239,Nature,1.0
27
- car_parts/M/short,Timer,1.33407723903656,1.33407723903656,0.4690718650817871,0.8716527223587036,0.8576087355613708,1.90359365940094,34.86610794067383,1.1550226211547852,2.769625663757324,1.124786138534546,1.124786138534546,Sales,1.0
28
- restaurant/D/short,Timer,204.9752197265625,204.9752197265625,8.964832305908203,0.8364865183830261,0.8127961754798889,0.4661175012588501,33.4594612121582,14.31695556640625,0.6588994860649109,0.4125823378562927,0.4125823676586151,Sales,1.0
29
- hierarchical_sales/D/short,Timer,30.41873359680176,30.41873359680176,2.7062768936157227,0.8625249266624451,0.8648467659950256,0.9972294569015504,34.50099563598633,5.515317916870117,1.6920385360717771,0.8302557468414307,0.8302558064460754,Sales,1.0
30
- hierarchical_sales/W/short,Timer,478.2153625488281,478.2153625488281,10.28359031677246,0.8074617385864258,0.7302916646003723,0.5080252885818481,32.29846954345703,21.868135452270508,1.003976821899414,0.4721246361732483,0.472124695777893,Sales,1.0
31
- loop_seattle/5T/short,Timer,72.92700958251953,72.92700958251953,5.170968532562256,0.8028478026390076,0.1457836925983429,0.1057910025119781,32.11391067504883,8.5397310256958,0.1464375406503677,0.0886706933379173,0.0886706933379173,Transport,1.0
32
- loop_seattle/H/short,Timer,88.27337646484375,88.27337646484375,5.952459335327148,1.1994346380233765,0.1736440658569336,0.1311271786689758,47.977386474609375,9.395391464233398,0.1663079857826233,0.1053645834326744,0.1053645834326744,Transport,1.0
33
- loop_seattle/D/short,Timer,36.45976257324219,36.45976257324219,4.904968738555908,1.5016674995422363,0.0917601883411407,0.0887525826692581,60.06670379638672,6.038191795349121,0.1079105660319328,0.0876583456993103,0.0876583456993103,Transport,1.0
34
- sz_taxi/15T/short,Timer,18.27078628540039,18.27078628540039,2.948929071426392,0.5914117693901062,1240829919232.0,0.4183946549892425,23.656471252441406,4.2744340896606445,0.3996778726577759,0.2757374942302704,0.2757374942302704,Transport,1.0
35
- sz_taxi/H/short,Timer,7.8406662940979,7.8406662940979,2.0194859504699707,0.6149353384971619,1.5491769313812256,0.3229924738407135,24.59741401672364,2.800118923187256,0.2608483731746673,0.1881275773048401,0.1881275624036789,Transport,1.0
36
- m_dense/H/short,Timer,76534.609375,76534.609375,139.14401245117188,1.143413782119751,0.4861980676651001,0.3362470269203186,45.736549377441406,276.6488952636719,0.490706205368042,0.246806800365448,0.246806800365448,Transport,1.0
37
- m_dense/D/short,Timer,19875.603515625,19875.603515625,87.71620178222656,1.1955851316452026,0.206885740160942,0.175531655550003,47.82340240478516,140.98086547851562,0.2440587282180786,0.1518497169017791,0.1518497318029403,Transport,1.0
38
- ett1/15T/short,Timer,16.142446517944336,16.142446517944336,2.2090744972229004,1.3419594764709473,0.6826388239860535,0.4235529601573944,53.67837905883789,4.01776647567749,0.7595250606536865,0.4176070392131805,0.4176070094108581,Energy,7.0
39
- ett1/H/short,Timer,117.29533386230467,117.29533386230467,5.761704444885254,0.9536104202270508,0.5801722407341003,0.3092675805091858,38.14441680908203,10.830296516418455,0.505494236946106,0.2689222991466522,0.2689222991466522,Energy,7.0
40
- ett1/D/short,Timer,39235.36328125,39235.36328125,131.30612182617188,1.6968214511871338,0.8816156387329102,0.5224992036819458,67.87285614013672,198.0791931152344,0.5202615857124329,0.3448798954486847,0.3448798656463623,Energy,7.0
41
- ett1/W/short,Timer,2657829.5,2657829.5,1305.752197265625,2.5689876079559326,0.7078898549079895,0.8641673922538757,102.75950622558594,1630.2850341796875,0.6487293243408203,0.5195899605751038,0.5195900201797485,Energy,7.0
42
- ett2/15T/short,Timer,11.666239738464355,11.666239738464355,2.246156930923462,1.0045720338821411,0.1447132229804992,0.1650290340185165,40.182884216308594,3.415587902069092,0.1621500998735427,0.1066330522298812,0.1066330447793006,Energy,7.0
43
- ett2/H/short,Timer,142.5553436279297,142.5553436279297,7.492897033691406,0.8407788276672363,0.1294213384389877,0.1227191388607025,33.63115310668945,11.939654350280762,0.1514280438423156,0.0950307846069336,0.0950307846069336,Energy,7.0
44
- ett2/D/short,Timer,129063.671875,129063.671875,235.2665405273437,1.7539362907409668,0.5099589824676514,0.1784910410642624,70.15745544433594,359.2543334960937,0.2056107223033905,0.134649246931076,0.134649246931076,Energy,7.0
45
- ett2/W/short,Timer,15428875.0,15428875.0,2803.319091796875,1.975763440132141,0.2883638441562652,0.346852570772171,79.0305404663086,3927.960693359375,0.3294956982135772,0.2351555079221725,0.2351554930210113,Energy,7.0
46
- jena_weather/10T/short,Timer,1421.3758544921875,1421.3758544921875,10.759843826293944,0.4265126883983612,0.5133702158927917,0.6040313243865967,17.06050682067871,37.70113754272461,0.2341713309288025,0.0668321177363395,0.0668321177363395,Nature,21.0
47
- jena_weather/H/short,Timer,1203.45263671875,1203.45263671875,10.736539840698242,0.626010537147522,2.478585958480835,0.6297770738601685,25.04042053222656,34.69081497192383,0.2126524597406387,0.0658142939209938,0.0658142939209938,Nature,21.0
48
- jena_weather/D/short,Timer,513.686279296875,513.686279296875,12.664178848266602,1.7647336721420288,1.22536039352417,0.4777471721172333,70.58934783935547,22.66464805603028,0.1364782303571701,0.0762590542435646,0.0762590542435646,Nature,21.0
49
- bitbrains_fast_storage/5T/short,Timer,2012037.125,2012037.125,222.65597534179688,1.0162328481674194,3.530824899673462,0.7916674017906189,40.64931488037109,1418.462890625,4.453622817993164,0.6990846991539001,0.6990846991539001,Web/CloudOps,2.0
50
- bitbrains_fast_storage/H/short,Timer,3378123.0,3378123.0,387.0008544921875,1.4674376249313354,6.137554168701172,0.6591413617134094,58.69750595092773,1837.967041015625,5.238802909851074,1.1030781269073486,1.1030781269073486,Web/CloudOps,2.0
51
- bitbrains_rnd/5T/short,Timer,1855462.875,1855462.875,173.45669555664062,2.103407382965088,2.341862916946411,0.7406865358352661,84.13629913330078,1362.15380859375,5.573539733886719,0.7097347378730774,0.7097347378730774,Web/CloudOps,2.0
52
- bitbrains_rnd/H/short,Timer,2164091.0,2164091.0,238.7935943603516,6.159127712249756,4.8008222579956055,0.6970577239990234,246.36509704589844,1471.0849609375,6.438187599182129,1.045077562332153,1.0450776815414429,Web/CloudOps,2.0
53
- bizitobs_application/10S/short,Timer,5609835.5,5609835.5,1088.42431640625,3.750981569290161,0.0530213117599487,0.053666565567255,150.0392608642578,2368.509033203125,0.0913439318537712,0.0419761762022972,0.0419761724770069,Web/CloudOps,2.0
54
- bizitobs_service/10S/short,Timer,24416.603515625,24416.603515625,51.10384750366211,2.169052124023437,0.3454442322254181,0.1400158554315567,86.7620849609375,156.2581329345703,0.1157610192894935,0.0378593653440475,0.0378593653440475,Web/CloudOps,2.0
55
- bizitobs_l2c/5T/short,Timer,27.20807838439941,27.20807838439941,3.4999563694000244,0.3761106431484222,0.1919722855091095,0.2377228885889053,15.044425964355469,5.216136455535889,0.1791432350873947,0.1202026680111885,0.1202026605606079,Web/CloudOps,7.0
56
- bizitobs_l2c/H/short,Timer,174.7396697998047,174.7396697998047,8.77177906036377,0.8403541445732117,0.9407946467399596,0.7788866758346558,33.614166259765625,13.218914031982422,0.7125332951545715,0.4728213548660278,0.4728213548660278,Web/CloudOps,7.0
57
- electricity/15T/medium,Timer,2507608.75,2507608.75,187.1243438720703,2.7405874729156494,0.4590089321136474,0.3416807055473327,109.62349700927734,1583.5430908203125,2.728604316711426,0.3224340975284576,0.3224340975284576,Energy,1.0
58
- electricity/H/medium,Timer,12729977.0,12729977.0,378.74114990234375,1.6499006748199463,0.3859025835990906,0.1930912882089615,65.99602508544922,3567.909423828125,1.3926725387573242,0.1478351503610611,0.1478351503610611,Energy,1.0
59
- solar/10T/medium,Timer,82.85549926757812,82.85549926757812,6.211141109466553,2.7358651161193848,3.19260573387146,1.6824835538864136,109.43460845947266,9.102499961853027,2.019880771636963,1.3782769441604614,1.3782769441604614,Energy,1.0
60
- solar/H/medium,Timer,894.169189453125,894.169189453125,16.82102394104004,1.2898763418197632,6.022534370422363,1.455984592437744,51.59505081176758,29.90266227722168,1.0771636962890625,0.6059325337409973,0.6059325933456421,Energy,1.0
61
- kdd_cup_2018/H/medium,Timer,4972.2255859375,4972.2255859375,25.70556831359864,1.1031593084335327,1.0825453996658323,0.5811611413955688,44.126373291015625,70.51400756835938,1.4759858846664429,0.5380641222000122,0.5380640625953674,Nature,1.0
62
- loop_seattle/5T/medium,Timer,175.62289428710938,175.62289428710938,8.868509292602539,1.3719229698181152,0.3077051937580108,0.1890646368265152,54.876914978027344,13.252278327941896,0.2357852756977081,0.1577890068292617,0.1577890068292617,Transport,1.0
63
- loop_seattle/H/medium,Timer,115.57488250732422,115.57488250732422,7.100574016571045,1.4409586191177368,0.1956809163093567,0.1531565189361572,57.63834381103516,10.75057601928711,0.1900152266025543,0.1255018562078476,0.1255018562078476,Transport,1.0
64
- sz_taxi/15T/medium,Timer,18.135269165039062,18.135269165039062,2.9966444969177246,0.5864758491516113,11960251842560.0,0.4295547008514404,23.459033966064453,4.258552551269531,0.396329402923584,0.2788877785205841,0.2788877785205841,Transport,1.0
65
- m_dense/H/medium,Timer,98668.859375,98668.859375,162.61505126953125,1.2639591693878174,0.6239790916442871,0.394538938999176,50.55836868286133,314.1159973144531,0.5465221405029297,0.2829296588897705,0.2829296588897705,Transport,1.0
66
- ett1/15T/medium,Timer,29.358871459960938,29.358871459960938,3.064739227294922,1.7557613849639893,0.910193681716919,0.6591196060180664,70.23045349121094,5.41838264465332,1.032749056816101,0.5841423273086548,0.5841423273086548,Energy,7.0
67
- ett1/H/medium,Timer,237.18679809570312,237.18679809570312,8.913472175598145,1.553605079650879,7674470072320.0,0.542371928691864,62.14420318603516,15.400870323181152,0.7376651763916016,0.4269341826438904,0.4269341826438904,Energy,7.0
68
- ett2/15T/medium,Timer,17.68214225769043,17.68214225769043,2.716909646987915,1.1290565729141235,0.1674913018941879,0.1970102041959762,45.16226196289063,4.205013751983643,0.2240927964448928,0.1447890400886535,0.1447890549898147,Energy,7.0
69
- ett2/H/medium,Timer,274.37237548828125,274.37237548828125,10.453105926513672,1.1246135234832764,0.1859084665775299,0.1857642829418182,44.98453903198242,16.564189910888672,0.2232131063938141,0.1408623307943344,0.1408623307943344,Energy,7.0
70
- jena_weather/10T/medium,Timer,2489.984375,2489.984375,16.714487075805664,0.7859023213386536,2.6763811111450195,0.6979338526725769,31.436092376708984,49.89974212646485,0.3062338829040527,0.1025765240192413,0.1025765165686607,Nature,21.0
71
- jena_weather/H/medium,Timer,1809.32958984375,1809.32958984375,13.810235023498535,0.936582088470459,5.170769691467285,0.6923579573631287,37.46328353881836,42.53621292114258,0.2602866291999817,0.0845072790980339,0.0845072865486145,Nature,21.0
72
- bitbrains_fast_storage/5T/medium,Timer,3149185.25,3149185.25,322.8526916503906,1.3148092031478882,5.947714805603027,0.8331922292709351,52.59236907958984,1774.594482421875,5.391707897186279,0.9809156060218812,0.9809156060218812,Web/CloudOps,2.0
73
- bitbrains_rnd/5T/medium,Timer,2225999.25,2225999.25,216.0227203369141,5.005271911621094,3.1543328762054443,0.7927706837654114,200.2108764648437,1491.978271484375,6.27751350402832,0.9089177846908568,0.9089177846908568,Web/CloudOps,2.0
74
- bizitobs_application/10S/medium,Timer,15773824.0,15773824.0,2290.66552734375,7.47352123260498,0.1042062267661094,0.1052982732653617,298.9408569335937,3971.62744140625,0.1559541225433349,0.0899477005004882,0.0899476930499076,Web/CloudOps,2.0
75
- bizitobs_service/10S/medium,Timer,128696.2578125,128696.2578125,119.21471405029295,4.256953716278076,0.7849547266960144,0.2061486095190048,170.2781524658203,358.7426147460937,0.2699981331825256,0.0897238031029701,0.0897238031029701,Web/CloudOps,2.0
76
- bizitobs_l2c/5T/medium,Timer,270.9913330078125,270.9913330078125,11.936371803283691,1.1333492994308472,0.6806544661521912,0.9873334765434264,45.3339729309082,16.461814880371094,0.8661335110664368,0.6280286908149719,0.6280286908149719,Web/CloudOps,7.0
77
- bizitobs_l2c/H/medium,Timer,196.0673217773437,196.0673217773437,10.511180877685549,1.037947177886963,1.453730583190918,0.910856544971466,41.51788711547852,14.00240421295166,0.8478668332099915,0.6364679336547852,0.6364679336547852,Web/CloudOps,7.0
78
- electricity/15T/long,Timer,4811026.0,4811026.0,222.29676818847656,2.8717730045318604,0.4768320024013519,0.3436427712440491,114.87092590332033,2193.405029296875,3.460365533828736,0.3507004082202911,0.3507004082202911,Energy,1.0
79
- electricity/H/long,Timer,18253970.0,18253970.0,440.7637023925781,1.9044365882873533,0.4604615569114685,0.2154321521520614,76.1774673461914,4272.46630859375,1.6850595474243164,0.1738370805978775,0.1738370805978775,Energy,1.0
80
- solar/10T/long,Timer,85.07907104492188,85.07907104492188,6.364139556884766,2.790985107421875,3.2258267402648926,1.6921824216842651,111.639404296875,9.223832130432127,1.9935836791992188,1.3755069971084597,1.37550687789917,Energy,1.0
81
- solar/H/long,Timer,937.348876953125,937.348876953125,17.726049423217773,1.3549171686172483,8.945707321166992,1.454779028892517,54.19668960571289,30.616153717041016,1.0615178346633911,0.6145944595336914,0.6145943999290466,Energy,1.0
82
- kdd_cup_2018/H/long,Timer,3933.24560546875,3933.24560546875,24.26762962341309,1.0618218183517456,1.1776909828186035,0.6198624968528748,42.47286987304688,62.71559143066406,1.4715611934661863,0.5694166421890259,0.5694167017936707,Nature,1.0
83
- loop_seattle/5T/long,Timer,174.40982055664062,174.40982055664062,8.904092788696289,1.3811830282211304,0.312557190656662,0.1870190501213073,55.247318267822266,13.206430435180664,0.2334924042224884,0.1574261784553527,0.1574261933565139,Transport,1.0
84
- loop_seattle/H/long,Timer,119.13572692871094,119.13572692871094,7.016603946685791,1.4354292154312134,0.2177831083536148,0.1524847447872162,57.41716766357422,10.914931297302246,0.195064440369606,0.1253961026668548,0.1253961026668548,Transport,1.0
85
- sz_taxi/15T/long,Timer,17.1718692779541,17.1718692779541,2.921497344970703,0.5541780591011047,8475207794688.0,0.4209156036376953,22.16712188720703,4.143895626068115,0.3835515677928924,0.2704086005687713,0.2704086005687713,Transport,1.0
86
- m_dense/H/long,Timer,132903.703125,132903.703125,189.4039306640625,1.4404672384262085,0.7668570280075073,0.4415754973888397,57.61868667602539,364.5596008300781,0.6311065554618835,0.3278862237930298,0.3278862237930298,Transport,1.0
87
- ett1/15T/long,Timer,26.45624542236328,26.45624542236328,2.947497844696045,1.726724624633789,0.8878867030143738,0.6636614799499512,69.06898498535156,5.143563270568848,0.9803682565689088,0.5617960095405579,0.5617959499359131,Energy,7.0
88
- ett1/H/long,Timer,252.66668701171875,252.66668701171875,9.196810722351074,1.6078972816467283,5673646555136.0,0.5512914657592773,64.31588745117188,15.895492553710938,0.7612007260322571,0.4404153525829315,0.4404153823852539,Energy,7.0
89
- ett2/15T/long,Timer,17.282947540283203,17.282947540283203,2.730286836624145,1.1427444219589231,0.1719768047332763,0.1983316242694854,45.70977783203125,4.157276630401611,0.2215487957000732,0.1455019265413284,0.1455019265413284,Energy,7.0
90
- ett2/H/long,Timer,318.6417541503906,318.6417541503906,11.12791919708252,1.1976245641708374,0.1980889439582824,0.2000740468502044,47.90498352050781,17.850540161132812,0.2444494068622589,0.1523882895708084,0.1523882895708084,Energy,7.0
91
- jena_weather/10T/long,Timer,2642.381103515625,2642.381103515625,16.85823631286621,0.738312840461731,1.7886229753494265,0.6904714107513428,29.532514572143555,51.40409851074219,0.3145504891872406,0.1031584367156028,0.1031584441661834,Nature,21.0
92
- jena_weather/H/long,Timer,1726.2587890625,1726.2587890625,15.776041984558104,1.083956956863403,5.871225833892822,0.6670762300491333,43.3582763671875,41.54827117919922,0.2501666247844696,0.0949892476201057,0.0949892476201057,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Timer,3541142.5,3541142.5,364.0123901367188,1.2159849405288696,5.811825275421143,0.842163622379303,48.63940048217773,1881.7923583984373,4.973015308380127,0.9619760513305664,0.9619760513305664,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Timer,2221176.0,2221176.0,217.41079711914065,3.946690082550049,3.3151423931121826,0.7730594873428345,157.8675994873047,1490.3609619140625,5.709237098693848,0.8328518271446228,0.832851767539978,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Timer,18921282.0,18921282.0,2421.072021484375,8.513622283935547,0.1152883917093277,0.1179966256022453,340.5448913574219,4349.85986328125,0.1677567064762115,0.093371070921421,0.0933710560202598,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Timer,205238.046875,205238.046875,133.7473602294922,4.24716854095459,1.0456585884094238,0.2048772722482681,169.88673400878906,453.0320434570313,0.335620641708374,0.0990843251347541,0.0990843251347541,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Timer,375.9095153808594,375.9095153808594,14.159292221069336,1.3388009071350098,1.0445107221603394,1.155885934829712,53.55203628540039,19.38838577270508,1.088628888130188,0.7950230836868286,0.7950231432914734,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Timer,194.76385498046875,194.76385498046875,10.17976188659668,1.0375962257385254,1.343863010406494,0.9064521193504332,41.503849029541016,13.955781936645508,0.8524594306945801,0.6218092441558838,0.621809184551239,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/Timer/config.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "model": "Timer",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://drive.google.com/drive/folders/15oaiAl4OO5gFqZMJD2lOtX2fxHbpgcU8"
6
- }
 
 
 
 
 
 
 
results/auto_arima/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- m4_yearly/A/short,Auto_Arima,4480000.0,4480000.0,972.0,3.71,0.178,0.162,42.0,2120.0,0.339,0.156,0.13,Econ/Fin,1.0
3
- bitbrains_fast_storage/5T/short,Auto_Arima,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21,Web/CloudOps,2.0
4
- bitbrains_fast_storage/H/short,Auto_Arima,2580000.0,2580000.0,259.0,1.43,3.54,0.574,30.5,1610.0,4.58,0.737,0.844,Web/CloudOps,2.0
5
- bitbrains_rnd/5T/short,Auto_Arima,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1,Web/CloudOps,2.0
6
- bitbrains_rnd/H/short,Auto_Arima,1720000.0,1720000.0,173.0,6.08,2.2,0.563,218.0,1310.0,5.74,0.756,0.874,Web/CloudOps,2.0
7
- bizitobs_application/10S/short,Auto_Arima,3940000.0,3940000.0,1050.0,2.24,0.0341,0.0348,26.7,1980.0,0.0765,0.0407,0.0348,Web/CloudOps,2.0
8
- bizitobs_l2c/5T/short,Auto_Arima,174.0,174.0,9.69,0.986,0.426,0.507,7.25,13.2,0.453,0.333,0.262,Web/CloudOps,7.0
9
- bizitobs_l2c/H/short,Auto_Arima,323.0,323.0,13.0,1.25,1.02,1.26,8.4,18.0,0.969,0.698,0.547,Web/CloudOps,7.0
10
- bizitobs_service/10S/short,Auto_Arima,73500.0,73500.0,55.1,1.23,0.0824,0.0755,16.4,271.0,0.201,0.0408,0.04,Web/CloudOps,2.0
11
- car_parts/M/short,Auto_Arima,1.41,1.43,0.53,0.958,0.734,1.72,17.7,1.19,2.85,1.27,1.29,Sales,1.0
12
- covid_deaths/D/short,Auto_Arima,184000.0,184000.0,78.4,31.4,0.0849,0.104,790.0,429.0,0.162,0.0295,0.0298,Healthcare,1.0
13
- electricity/15T/short,Auto_Arima,367000.0,367000.0,94.2,1.72,0.302,0.23,27.0,606.0,1.19,0.186,0.165,Energy,1.0
14
- electricity/D/short,Auto_Arima,3870000000.0,3870000000.0,6290.0,1.82,0.674,0.125,15.4,62200.0,1.02,0.103,0.0832,Energy,1.0
15
- electricity/H/short,Auto_Arima,2890000.0,2890000.0,248.0,1.36,0.363,0.165,18.0,1700.0,0.802,0.117,0.109,Energy,1.0
16
- electricity/W/short,Auto_Arima,318000000000.0,318000000000.0,56800.0,2.09,0.274,0.121,15.9,564000.0,1.29,0.13,0.0997,Energy,1.0
17
- ett1/15T/short,Auto_Arima,8.78,8.78,1.49,0.934,0.633,0.306,8.44,2.96,0.56,0.283,0.241,Energy,7.0
18
- ett1/D/short,Auto_Arima,38700.0,38700.0,133.0,1.85,1.04,0.515,14.2,197.0,0.517,0.35,0.279,Energy,7.0
19
- ett1/H/short,Auto_Arima,126.0,126.0,5.52,0.995,0.52,0.291,9.2,11.2,0.523,0.257,0.223,Energy,7.0
20
- ett1/W/short,Auto_Arima,1580000.0,1580000.0,995.0,1.99,0.667,0.718,10.7,1260.0,0.5,0.396,0.305,Energy,7.0
21
- ett2/15T/short,Auto_Arima,14.6,14.6,2.53,1.07,0.153,0.17,8.53,3.82,0.182,0.12,0.0964,Energy,7.0
22
- ett2/D/short,Auto_Arima,128000.0,128000.0,222.0,1.45,0.417,0.15,26.9,358.0,0.205,0.127,0.125,Energy,7.0
23
- ett2/H/short,Auto_Arima,146.0,146.0,7.76,0.952,0.163,0.142,10.8,12.1,0.153,0.0984,0.0892,Energy,7.0
24
- ett2/W/short,Auto_Arima,6720000.0,6720000.0,1760.0,1.13,0.211,0.277,13.9,2590.0,0.217,0.147,0.136,Energy,7.0
25
- hierarchical_sales/D/short,Auto_Arima,31.8,31.8,2.5,0.813,0.743,1.14,9.69,5.64,1.73,0.766,0.735,Sales,1.0
26
- hierarchical_sales/W/short,Auto_Arima,562.0,562.0,11.2,0.85,0.707,0.676,8.18,23.7,1.09,0.516,0.485,Sales,1.0
27
- hospital/M/short,Auto_Arima,3820.0,3820.0,20.6,0.826,0.201,0.192,5.81,61.8,0.224,0.0749,0.0596,Healthcare,1.0
28
- jena_weather/10T/short,Auto_Arima,1990.0,1990.0,10.6,0.743,0.877,0.394,20.7,44.6,0.277,0.0656,0.155,Nature,21.0
29
- jena_weather/D/short,Auto_Arima,682.0,682.0,13.1,1.45,1.06,0.502,11.5,26.1,0.157,0.0792,0.0801,Nature,21.0
30
- jena_weather/H/short,Auto_Arima,5970.0,5970.0,22.6,1.08,1.22,0.684,13.3,77.3,0.474,0.138,0.143,Nature,21.0
31
- kdd_cup_2018/D/short,Auto_Arima,2760.0,2760.0,20.6,1.18,0.555,0.46,11.6,52.5,1.18,0.462,0.393,Nature,1.0
32
- kdd_cup_2018/H/short,Auto_Arima,5620.0,5620.0,32.2,1.34,1.42,0.665,12.1,74.9,1.57,0.675,0.559,Nature,1.0
33
- loop_seattle/5T/short,Auto_Arima,76.3,76.3,4.81,0.762,0.13,0.102,9.64,8.73,0.15,0.0824,0.0808,Transport,1.0
34
- loop_seattle/D/short,Auto_Arima,48.0,48.0,5.16,1.49,0.0944,0.0958,13.0,6.93,0.124,0.0923,0.0777,Transport,1.0
35
- loop_seattle/H/short,Auto_Arima,126.0,126.0,6.35,1.29,0.171,0.142,14.4,11.2,0.198,0.112,0.108,Transport,1.0
36
- m_dense/D/short,Auto_Arima,34800.0,34800.0,102.0,1.34,0.224,0.208,9.83,187.0,0.323,0.177,0.135,Transport,1.0
37
- m_dense/H/short,Auto_Arima,146000.0,146000.0,180.0,1.49,0.54,0.391,14.1,382.0,0.677,0.32,0.281,Transport,1.0
38
- m4_daily/D/short,Auto_Arima,397000.0,397000.0,178.0,3.26,0.0397,0.0316,30.5,630.0,0.0973,0.0275,0.0231,Econ/Fin,1.0
39
- m4_hourly/H/short,Auto_Arima,2100000.0,2100000.0,308.0,1.03,0.162,0.137,8.96,1450.0,0.198,0.042,0.0337,Econ/Fin,1.0
40
- m4_monthly/M/short,Auto_Arima,1930000.0,1930000.0,572.0,0.976,0.161,0.137,8.78,1390.0,0.289,0.119,0.0979,Econ/Fin,1.0
41
- m4_quarterly/Q/short,Auto_Arima,2180000.0,2180000.0,591.0,1.28,0.122,0.109,10.5,1480.0,0.247,0.0989,0.0816,Econ/Fin,1.0
42
- m4_weekly/W/short,Auto_Arima,434000.0,434000.0,328.0,2.36,0.0827,0.0899,18.0,659.0,0.12,0.0597,0.0499,Econ/Fin,1.0
43
- restaurant/D/short,Auto_Arima,247.0,247.0,9.99,0.929,0.825,0.568,6.6,15.7,0.723,0.46,0.362,Sales,1.0
44
- saugeen/D/short,Auto_Arima,1470.0,1470.0,16.8,3.74,0.446,0.552,61.4,38.3,1.24,0.545,0.564,Nature,1.0
45
- saugeen/M/short,Auto_Arima,394.0,394.0,12.4,0.725,0.381,0.364,7.29,19.8,0.596,0.371,0.326,Nature,1.0
46
- saugeen/W/short,Auto_Arima,1410.0,1410.0,19.2,1.55,0.541,0.535,21.5,37.5,1.13,0.579,0.549,Nature,1.0
47
- solar/10T/short,Auto_Arima,37.9,37.9,2.53,1.11,4.4,0.925,18.8,6.16,1.79,0.735,0.86,Energy,1.0
48
- solar/D/short,Auto_Arima,115000.0,115000.0,258.0,1.01,1.0,0.442,5.61,339.0,0.49,0.372,0.282,Energy,1.0
49
- solar/H/short,Auto_Arima,1010.0,1010.0,12.3,0.952,3.87,0.62,16.6,31.8,1.17,0.453,0.628,Energy,1.0
50
- solar/W/short,Auto_Arima,1630000.0,1630000.0,1030.0,1.12,0.234,0.202,6.81,1280.0,0.261,0.21,0.152,Energy,1.0
51
- sz_taxi/15T/short,Auto_Arima,31.2,31.2,3.82,0.764,1310000000000.0,0.538,7.06,5.59,0.523,0.357,0.309,Transport,1.0
52
- sz_taxi/H/short,Auto_Arima,8.55,8.55,2.05,0.624,1.33,0.32,6.13,2.92,0.272,0.191,0.17,Transport,1.0
53
- temperature_rain/D/short,Auto_Arima,207.0,207.0,6.87,1.71,87.5,1.48,24.9,14.4,1.69,0.809,0.694,Nature,1.0
54
- us_births/D/short,Auto_Arima,1410000.0,1410000.0,1070.0,1.58,0.105,0.103,6.28,1190.0,0.111,0.1,0.0738,Healthcare,1.0
55
- us_births/M/short,Auto_Arima,23900000.0,23900000.0,4120.0,0.466,0.0128,0.0129,4.2,4890.0,0.0152,0.0128,0.0104,Healthcare,1.0
56
- us_births/W/short,Auto_Arima,5000000.0,5000000.0,1630.0,1.48,0.0221,0.022,10.7,2240.0,0.0303,0.0222,0.018,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Auto_Arima,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Auto_Arima,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Auto_Arima,5140000.0,5140000.0,1280.0,2.69,0.0391,0.0399,21.6,2270.0,0.0891,0.0501,0.0419,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Auto_Arima,295.0,295.0,12.9,1.24,0.936,1.17,8.51,17.2,0.903,0.677,0.53,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Auto_Arima,549.0,549.0,16.5,1.56,1.03,1.89,10.3,23.4,1.42,0.997,0.813,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Auto_Arima,96500.0,96500.0,63.8,1.32,0.0796,0.0771,17.4,311.0,0.234,0.048,0.0486,Web/CloudOps,2.0
63
- electricity/15T/medium,Auto_Arima,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124,Energy,1.0
64
- electricity/H/medium,Auto_Arima,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156,Energy,1.0
65
- ett1/15T/medium,Auto_Arima,12.9,12.9,1.84,1.19,0.908,0.428,14.9,3.59,0.684,0.35,0.352,Energy,7.0
66
- ett1/H/medium,Auto_Arima,162.0,162.0,7.74,1.57,3310000000000.0,0.477,20.6,12.7,0.61,0.371,0.384,Energy,7.0
67
- ett2/15T/medium,Auto_Arima,14.9,14.9,2.48,1.05,0.165,0.19,17.5,3.87,0.206,0.132,0.143,Energy,7.0
68
- ett2/H/medium,Auto_Arima,422.0,422.0,13.3,1.46,0.263,0.224,35.2,20.5,0.277,0.179,0.245,Energy,7.0
69
- jena_weather/10T/medium,Auto_Arima,2570.0,2570.0,12.4,0.716,0.899,0.402,37.5,50.7,0.311,0.0764,0.277,Nature,21.0
70
- jena_weather/H/medium,Auto_Arima,10400.0,10400.0,31.1,1.45,1.68,0.755,20.4,102.0,0.625,0.19,0.211,Nature,21.0
71
- kdd_cup_2018/H/medium,Auto_Arima,5700.0,5700.0,31.2,1.42,1.6,0.682,25.3,75.5,1.58,0.654,0.851,Nature,1.0
72
- loop_seattle/5T/medium,Auto_Arima,150.0,150.0,7.27,1.15,0.224,0.162,12.3,12.2,0.218,0.129,0.123,Transport,1.0
73
- loop_seattle/H/medium,Auto_Arima,267.0,267.0,9.5,2.0,0.224,0.236,19.4,16.3,0.289,0.168,0.154,Transport,1.0
74
- m_dense/H/medium,Auto_Arima,95600.0,95600.0,151.0,1.27,0.489,0.329,13.9,309.0,0.538,0.263,0.255,Transport,1.0
75
- solar/10T/medium,Auto_Arima,29.2,29.2,2.12,0.927,3.22,0.659,19.5,5.41,1.2,0.47,0.771,Energy,1.0
76
- solar/H/medium,Auto_Arima,740.0,740.0,11.1,0.848,4.44,1.39,14.8,27.2,0.98,0.399,0.557,Energy,1.0
77
- sz_taxi/15T/medium,Auto_Arima,22.9,22.9,3.25,0.632,12400000000000.0,0.455,10.2,4.78,0.445,0.303,0.351,Transport,1.0
78
- electricity/15T/long,Auto_Arima,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129,Energy,1.0
79
- electricity/H/long,Auto_Arima,13500000.0,13500000.0,357.0,1.52,0.361,0.168,34.9,3680.0,1.45,0.141,0.19,Energy,1.0
80
- solar/10T/long,Auto_Arima,26.9,26.9,2.0,0.871,2.31,0.66,21.6,5.19,1.12,0.431,0.786,Energy,1.0
81
- solar/H/long,Auto_Arima,782.0,782.0,13.1,0.995,4.35,1.43,16.8,28.0,0.97,0.452,0.607,Energy,1.0
82
- kdd_cup_2018/H/long,Auto_Arima,4240.0,4240.0,25.8,1.18,1.16,0.713,30.3,65.2,1.53,0.606,1.05,Nature,1.0
83
- loop_seattle/5T/long,Auto_Arima,172.0,172.0,7.89,1.25,0.23,0.176,13.7,13.1,0.232,0.14,0.137,Transport,1.0
84
- loop_seattle/H/long,Auto_Arima,426.0,426.0,12.0,2.59,0.301,0.323,23.6,20.6,0.369,0.214,0.193,Transport,1.0
85
- sz_taxi/15T/long,Auto_Arima,21.8,21.8,3.17,0.598,8370000000000.0,0.453,12.1,4.67,0.432,0.293,0.398,Transport,1.0
86
- m_dense/H/long,Auto_Arima,84900.0,84900.0,143.0,1.21,0.456,0.322,15.9,291.0,0.505,0.248,0.27,Transport,1.0
87
- ett1/15T/long,Auto_Arima,13.0,13.0,1.86,1.19,0.984,0.42,18.7,3.61,0.688,0.354,0.396,Energy,7.0
88
- ett1/H/long,Auto_Arima,195.0,195.0,8.07,1.65,2190000000000.0,0.523,22.2,14.0,0.669,0.386,0.43,Energy,7.0
89
- ett2/15T/long,Auto_Arima,13.7,13.7,2.36,1.01,0.161,0.189,22.2,3.7,0.197,0.126,0.165,Energy,7.0
90
- ett2/H/long,Auto_Arima,266.0,266.0,10.9,1.28,0.211,0.219,42.1,16.3,0.223,0.149,0.272,Energy,7.0
91
- jena_weather/10T/long,Auto_Arima,2040.0,2040.0,11.4,0.761,0.772,0.404,42.1,45.2,0.277,0.07,0.304,Nature,21.0
92
- jena_weather/H/long,Auto_Arima,10300.0,10300.0,32.0,1.98,2.48,0.793,23.7,101.0,0.61,0.193,0.23,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Auto_Arima,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Auto_Arima,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Auto_Arima,1230000000.0,1230000000.0,26000.0,36400.0,538.0,1.03,1310000.0,35000.0,1.35,1.0,0.973,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Auto_Arima,131000.0,131000.0,75.3,1.37,0.0849,0.0814,19.3,362.0,0.268,0.0558,0.0559,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Auto_Arima,416.0,416.0,15.4,1.45,1.02,1.3,10.4,20.4,1.15,0.862,0.674,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Auto_Arima,506.0,506.0,15.6,1.54,1.01,1.83,10.7,22.5,1.37,0.953,0.787,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/auto_arima/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "Auto_Arima",
3
- "model_type": "statistical",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/auto_ets/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Auto_ETS,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Auto_ETS,2990000.0,2990000.0,279.0,1.32,5.14,0.457,250000000.0,1730.0,4.93,0.795,76500000.0,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Auto_ETS,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Auto_ETS,3710000.0,3710000.0,254.0,6.04,4.79,0.361,223.0,1930.0,8.43,1.11,1.3,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Auto_ETS,12400000.0,12400000.0,1400.0,5.09,0.0738,0.0751,55.1,3510.0,0.136,0.054,0.048,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Auto_ETS,20.8,20.8,2.65,0.272,0.157,0.191,2.6,4.56,0.157,0.091,0.0755,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Auto_ETS,281.0,281.0,11.1,1.11,1.24,1.11,9.1,16.8,0.903,0.6,0.494,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Auto_ETS,59100.0,59100.0,71.2,2.47,0.125,0.1,25.5,243.0,0.18,0.0528,0.0465,Web/CloudOps,2.0
10
- car_parts/M/short,Auto_ETS,1.5,1.5,0.668,1.22,0.65,1.77,16.9,1.23,2.94,1.6,1.34,Sales,1.0
11
- covid_deaths/D/short,Auto_ETS,290000.0,290000.0,91.6,28.4,0.0781,0.108,715.0,539.0,0.203,0.0345,0.0325,Healthcare,1.0
12
- electricity/15T/short,Auto_ETS,239000.0,239000.0,105.0,2.43,0.362,0.325,20.1,488.0,0.963,0.207,0.175,Energy,1.0
13
- electricity/D/short,Auto_ETS,3920000000.0,3920000000.0,6570.0,1.93,0.685,0.132,38.0,62600.0,1.03,0.108,0.111,Energy,1.0
14
- electricity/H/short,Auto_ETS,2440000.0,2440000.0,241.0,1.36,0.316,0.187,19.9,1560.0,0.737,0.114,0.0992,Energy,1.0
15
- electricity/W/short,Auto_ETS,284000000000.0,284000000000.0,53800.0,2.14,0.278,0.124,23.1,533000.0,1.22,0.123,0.0981,Energy,1.0
16
- ett1/15T/short,Auto_ETS,16.1,16.1,2.45,1.91,0.939,0.532,12.0,4.01,0.757,0.464,0.383,Energy,7.0
17
- ett1/D/short,Auto_ETS,48500.0,48500.0,142.0,1.69,1.13,0.496,18.7,220.0,0.579,0.372,0.334,Energy,7.0
18
- ett1/H/short,Auto_ETS,351.0,351.0,10.5,1.94,0.963,0.52,19.2,18.7,0.874,0.489,0.44,Energy,7.0
19
- ett1/W/short,Auto_ETS,1300000.0,1300000.0,879.0,1.66,0.6,0.589,10.8,1140.0,0.453,0.35,0.277,Energy,7.0
20
- ett2/15T/short,Auto_ETS,16.9,16.9,2.76,1.18,0.16,0.192,8.5,4.12,0.195,0.131,0.103,Energy,7.0
21
- ett2/D/short,Auto_ETS,123000.0,123000.0,212.0,1.42,0.477,0.146,37.5,351.0,0.201,0.122,0.158,Energy,7.0
22
- ett2/H/short,Auto_ETS,169.0,169.0,8.68,1.03,0.174,0.152,11.2,13.0,0.165,0.11,0.103,Energy,7.0
23
- ett2/W/short,Auto_ETS,3830000.0,3830000.0,1370.0,0.874,0.141,0.15,14.0,1960.0,0.164,0.115,0.115,Energy,7.0
24
- hierarchical_sales/D/short,Auto_ETS,43.4,43.4,2.8,0.908,0.887,1.03,12.2,6.59,2.02,0.858,0.931,Sales,1.0
25
- hierarchical_sales/W/short,Auto_ETS,598.0,598.0,12.8,0.916,1.07,0.567,12.0,24.5,1.12,0.589,0.642,Sales,1.0
26
- hospital/M/short,Auto_ETS,2810.0,2810.0,18.0,0.77,0.2,0.177,5.42,53.0,0.192,0.0653,0.0532,Healthcare,1.0
27
- jena_weather/10T/short,Auto_ETS,1560.0,1560.0,9.35,0.341,0.407,0.542,4.94,39.5,0.245,0.0581,0.0822,Nature,21.0
28
- jena_weather/D/short,Auto_ETS,570.0,570.0,13.6,2.0,1.3,0.561,17.2,23.9,0.144,0.0819,0.0741,Nature,21.0
29
- jena_weather/H/short,Auto_ETS,2330.0,2330.0,12.6,0.744,1.19,0.722,13.9,48.3,0.296,0.0771,0.158,Nature,21.0
30
- kdd_cup_2018/D/short,Auto_ETS,2820.0,2820.0,22.2,1.47,0.671,0.505,2030.0,53.1,1.19,0.497,10.3,Nature,1.0
31
- kdd_cup_2018/H/short,Auto_ETS,6210.0,6210.0,33.5,1.43,1.61,0.634,37.4,78.8,1.65,0.701,1.16,Nature,1.0
32
- loop_seattle/5T/short,Auto_ETS,94.6,94.6,5.32,0.835,0.132,0.114,9.25,9.72,0.167,0.0913,0.0833,Transport,1.0
33
- loop_seattle/D/short,Auto_ETS,29.1,29.1,4.25,1.25,0.0785,0.0776,7.12,5.4,0.0964,0.076,0.0584,Transport,1.0
34
- loop_seattle/H/short,Auto_ETS,169.0,169.0,7.78,1.55,0.268,0.159,22.3,13.0,0.23,0.138,0.157,Transport,1.0
35
- m_dense/D/short,Auto_ETS,20000.0,20000.0,85.5,1.19,0.213,0.174,9.06,141.0,0.245,0.148,0.123,Transport,1.0
36
- m_dense/H/short,Auto_ETS,94500.0,94500.0,166.0,1.46,0.614,0.43,15.7,307.0,0.545,0.295,0.242,Transport,1.0
37
- m4_daily/D/short,Auto_ETS,532000.0,532000.0,177.0,3.24,0.0392,0.0303,29.2,729.0,0.113,0.0274,0.0286,Econ/Fin,1.0
38
- m4_hourly/H/short,Auto_ETS,6760000.0,6760000.0,571.0,1.61,0.293,0.172,22.4,2600.0,0.355,0.0779,0.0696,Econ/Fin,1.0
39
- m4_monthly/M/short,Auto_ETS,2130000.0,2130000.0,586.0,0.964,0.169,0.136,8.58,1460.0,0.303,0.122,0.0998,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Auto_ETS,2090000.0,2090000.0,571.0,1.16,0.122,0.102,9.62,1450.0,0.242,0.0956,0.0792,Econ/Fin,1.0
41
- m4_weekly/W/short,Auto_ETS,441000.0,441000.0,334.0,2.55,0.0836,0.0871,21.5,664.0,0.121,0.0609,0.0518,Econ/Fin,1.0
42
- m4_yearly/A/short,Auto_ETS,3410000.0,3410000.0,841.0,3.08,0.164,0.14,30.2,1850.0,0.296,0.135,0.111,Econ/Fin,1.0
43
- restaurant/D/short,Auto_ETS,310.0,310.0,9.36,0.861,0.937,0.462,3450.0,17.6,0.81,0.431,110.0,Sales,1.0
44
- saugeen/D/short,Auto_ETS,1130.0,1130.0,17.6,3.9,0.621,0.469,57.1,33.6,1.09,0.569,0.596,Nature,1.0
45
- saugeen/M/short,Auto_ETS,371.0,371.0,12.4,0.725,0.421,0.363,6.98,19.3,0.579,0.372,0.322,Nature,1.0
46
- saugeen/W/short,Auto_ETS,1800.0,1800.0,24.6,1.99,0.824,0.558,36.0,42.4,1.28,0.741,0.896,Nature,1.0
47
- solar/10T/short,Auto_ETS,27.0,27.0,2.82,1.22,4.34,1.6,14.5,5.19,1.51,0.819,0.87,Energy,1.0
48
- solar/D/short,Auto_ETS,112000.0,112000.0,260.0,1.02,0.983,0.447,5.49,335.0,0.484,0.376,0.281,Energy,1.0
49
- solar/H/short,Auto_ETS,2420.0,2420.0,23.3,1.8,1.99,1.84,27.0,49.2,1.81,0.859,1.08,Energy,1.0
50
- solar/W/short,Auto_ETS,1460000.0,1460000.0,928.0,1.0,0.203,0.181,5.51,1210.0,0.246,0.189,0.139,Energy,1.0
51
- sz_taxi/15T/short,Auto_ETS,23.4,23.4,3.43,0.696,1460000000000.0,0.468,7.55,4.84,0.452,0.321,0.291,Transport,1.0
52
- sz_taxi/H/short,Auto_ETS,27.7,27.7,2.96,0.852,2.09,0.392,87.2,5.26,0.49,0.276,1.62,Transport,1.0
53
- temperature_rain/D/short,Auto_ETS,231.0,231.0,7.48,1.97,115.0,1.43,27.5,15.2,1.79,0.881,0.754,Nature,1.0
54
- us_births/D/short,Auto_ETS,1490000.0,1490000.0,1080.0,1.6,0.107,0.104,7.0,1220.0,0.114,0.102,0.0744,Healthcare,1.0
55
- us_births/M/short,Auto_ETS,39100000.0,39100000.0,5190.0,0.588,0.016,0.0161,3.76,6260.0,0.0194,0.0161,0.012,Healthcare,1.0
56
- us_births/W/short,Auto_ETS,5110000.0,5110000.0,1630.0,1.49,0.0221,0.0221,10.9,2260.0,0.0307,0.0222,0.0183,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Auto_ETS,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Auto_ETS,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Auto_ETS,29100000.0,29100000.0,2180.0,7.31,0.102,0.101,205.0,5390.0,0.212,0.0854,0.161,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Auto_ETS,156.0,156.0,8.38,0.809,0.62,0.896,7.01,12.5,0.658,0.441,0.355,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Auto_ETS,545.0,545.0,16.0,1.5,1.17,1.81,23.4,23.3,1.41,0.966,1.05,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Auto_ETS,279000.0,279000.0,168.0,5.45,0.182,0.16,154.0,528.0,0.397,0.126,0.224,Web/CloudOps,2.0
63
- electricity/15T/medium,Auto_ETS,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124,Energy,1.0
64
- electricity/H/medium,Auto_ETS,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156,Energy,1.0
65
- ett1/15T/medium,Auto_ETS,30.2,30.2,2.91,1.87,1.23,0.612,39.9,5.5,1.05,0.555,0.867,Energy,7.0
66
- ett1/H/medium,Auto_ETS,1190.0,1190.0,18.7,5.38,9730000000000.0,0.792,2220.0,34.5,1.65,0.897,15.4,Energy,7.0
67
- ett2/15T/medium,Auto_ETS,499.0,499.0,6.57,2.41,0.297,0.285,31.0,22.3,1.19,0.35,0.325,Energy,7.0
68
- ett2/H/medium,Auto_ETS,410.0,410.0,13.0,1.41,0.241,0.213,36.5,20.3,0.273,0.176,0.272,Energy,7.0
69
- jena_weather/10T/medium,Auto_ETS,3450.0,3450.0,16.6,1.02,1.65,0.684,33.3,58.8,0.361,0.102,0.21,Nature,21.0
70
- jena_weather/H/medium,Auto_ETS,2490.0,2490.0,14.0,1.21,2.21,0.803,6630000.0,49.9,0.305,0.0856,3720.0,Nature,21.0
71
- kdd_cup_2018/H/medium,Auto_ETS,5790.0,5790.0,31.3,1.43,1.64,0.655,30.7,76.1,1.59,0.656,0.949,Nature,1.0
72
- loop_seattle/5T/medium,Auto_ETS,389.0,389.0,12.8,1.97,0.361,0.297,26.0,19.7,0.351,0.227,0.238,Transport,1.0
73
- loop_seattle/H/medium,Auto_ETS,185.0,185.0,8.42,1.7,0.279,0.169,59.9,13.6,0.241,0.149,0.339,Transport,1.0
74
- m_dense/H/medium,Auto_ETS,188000.0,188000.0,209.0,1.49,0.775,0.436,24.6,434.0,0.755,0.363,0.458,Transport,1.0
75
- solar/10T/medium,Auto_ETS,5870.0,5870.0,24.4,11.9,15.5,1.8,100.0,76.6,17.0,5.41,4.59,Energy,1.0
76
- solar/H/medium,Auto_ETS,2360.0,2360.0,23.1,1.77,2.52,1.81,72.3,48.6,1.75,0.832,2.12,Energy,1.0
77
- sz_taxi/15T/medium,Auto_ETS,409.0,409.0,9.45,1.92,14600000000000.0,0.631,4470000000.0,20.2,1.88,0.88,79200000.0,Transport,1.0
78
- electricity/15T/long,Auto_ETS,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129,Energy,1.0
79
- electricity/H/long,Auto_ETS,13000000.0,13000000.0,435.0,2.51,0.697,0.22,1.12e+27,3610.0,1.42,0.172,2.62e+24,Energy,1.0
80
- solar/10T/long,Auto_ETS,94.6,94.6,4.63,2.02,1.0,2.0,96.9,9.72,2.1,1.0,2.93,Energy,1.0
81
- solar/H/long,Auto_ETS,1760.0,1760.0,20.3,1.55,5.06,1.66,59.1,42.0,1.46,0.704,1.72,Energy,1.0
82
- kdd_cup_2018/H/long,Auto_ETS,4860.0,4860.0,29.6,1.34,1.35,0.81,37.3,69.7,1.64,0.695,1.25,Nature,1.0
83
- loop_seattle/5T/long,Auto_ETS,211.0,211.0,8.95,1.38,0.339,0.186,31.7,14.5,0.257,0.158,0.24,Transport,1.0
84
- loop_seattle/H/long,Auto_ETS,186.0,186.0,8.42,1.71,0.296,0.172,76.8,13.6,0.244,0.15,0.426,Transport,1.0
85
- sz_taxi/15T/long,Auto_ETS,921.0,921.0,12.4,2.45,5460000000000.0,0.635,3.27e+16,30.3,2.81,1.15,517000000000000.0,Transport,1.0
86
- m_dense/H/long,Auto_ETS,241000.0,241000.0,235.0,1.59,0.722,0.488,29.1,491.0,0.85,0.407,0.588,Transport,1.0
87
- ett1/15T/long,Auto_ETS,41.4,41.4,3.46,2.2,1.31,0.684,49.5,6.44,1.23,0.659,1.05,Energy,7.0
88
- ett1/H/long,Auto_ETS,1530.0,1530.0,20.2,6.83,5650000000000.0,0.9,66200.0,39.1,1.87,0.966,448.0,Energy,7.0
89
- ett2/15T/long,Auto_ETS,129.0,129.0,4.09,1.67,0.239,0.259,37.6,11.4,0.606,0.218,0.317,Energy,7.0
90
- ett2/H/long,Auto_ETS,292.0,292.0,11.3,1.3,0.215,0.216,46.8,17.1,0.234,0.155,0.329,Energy,7.0
91
- jena_weather/10T/long,Auto_ETS,2770.0,2770.0,14.1,1.09,1.08,0.705,95.1,52.6,0.322,0.0861,0.282,Nature,21.0
92
- jena_weather/H/long,Auto_ETS,4770.0,4770.0,25.5,4.83,5.02,0.925,1220000000000.0,69.0,0.416,0.153,684000000.0,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Auto_ETS,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Auto_ETS,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Auto_ETS,26500000.0,26500000.0,2010.0,7.04,0.0965,0.0963,340.0,5150.0,0.199,0.0775,0.269,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Auto_ETS,212000.0,212000.0,135.0,3.89,0.175,0.165,242.0,461.0,0.341,0.1,0.373,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Auto_ETS,353.0,353.0,13.2,1.26,0.991,1.24,9.44,18.8,1.05,0.741,0.597,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Auto_ETS,313.0,313.0,13.8,1.45,2.61,0.909,27.6,17.7,1.08,0.845,1.11,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/auto_ets/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "Auto_ETS",
3
- "model_type": "statistical",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/auto_theta/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Auto_Theta,2330000.0,2330000.0,203.0,1.15,3.07,0.75,25.8,1530.0,4.8,0.638,0.731,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Auto_Theta,3010000.0,3340000.0,329.0,1.35,5.45,0.7,29.5,1730.0,4.94,0.938,1.15,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Auto_Theta,1840000.0,1890000.0,150.0,2.07,2.36,0.771,66.4,1360.0,5.56,0.614,0.741,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Auto_Theta,4180000.0,4170000.0,288.0,5.75,4.55,0.69,205.0,2040.0,8.95,1.26,1.38,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Auto_Theta,338000.0,347000.0,335.0,1.11,0.0165,0.0165,11.0,581.0,0.0224,0.0129,0.00987,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Auto_Theta,22.1,22.4,2.84,0.292,0.169,0.217,2.98,4.7,0.161,0.0974,0.0799,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Auto_Theta,270.0,283.0,12.0,1.19,1.33,1.16,10.0,16.4,0.885,0.646,0.507,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Auto_Theta,3340.0,3380.0,21.5,0.791,0.0602,0.0502,6.86,57.8,0.0428,0.0159,0.0127,Web/CloudOps,2.0
10
- car_parts/M/short,Auto_Theta,1.5,1.5,0.651,1.23,0.685,1.79,15.8,1.22,2.93,1.56,1.34,Sales,1.0
11
- covid_deaths/D/short,Auto_Theta,1910000.0,1810000.0,276.0,45.4,0.135,0.18,1310.0,1380.0,0.52,0.104,0.0945,Healthcare,1.0
12
- electricity/15T/short,Auto_Theta,171000.0,174000.0,71.3,1.35,0.216,0.215,14.8,414.0,0.815,0.14,0.14,Energy,1.0
13
- electricity/D/short,Auto_Theta,4150000000.0,3690000000.0,6380.0,1.88,0.665,0.138,17.0,64400.0,1.06,0.105,0.0884,Energy,1.0
14
- electricity/H/short,Auto_Theta,7350000.0,5630000.0,352.0,1.74,0.356,0.216,20.5,2710.0,1.28,0.166,0.177,Energy,1.0
15
- electricity/W/short,Auto_Theta,338000000000.0,326000000000.0,57600.0,2.14,0.287,0.13,16.3,582000.0,1.33,0.131,0.101,Energy,1.0
16
- ett1/15T/short,Auto_Theta,4.52,6.08,1.37,0.863,0.506,0.296,15.9,2.13,0.402,0.258,0.41,Energy,7.0
17
- ett1/D/short,Auto_Theta,48100.0,48900.0,142.0,1.75,0.945,0.53,18.7,219.0,0.576,0.374,0.341,Energy,7.0
18
- ett1/H/short,Auto_Theta,116.0,204.0,7.86,1.28,0.657,0.417,29.7,10.8,0.503,0.367,0.668,Energy,7.0
19
- ett1/W/short,Auto_Theta,1840000.0,2050000.0,1070.0,1.89,0.64,0.658,11.4,1360.0,0.54,0.424,0.319,Energy,7.0
20
- ett2/15T/short,Auto_Theta,9.04,9.12,1.88,0.832,0.124,0.143,8.76,3.01,0.143,0.0895,0.0771,Energy,7.0
21
- ett2/D/short,Auto_Theta,124000.0,151000.0,253.0,1.85,0.488,0.186,32.5,351.0,0.201,0.145,0.164,Energy,7.0
22
- ett2/H/short,Auto_Theta,142.0,163.0,8.59,1.02,0.171,0.153,11.8,11.9,0.151,0.109,0.102,Energy,7.0
23
- ett2/W/short,Auto_Theta,7590000.0,8510000.0,2090.0,1.41,0.243,0.257,15.6,2750.0,0.231,0.175,0.16,Energy,7.0
24
- hierarchical_sales/D/short,Auto_Theta,43.5,45.7,2.92,0.932,0.932,1.12,12.3,6.6,2.02,0.896,0.967,Sales,1.0
25
- hierarchical_sales/W/short,Auto_Theta,518.0,528.0,11.1,0.849,0.773,0.543,8.07,22.8,1.05,0.51,0.474,Sales,1.0
26
- hospital/M/short,Auto_Theta,3160.0,3130.0,18.5,0.761,0.192,0.174,5.37,56.2,0.204,0.0671,0.0553,Healthcare,1.0
27
- jena_weather/10T/short,Auto_Theta,635.0,833.0,9.86,0.368,0.681,0.573,7.27,25.2,0.157,0.0613,0.13,Nature,21.0
28
- jena_weather/D/short,Auto_Theta,433.0,478.0,12.2,1.6,1.15,0.53,16.4,20.8,0.125,0.0734,0.0818,Nature,21.0
29
- jena_weather/H/short,Auto_Theta,5290.0,4580.0,24.4,0.878,12.3,0.701,17.0,72.7,0.446,0.15,0.296,Nature,21.0
30
- kdd_cup_2018/D/short,Auto_Theta,2680.0,2910.0,22.1,1.38,0.571,0.582,14.9,51.8,1.16,0.495,0.459,Nature,1.0
31
- kdd_cup_2018/H/short,Auto_Theta,5400.0,5440.0,30.5,1.27,1.19,0.687,12.0,73.5,1.54,0.639,0.531,Nature,1.0
32
- loop_seattle/5T/short,Auto_Theta,76.3,78.2,4.97,0.78,0.117,0.107,9.33,8.73,0.15,0.0853,0.0815,Transport,1.0
33
- loop_seattle/D/short,Auto_Theta,39.0,38.6,4.8,1.39,0.0889,0.0876,11.1,6.25,0.112,0.0857,0.0718,Transport,1.0
34
- loop_seattle/H/short,Auto_Theta,84.1,100.0,7.02,1.4,0.175,0.153,24.5,9.17,0.162,0.124,0.165,Transport,1.0
35
- m_dense/D/short,Auto_Theta,19300.0,20800.0,89.1,1.22,0.214,0.179,9.11,139.0,0.241,0.154,0.126,Transport,1.0
36
- m_dense/H/short,Auto_Theta,102000.0,131000.0,203.0,1.69,0.647,0.51,30.6,319.0,0.566,0.36,0.549,Transport,1.0
37
- m4_daily/D/short,Auto_Theta,402000.0,402000.0,182.0,3.34,0.0434,0.0316,32.1,634.0,0.098,0.0281,0.0235,Econ/Fin,1.0
38
- m4_hourly/H/short,Auto_Theta,3660000.0,3310000.0,376.0,2.46,0.223,0.203,20.5,1910.0,0.261,0.0514,0.0414,Econ/Fin,1.0
39
- m4_monthly/M/short,Auto_Theta,1920000.0,1940000.0,566.0,0.966,0.154,0.134,9.4,1390.0,0.288,0.118,0.098,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Auto_Theta,1820000.0,1830000.0,570.0,1.19,0.119,0.105,11.0,1350.0,0.226,0.0954,0.0791,Econ/Fin,1.0
41
- m4_weekly/W/short,Auto_Theta,445000.0,461000.0,349.0,2.66,0.0892,0.0966,23.7,667.0,0.122,0.0635,0.0534,Econ/Fin,1.0
42
- m4_yearly/A/short,Auto_Theta,3310000.0,3350000.0,849.0,3.11,0.164,0.145,43.1,1820.0,0.292,0.136,0.115,Econ/Fin,1.0
43
- restaurant/D/short,Auto_Theta,196.0,199.0,9.0,0.843,0.872,0.466,6.24,14.0,0.644,0.414,0.329,Sales,1.0
44
- saugeen/D/short,Auto_Theta,994.0,1050.0,16.2,3.6,0.529,0.652,64.3,31.5,1.02,0.525,0.669,Nature,1.0
45
- saugeen/M/short,Auto_Theta,568.0,563.0,15.6,0.912,0.497,0.416,6.84,23.8,0.716,0.467,0.373,Nature,1.0
46
- saugeen/W/short,Auto_Theta,2050.0,2050.0,26.2,2.12,0.884,0.634,22.9,45.3,1.37,0.79,0.734,Nature,1.0
47
- solar/10T/short,Auto_Theta,24.1,32.2,4.13,1.8,4.44,1.58,53.9,4.91,1.43,1.2,2.36,Energy,1.0
48
- solar/D/short,Auto_Theta,112000.0,116000.0,270.0,1.05,0.99,0.46,5.45,335.0,0.484,0.389,0.286,Energy,1.0
49
- solar/H/short,Auto_Theta,769.0,1230.0,26.5,2.05,6.85,1.48,74.9,27.7,1.02,0.975,2.33,Energy,1.0
50
- solar/W/short,Auto_Theta,1910000.0,1700000.0,1050.0,1.15,0.239,0.206,6.86,1380.0,0.282,0.214,0.155,Energy,1.0
51
- sz_taxi/15T/short,Auto_Theta,20.9,21.6,3.22,0.649,1220000000000.0,0.55,7.27,4.57,0.427,0.302,0.288,Transport,1.0
52
- sz_taxi/H/short,Auto_Theta,9.34,10.7,2.3,0.691,0.796,0.441,8.94,3.06,0.285,0.214,0.232,Transport,1.0
53
- temperature_rain/D/short,Auto_Theta,231.0,230.0,7.36,1.93,110.0,1.47,27.1,15.2,1.79,0.867,0.761,Nature,1.0
54
- us_births/D/short,Auto_Theta,1490000.0,1510000.0,1100.0,1.63,0.109,0.106,7.08,1220.0,0.115,0.104,0.0748,Healthcare,1.0
55
- us_births/M/short,Auto_Theta,82400000.0,87700000.0,7810.0,0.883,0.0241,0.0245,5.19,9080.0,0.0282,0.0243,0.019,Healthcare,1.0
56
- us_births/W/short,Auto_Theta,5090000.0,5060000.0,1640.0,1.49,0.0221,0.0221,10.6,2260.0,0.0306,0.0222,0.0183,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Auto_Theta,3830000.0,4230000.0,344.0,1.42,4.89,0.826,44.9,1960.0,5.95,1.05,1.45,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Auto_Theta,2400000.0,2790000.0,212.0,4.88,2.52,0.856,186.0,1550.0,6.52,0.891,1.47,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Auto_Theta,1690000.0,1670000.0,713.0,1.78,0.0241,0.0246,20.2,1300.0,0.051,0.028,0.024,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Auto_Theta,169.0,178.0,9.17,0.868,0.682,0.961,7.85,13.0,0.684,0.482,0.415,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Auto_Theta,555.0,606.0,17.6,1.65,1.42,1.81,15.3,23.6,1.43,1.06,0.892,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Auto_Theta,28000.0,26500.0,36.1,1.06,0.0686,0.0637,15.4,167.0,0.126,0.0272,0.0274,Web/CloudOps,2.0
63
- electricity/15T/medium,Auto_Theta,428000.0,545000.0,92.2,1.43,0.231,0.21,32.7,654.0,1.13,0.159,0.328,Energy,1.0
64
- electricity/H/medium,Auto_Theta,10700000.0,10900000.0,399.0,1.78,0.412,0.225,45.8,3270.0,1.28,0.156,0.254,Energy,1.0
65
- ett1/15T/medium,Auto_Theta,8.25,14.1,2.1,1.25,0.887,0.466,50.6,2.87,0.547,0.4,1.13,Energy,7.0
66
- ett1/H/medium,Auto_Theta,157.0,327.0,11.1,1.84,2540000000000.0,0.652,81.4,12.5,0.601,0.531,1.65,Energy,7.0
67
- ett2/15T/medium,Auto_Theta,13.5,14.4,2.47,1.04,0.163,0.194,20.0,3.67,0.196,0.132,0.15,Energy,7.0
68
- ett2/H/medium,Auto_Theta,309.0,308.0,11.4,1.3,0.234,0.207,40.4,17.6,0.237,0.153,0.284,Energy,7.0
69
- jena_weather/10T/medium,Auto_Theta,2300.0,3180.0,20.4,0.806,2.72,0.713,20.4,47.9,0.294,0.125,0.35,Nature,21.0
70
- jena_weather/H/medium,Auto_Theta,6990.0,8080.0,34.1,1.36,29.2,0.788,51.2,83.6,0.512,0.209,0.832,Nature,21.0
71
- kdd_cup_2018/H/medium,Auto_Theta,5460.0,5680.0,30.4,1.33,1.21,0.716,25.2,73.9,1.55,0.637,0.791,Nature,1.0
72
- loop_seattle/5T/medium,Auto_Theta,428.0,438.0,13.5,2.06,0.307,0.278,25.6,20.7,0.368,0.24,0.24,Transport,1.0
73
- loop_seattle/H/medium,Auto_Theta,90.3,125.0,8.05,1.61,0.189,0.173,72.3,9.5,0.168,0.142,0.39,Transport,1.0
74
- m_dense/H/medium,Auto_Theta,83700.0,199000.0,233.0,1.74,0.748,0.544,76.1,289.0,0.503,0.405,1.21,Transport,1.0
75
- solar/10T/medium,Auto_Theta,24.9,65.6,6.12,2.69,4.18,1.59,192.0,4.99,1.11,1.36,5.67,Energy,1.0
76
- solar/H/medium,Auto_Theta,778.0,2420.0,37.4,2.87,9.58,1.54,223.0,27.9,1.0,1.35,6.13,Energy,1.0
77
- sz_taxi/15T/medium,Auto_Theta,21.7,25.1,3.62,0.716,6710000000000.0,0.644,17.5,4.66,0.433,0.337,0.529,Transport,1.0
78
- electricity/15T/long,Auto_Theta,612000.0,2690000.0,124.0,1.5,0.27,0.212,36.1,783.0,1.23,0.196,0.401,Energy,1.0
79
- electricity/H/long,Auto_Theta,11500000.0,19100000.0,478.0,2.05,0.486,0.236,53.4,3380.0,1.33,0.189,0.3,Energy,1.0
80
- solar/10T/long,Auto_Theta,19.6,208.0,10.3,4.53,9.47,1.59,222.0,4.43,0.958,2.23,6.64,Energy,1.0
81
- solar/H/long,Auto_Theta,838.0,9830.0,68.4,5.24,28.2,1.57,267.0,29.0,1.0,2.37,7.32,Energy,1.0
82
- kdd_cup_2018/H/long,Auto_Theta,4750.0,4810.0,30.2,1.37,1.3,0.857,29.0,68.9,1.62,0.708,0.97,Nature,1.0
83
- loop_seattle/5T/long,Auto_Theta,156.0,183.0,9.31,1.44,0.253,0.191,29.8,12.5,0.221,0.165,0.231,Transport,1.0
84
- loop_seattle/H/long,Auto_Theta,92.9,193.0,9.94,2.02,0.237,0.194,85.3,9.64,0.172,0.178,0.468,Transport,1.0
85
- sz_taxi/15T/long,Auto_Theta,22.7,29.9,3.98,0.759,5090000000000.0,0.637,20.3,4.76,0.441,0.368,0.629,Transport,1.0
86
- m_dense/H/long,Auto_Theta,104000.0,442000.0,324.0,2.29,1.14,0.594,87.1,322.0,0.558,0.56,1.43,Transport,1.0
87
- ett1/15T/long,Auto_Theta,10.8,33.5,3.05,1.76,1.18,0.544,60.7,3.29,0.627,0.581,1.39,Energy,7.0
88
- ett1/H/long,Auto_Theta,184.0,723.0,15.5,2.51,2680000000000.0,0.748,93.4,13.6,0.649,0.744,1.94,Energy,7.0
89
- ett2/15T/long,Auto_Theta,12.9,13.3,2.42,1.1,0.18,0.216,23.3,3.59,0.191,0.129,0.169,Energy,7.0
90
- ett2/H/long,Auto_Theta,283.0,382.0,12.7,1.46,0.242,0.245,47.3,16.8,0.23,0.173,0.336,Energy,7.0
91
- jena_weather/10T/long,Auto_Theta,1520.0,5830.0,27.4,0.99,4.3,0.714,24.3,38.9,0.238,0.167,0.424,Nature,21.0
92
- jena_weather/H/long,Auto_Theta,8960.0,53500.0,77.0,2.64,58.6,0.851,73.4,94.6,0.57,0.463,1.29,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Auto_Theta,3610000.0,3730000.0,349.0,1.61,3.74,0.839,45.3,1900.0,5.02,0.921,1.36,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Auto_Theta,4790000.0,5190000.0,348.0,4.11,7.87,0.813,146.0,2190.0,8.38,1.33,1.6,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Auto_Theta,4920000.0,4110000.0,1260.0,2.93,0.0414,0.0422,17.2,2220.0,0.0855,0.0484,0.0355,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Auto_Theta,134000.0,131000.0,74.2,1.62,0.102,0.101,22.1,367.0,0.272,0.055,0.0517,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Auto_Theta,356.0,357.0,13.2,1.24,0.983,1.21,11.4,18.9,1.06,0.742,0.632,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Auto_Theta,315.0,329.0,13.7,1.41,2.51,0.904,17.0,17.7,1.08,0.839,0.819,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/auto_theta/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "Auto_Theta",
3
- "model_type": "statistical",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/chronos_base/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Chronos_base,1920000.0,2300000.0,168.0,0.85,2.11,0.721,30.2,1390.0,4.35,0.529,0.463,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Chronos_base,2620000.0,3610000.0,268.0,1.11,2.87,0.561,35.3,1620.0,4.61,0.764,0.622,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Chronos_base,1800000.0,2030000.0,134.0,1.79,1.39,0.655,104.0,1340.0,5.5,0.548,0.507,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Chronos_base,2210000.0,2770000.0,177.0,5.79,1.73,0.506,197.0,1490.0,6.51,0.775,0.665,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Chronos_base,6030000.0,4670000.0,962.0,3.01,0.0431,0.0433,31.0,2450.0,0.0947,0.0371,0.031,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Chronos_base,24.1,22.8,2.82,0.301,0.171,0.22,4.19,4.91,0.168,0.097,0.0839,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Chronos_base,243.0,270.0,10.3,0.99,0.954,0.939,12.4,15.6,0.84,0.556,0.469,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Chronos_base,37100.0,19900.0,43.1,1.88,0.131,0.0839,24.8,193.0,0.143,0.0319,0.0272,Web/CloudOps,2.0
10
- car_parts/M/short,Chronos_base,1.62,1.66,0.547,0.908,0.766,1.87,14.1,1.27,3.05,1.31,1.07,Sales,1.0
11
- covid_deaths/D/short,Chronos_base,732000.0,516000.0,139.0,42.7,0.118,0.401,1190.0,856.0,0.322,0.0522,0.0452,Healthcare,1.0
12
- electricity/15T/short,Chronos_base,160000.0,162000.0,55.9,1.05,0.177,0.173,12.9,400.0,0.789,0.11,0.0925,Energy,1.0
13
- electricity/D/short,Chronos_base,1550000000.0,1570000000.0,4650.0,1.56,0.507,0.102,15.6,39300.0,0.646,0.0764,0.0611,Energy,1.0
14
- electricity/H/short,Chronos_base,1620000.0,1640000.0,161.0,0.902,0.157,0.124,11.7,1270.0,0.602,0.0761,0.0643,Energy,1.0
15
- electricity/W/short,Chronos_base,40900000000.0,39500000000.0,27100.0,1.49,0.248,0.0962,15.0,202000.0,0.462,0.0618,0.0494,Energy,1.0
16
- ett1/15T/short,Chronos_base,6.22,6.33,1.25,0.801,0.502,0.273,8.07,2.49,0.471,0.237,0.198,Energy,7.0
17
- ett1/D/short,Chronos_base,65000.0,66300.0,170.0,1.9,1.23,0.539,33.1,255.0,0.67,0.445,0.387,Energy,7.0
18
- ett1/H/short,Chronos_base,106.0,116.0,5.06,0.84,0.431,0.261,8.93,10.3,0.481,0.236,0.194,Energy,7.0
19
- ett1/W/short,Chronos_base,1350000.0,1340000.0,906.0,1.66,0.6,0.599,29.4,1160.0,0.462,0.36,0.312,Energy,7.0
20
- ett2/15T/short,Chronos_base,7.83,8.07,1.87,0.857,0.122,0.148,7.61,2.8,0.133,0.0886,0.0715,Energy,7.0
21
- ett2/D/short,Chronos_base,111000.0,107000.0,195.0,1.26,0.412,0.13,12.1,333.0,0.191,0.111,0.0924,Energy,7.0
22
- ett2/H/short,Chronos_base,132.0,130.0,6.9,0.781,0.127,0.114,7.11,11.5,0.146,0.0875,0.0714,Energy,7.0
23
- ett2/W/short,Chronos_base,2920000.0,3090000.0,1180.0,0.749,0.115,0.121,4.65,1710.0,0.143,0.0991,0.0766,Energy,7.0
24
- hierarchical_sales/D/short,Chronos_base,29.6,29.7,2.39,0.774,0.675,1.05,8.11,5.44,1.67,0.732,0.6,Sales,1.0
25
- hierarchical_sales/W/short,Chronos_base,501.0,491.0,9.3,0.764,0.571,0.477,9.11,22.4,1.03,0.427,0.367,Sales,1.0
26
- hospital/M/short,Chronos_base,3030.0,3250.0,19.7,0.816,0.206,0.188,6.08,55.1,0.2,0.0716,0.0559,Healthcare,1.0
27
- jena_weather/10T/short,Chronos_base,1110.0,1330.0,8.12,0.366,0.363,0.616,4.13,33.4,0.207,0.0504,0.0436,Nature,21.0
28
- jena_weather/D/short,Chronos_base,385.0,409.0,10.2,1.12,0.679,0.481,11.8,19.6,0.118,0.0612,0.0491,Nature,21.0
29
- jena_weather/H/short,Chronos_base,1230.0,1340.0,8.78,0.567,0.905,0.624,6.98,35.1,0.215,0.0538,0.0462,Nature,21.0
30
- kdd_cup_2018/D/short,Chronos_base,3370.0,3360.0,24.1,1.37,0.49,0.579,35.2,58.0,1.3,0.539,0.503,Nature,1.0
31
- kdd_cup_2018/H/short,Chronos_base,5060.0,5310.0,26.3,1.04,1.11,0.506,11.9,71.2,1.49,0.551,0.459,Nature,1.0
32
- loop_seattle/5T/short,Chronos_base,76.9,81.3,4.87,0.764,0.127,0.103,8.77,8.77,0.15,0.0835,0.0696,Transport,1.0
33
- loop_seattle/D/short,Chronos_base,19.1,19.4,3.02,0.912,0.0559,0.0556,9.24,4.37,0.0781,0.0539,0.0446,Transport,1.0
34
- loop_seattle/H/short,Chronos_base,68.4,74.9,4.55,0.926,0.13,0.103,8.71,8.27,0.146,0.0805,0.066,Transport,1.0
35
- m_dense/D/short,Chronos_base,11700.0,12800.0,51.6,0.712,0.129,0.102,9.18,108.0,0.187,0.0893,0.075,Transport,1.0
36
- m_dense/H/short,Chronos_base,45300.0,48600.0,91.2,0.8,0.283,0.212,12.3,213.0,0.377,0.162,0.137,Transport,1.0
37
- m4_daily/D/short,Chronos_base,687000.0,566000.0,175.0,3.18,0.0385,0.0296,29.4,829.0,0.128,0.027,0.0221,Econ/Fin,1.0
38
- m4_hourly/H/short,Chronos_base,1070000.0,1380000.0,231.0,0.693,0.0849,0.0766,8.44,1040.0,0.141,0.0315,0.0244,Econ/Fin,1.0
39
- m4_monthly/M/short,Chronos_base,2160000.0,2170000.0,598.0,0.973,0.17,0.14,11.1,1470.0,0.306,0.124,0.104,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Chronos_base,2000000.0,1990000.0,584.0,1.23,0.115,0.107,14.2,1410.0,0.236,0.0977,0.0833,Econ/Fin,1.0
41
- m4_weekly/W/short,Chronos_base,250000.0,249000.0,256.0,2.08,0.0611,0.061,16.9,500.0,0.0911,0.0466,0.0374,Econ/Fin,1.0
42
- m4_yearly/A/short,Chronos_base,4050000.0,3980000.0,961.0,3.64,0.171,0.164,55.0,2010.0,0.323,0.154,0.135,Econ/Fin,1.0
43
- restaurant/D/short,Chronos_base,153.0,156.0,7.59,0.728,0.71,0.415,5.65,12.4,0.57,0.349,0.279,Sales,1.0
44
- saugeen/D/short,Chronos_base,1440.0,1440.0,14.8,3.29,0.325,0.386,74.1,37.9,1.23,0.479,0.432,Nature,1.0
45
- saugeen/M/short,Chronos_base,617.0,595.0,14.6,0.854,0.384,0.437,22.5,24.8,0.746,0.437,0.408,Nature,1.0
46
- saugeen/W/short,Chronos_base,1370.0,1370.0,16.6,1.35,0.328,0.419,40.3,36.9,1.12,0.502,0.473,Nature,1.0
47
- solar/10T/short,Chronos_base,26.8,30.8,2.49,1.11,6.48,1.57,9.49,5.18,1.51,0.723,0.579,Energy,1.0
48
- solar/D/short,Chronos_base,148000.0,162000.0,259.0,1.01,1.19,0.428,17.0,385.0,0.556,0.375,0.326,Energy,1.0
49
- solar/H/short,Chronos_base,697.0,883.0,10.8,0.827,4.77,1.38,6.26,26.4,0.973,0.397,0.334,Energy,1.0
50
- solar/W/short,Chronos_base,1600000.0,1770000.0,1050.0,1.15,0.236,0.204,6.65,1260.0,0.258,0.215,0.161,Energy,1.0
51
- sz_taxi/15T/short,Chronos_base,19.2,19.5,2.95,0.589,707000000000.0,0.438,9.27,4.38,0.41,0.276,0.236,Transport,1.0
52
- sz_taxi/H/short,Chronos_base,7.68,7.76,1.9,0.576,1.2,0.312,8.01,2.77,0.258,0.177,0.149,Transport,1.0
53
- temperature_rain/D/short,Chronos_base,190.0,217.0,6.03,1.41,23.5,1.63,29.2,13.8,1.62,0.71,0.61,Nature,1.0
54
- us_births/D/short,Chronos_base,208000.0,213000.0,286.0,0.42,0.0275,0.027,4.75,456.0,0.0428,0.0268,0.0221,Healthcare,1.0
55
- us_births/M/short,Chronos_base,87100000.0,73500000.0,6910.0,0.778,0.0213,0.0216,5.08,9330.0,0.029,0.0215,0.0176,Healthcare,1.0
56
- us_births/W/short,Chronos_base,2310000.0,1890000.0,1020.0,0.932,0.0139,0.0138,10.8,1520.0,0.0206,0.0139,0.0111,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Chronos_base,3740000.0,3900000.0,272.0,1.11,3.31,0.809,38.0,1930.0,5.88,0.825,0.804,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Chronos_base,2370000.0,2440000.0,155.0,4.6,0.439,0.713,182.0,1540.0,6.48,0.651,0.644,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Chronos_base,32400000.0,31900000.0,3120.0,9.87,0.135,0.138,255.0,5700.0,0.224,0.122,0.117,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Chronos_base,174.0,172.0,9.42,0.942,0.666,0.98,29.5,13.2,0.694,0.495,0.484,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Chronos_base,372.0,382.0,14.2,1.34,1.33,1.33,31.3,19.3,1.17,0.858,0.793,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Chronos_base,88600.0,88100.0,101.0,4.58,0.693,0.17,126.0,298.0,0.224,0.0761,0.0726,Web/CloudOps,2.0
63
- electricity/15T/medium,Chronos_base,279000.0,280000.0,60.7,0.99,0.176,0.161,19.5,528.0,0.91,0.105,0.0952,Energy,1.0
64
- electricity/H/medium,Chronos_base,6020000.0,6010000.0,240.0,1.06,0.26,0.129,25.6,2450.0,0.958,0.0937,0.0872,Energy,1.0
65
- ett1/15T/medium,Chronos_base,15.6,15.5,2.12,1.32,0.882,0.523,32.8,3.95,0.752,0.404,0.379,Energy,7.0
66
- ett1/H/medium,Chronos_base,150.0,149.0,7.35,1.37,2280000000000.0,0.463,37.0,12.2,0.586,0.352,0.33,Energy,7.0
67
- ett2/15T/medium,Chronos_base,16.0,15.5,2.48,1.06,0.16,0.193,24.5,4.0,0.213,0.132,0.122,Energy,7.0
68
- ett2/H/medium,Chronos_base,307.0,315.0,10.7,1.15,0.193,0.185,26.0,17.5,0.236,0.144,0.132,Energy,7.0
69
- jena_weather/10T/medium,Chronos_base,2390.0,2400.0,13.7,0.722,2.16,0.704,17.5,48.9,0.3,0.084,0.076,Nature,21.0
70
- jena_weather/H/medium,Chronos_base,1890.0,1980.0,12.2,0.883,1.24,0.722,18.5,43.5,0.266,0.0746,0.0702,Nature,21.0
71
- kdd_cup_2018/H/medium,Chronos_base,6590.0,6640.0,34.5,1.24,1.35,0.592,26.1,81.2,1.7,0.721,0.664,Nature,1.0
72
- loop_seattle/5T/medium,Chronos_base,276.0,281.0,10.5,1.61,0.316,0.239,41.2,16.6,0.296,0.186,0.176,Transport,1.0
73
- loop_seattle/H/medium,Chronos_base,86.0,87.0,5.12,1.05,0.135,0.115,24.0,9.27,0.164,0.0905,0.084,Transport,1.0
74
- m_dense/H/medium,Chronos_base,40600.0,40500.0,85.4,0.757,0.261,0.201,19.1,201.0,0.351,0.149,0.136,Transport,1.0
75
- solar/10T/medium,Chronos_base,50.5,56.2,3.57,1.54,3.78,1.65,26.2,7.11,1.58,0.791,0.686,Energy,1.0
76
- solar/H/medium,Chronos_base,662.0,719.0,10.5,0.806,4.28,1.39,16.7,25.7,0.927,0.38,0.356,Energy,1.0
77
- sz_taxi/15T/medium,Chronos_base,20.5,20.5,3.06,0.597,12500000000000.0,0.471,15.8,4.53,0.421,0.285,0.268,Transport,1.0
78
- electricity/15T/long,Chronos_base,350000.0,349000.0,64.5,1.01,0.173,0.159,23.9,591.0,0.933,0.102,0.0945,Energy,1.0
79
- electricity/H/long,Chronos_base,9010000.0,9030000.0,280.0,1.2,0.309,0.142,34.9,3000.0,1.18,0.111,0.105,Energy,1.0
80
- solar/10T/long,Chronos_base,59.5,64.0,3.83,1.66,2.44,1.73,35.7,7.71,1.67,0.828,0.748,Energy,1.0
81
- solar/H/long,Chronos_base,1070.0,1100.0,14.0,1.07,3.26,1.49,31.2,32.7,1.13,0.487,0.464,Energy,1.0
82
- kdd_cup_2018/H/long,Chronos_base,4480.0,4530.0,28.7,1.14,1.19,0.642,27.8,66.9,1.57,0.672,0.624,Nature,1.0
83
- loop_seattle/5T/long,Chronos_base,187.0,187.0,8.49,1.31,0.313,0.181,37.2,13.7,0.242,0.15,0.143,Transport,1.0
84
- loop_seattle/H/long,Chronos_base,77.7,80.0,4.85,1.01,0.146,0.11,27.2,8.82,0.158,0.0868,0.0817,Transport,1.0
85
- sz_taxi/15T/long,Chronos_base,19.3,19.3,2.99,0.567,8120000000000.0,0.465,16.6,4.39,0.407,0.277,0.265,Transport,1.0
86
- m_dense/H/long,Chronos_base,35900.0,35900.0,82.9,0.773,0.258,0.207,22.1,190.0,0.328,0.143,0.135,Transport,1.0
87
- ett1/15T/long,Chronos_base,15.5,15.4,2.2,1.35,0.846,0.534,38.5,3.94,0.751,0.419,0.4,Energy,7.0
88
- ett1/H/long,Chronos_base,173.0,173.0,7.62,1.43,2930000000000.0,0.502,45.2,13.2,0.63,0.365,0.35,Energy,7.0
89
- ett2/15T/long,Chronos_base,21.6,21.6,2.65,1.14,0.174,0.208,31.8,4.65,0.248,0.141,0.134,Energy,7.0
90
- ett2/H/long,Chronos_base,275.0,274.0,10.4,1.12,0.187,0.185,33.6,16.6,0.227,0.143,0.136,Energy,7.0
91
- jena_weather/10T/long,Chronos_base,2480.0,2480.0,14.2,0.802,0.872,0.692,22.3,49.8,0.305,0.0867,0.0796,Nature,21.0
92
- jena_weather/H/long,Chronos_base,2030.0,1990.0,12.8,1.11,1.59,0.707,30.7,45.1,0.272,0.0773,0.0745,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Chronos_base,3510000.0,3600000.0,276.0,1.01,1.48,0.828,35.3,1870.0,4.95,0.728,0.711,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Chronos_base,4690000.0,4740000.0,275.0,3.77,5.02,0.714,144.0,2170.0,8.3,1.05,1.05,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Chronos_base,20900000.0,21000000.0,2440.0,9.25,0.127,0.127,283.0,4570.0,0.176,0.0941,0.0926,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Chronos_base,218000.0,201000.0,128.0,4.22,0.228,0.182,141.0,467.0,0.346,0.095,0.0936,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Chronos_base,354.0,352.0,13.0,1.2,0.962,1.28,43.5,18.8,1.06,0.732,0.722,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Chronos_base,306.0,316.0,13.0,1.25,1.61,1.04,31.9,17.5,1.07,0.797,0.738,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_base/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "Chronos_base",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/amazon/chronos-t5-base",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/chronos_bolt_base/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- ett1/W/short,chronos_bolt_base,1637702.857142857,1637702.857142857,984.2157505580357,1.697032566940297,0.666663578578404,0.5685134955814907,9.14604088208896,1279.72764959692,0.5092341759928624,0.3916429381614763,0.2957891883410253,Energy,7
3
- bitbrains_rnd/H/short,chronos_bolt_base,1862107.1401901026,1862107.1401901026,167.78725864200163,5.896930701328324,2.093075689675331,0.5790102790268957,204.7432932673675,1364.5904661069937,5.972115791889295,0.7343191689389569,0.6242384340368896,Web/CloudOps,2
4
- m4_monthly/M/short,chronos_bolt_base,1934416.6254444444,1934416.6254444444,565.3889969618056,0.9488310602612807,0.15900606134202747,0.13194064977433947,7.587627584559401,1390.8330688635658,0.28906285968043066,0.11750724364583098,0.09380530663177639,Econ/Fin,1
5
- solar/10T/short,chronos_bolt_base,24.91766651459854,24.91766651459854,2.2401119482778284,0.9906698531781523,5.422043839073332,1.5298807037427768,7.271072855384362,4.991759861471557,1.4521024031280567,0.6516483231649629,0.5112793983053023,Energy,1
6
- solar/10T/medium,chronos_bolt_base,27.85010299159478,27.85010299159478,2.342676494069343,1.0267698263919258,3.019734768418504,1.5087594696969697,12.948193661776722,5.277319678737946,1.1710581498219121,0.5198491976578926,0.43609419436705327,Energy,1
7
- solar/10T/long,chronos_bolt_base,27.28116858019059,27.28116858019059,2.431408008287713,1.070707661285413,1.8970119800398604,1.5390251165855637,13.35865589006699,5.223137809802704,1.1288975630233355,0.5255098898826686,0.44302118332719465,Energy,1
8
- ett2/D/short,chronos_bolt_base,110584.17777777778,110584.17777777778,198.94429563492062,1.321560085664585,0.4289632161458333,0.13877987331814237,12.00306947385034,332.5419940064379,0.19032255699444697,0.1138610693600528,0.09350919339670898,Energy,7
9
- kdd_cup_2018/H/short,chronos_bolt_base,3601.213302953579,3601.213302953579,14.450476878814838,0.6006888731041619,0.48840053611269896,0.33746645861147007,5.236226175646046,60.01011000617795,1.2561202894071744,0.3024746529746388,0.2464258780339759,Nature,1
10
- kdd_cup_2018/H/medium,chronos_bolt_base,3860.4831565690915,3860.4831565690915,16.90618404251118,0.6998676270323146,0.6931535595790342,0.38850352742295724,8.984689313790726,62.13278648643638,1.300551748879755,0.3538770505354814,0.301134325458312,Nature,1
11
- kdd_cup_2018/H/long,chronos_bolt_base,2762.337694295206,2762.337694295206,15.048608222356325,0.6843417636819901,0.7001632592516628,0.4016249154123775,9.436826810869432,52.55794606237201,1.233221795732577,0.3531011587330042,0.2999840609021186,Nature,1
12
- car_parts/M/short,chronos_bolt_base,1.3899242390480209,1.3899242390480209,0.4799365107877267,0.8550865270441237,0.8074493636423123,1.8830558621774114,15.632787068211941,1.1789504820169594,2.8270023186179207,1.1508385207706973,0.9945303246497433,Sales,1
13
- ett2/15T/short,chronos_bolt_base,8.015497116815476,8.015497116815476,1.774357677641369,0.7660546833993936,0.11151654067459382,0.13077163696289062,5.229132122228613,2.8311653284143397,0.13440548988559115,0.08423507115680039,0.06655960283039539,Energy,7
14
- ett2/15T/medium,chronos_bolt_base,14.56584697420635,14.56584697420635,2.2833748759920636,0.9223355700407027,0.1356612976820875,0.16467289031498017,19.285348025183158,3.8165228905649644,0.20338941324564422,0.12168518034988743,0.11037062915529153,Energy,7
15
- ett2/15T/long,chronos_bolt_base,13.41281994047619,13.41281994047619,2.2688019283234127,0.9399972036761723,0.14283708066403494,0.1703219943576389,22.250926961226273,3.662351695355894,0.19517335118285103,0.12090856158967672,0.11144151661356012,Energy,7
16
- ett2/H/short,chronos_bolt_base,105.44942336309524,105.44942336309524,6.348521205357143,0.7329295674936381,0.11784721462075197,0.10994342622302827,5.0960166727478855,10.268856964779246,0.13023767841539116,0.08051691303057987,0.06338550778288533,Energy,7
17
- ett2/H/medium,chronos_bolt_base,244.33089657738094,244.33089657738094,9.599712844122024,1.0272940455036863,0.1710583676728104,0.1664334251767113,18.199819696901887,15.631087504629386,0.21063895610110636,0.1293623039188654,0.11465361726312787,Energy,7
18
- ett2/H/long,chronos_bolt_base,224.928373015873,224.928373015873,9.312564070767197,1.0364106818165182,0.17759129746604124,0.1746034652467758,24.006984061033005,14.997612243816446,0.2053807566641957,0.1275283974705072,0.11690447869172055,Energy,7
19
- electricity/15T/short,chronos_bolt_base,135907.45632882882,135907.45632882882,49.87405810106982,0.9354659393109583,0.16379419442124582,0.16040052671690244,10.329555481385434,368.65628480853115,0.7266942047342608,0.0983115994006473,0.08170543871710868,Energy,1
20
- electricity/15T/medium,chronos_bolt_base,270421.2961891892,270421.2961891892,55.808359375,0.8616317535149881,0.1345887554162063,0.13608734735712275,11.655945409426788,520.020476701821,0.8960476465270057,0.09616342300915973,0.08272175294927747,Energy,1
21
- electricity/15T/long,chronos_bolt_base,326307.66765165166,326307.66765165166,61.58918693693694,0.9325404633386237,0.13968727705178732,0.14090516713002066,13.88592940429026,571.2334616001164,0.9011907928812531,0.09716449042241929,0.0841752118446624,Energy,1
22
- solar/W/short,chronos_bolt_base,1240030.598540146,1240030.598540146,898.2242244525547,0.97969148428518,0.2002263452014784,0.1785203279369939,6.657218187417857,1113.566611631359,0.22730678597325427,0.1833500209246751,0.1325786066309884,Energy,1
23
- restaurant/D/short,chronos_bolt_base,146.59598860558512,146.59598860558512,7.329031970906883,0.7003668206803989,0.7123910795799477,0.4019803323030494,4.773378185821041,12.107683040350253,0.5572236267366586,0.3372990324975929,0.26395200093744947,Sales,1
24
- loop_seattle/5T/short,chronos_bolt_base,55.0410236874355,55.0410236874355,3.966980963078077,0.6275878697418952,0.10770698366273421,0.08569417939712634,5.317936025577888,7.418963787985186,0.12721885363418728,0.06802496749326967,0.05459927977006243,Transport,1
25
- loop_seattle/5T/medium,chronos_bolt_base,146.8680854134417,146.8680854134417,7.22436071941112,1.135585946635922,0.2522527890357932,0.15521295726606843,24.5154138275978,12.118914366123795,0.21562038326141944,0.1285362186808159,0.11596733754582497,Transport,1
26
- loop_seattle/5T/long,chronos_bolt_base,170.01955051026258,170.01955051026258,7.879117647058823,1.23862441602075,0.279172541046755,0.16530008048998107,31.4111024210826,13.039154516695573,0.2305349185105509,0.13930441136915608,0.12901944356768974,Transport,1
27
- ett2/W/short,chronos_bolt_base,2968321.1428571427,2968321.1428571427,1157.533900669643,0.7390983764105259,0.12115598576409477,0.13002267905644008,9.737916992439338,1722.8816392477872,0.14452335614753078,0.0970993481899074,0.08824237370253157,Energy,7
28
- jena_weather/10T/short,chronos_bolt_base,990.0174603174603,990.0174603174603,6.454503813244048,0.3055144625325652,0.33029700969827586,0.5684653630332341,2.3650532786152816,31.46454290653942,0.19543424663430706,0.04009055824794593,0.03264516028143257,Nature,21
29
- jena_weather/10T/medium,chronos_bolt_base,1674.3982683982683,1674.3982683982683,10.41922123015873,0.610204522298673,0.7352407092245915,0.6723962560876623,14.138291090260097,40.919411877472875,0.25112173116130515,0.06394258256948522,0.05711892334964378,Nature,21
30
- jena_weather/10T/long,chronos_bolt_base,1990.740476190476,1990.740476190476,11.394970444775133,0.6566827497290605,0.7498806880783081,0.6817800047536375,17.292130405850955,44.617714824836966,0.2730234476782145,0.06972777806388322,0.0638386290209679,Nature,21
31
- loop_seattle/D/short,chronos_bolt_base,18.85893317853457,18.85893317853457,3.002606182275542,0.902996881730335,0.0555427165469395,0.05544497841282895,7.60934211347442,4.342687322215885,0.07760963051567187,0.05366058827177343,0.04373420875712694,Transport,1
32
- m4_weekly/W/short,chronos_bolt_base,240658.12899078638,240658.12899078638,257.7035301049925,2.077568679616644,0.06262108946040684,0.06252293232193794,18.150360193219555,490.56918879072134,0.08937410368059916,0.04694958946613656,0.038167982341959686,Econ/Fin,1
33
- bitbrains_rnd/5T/short,chronos_bolt_base,1671863.653749941,1671863.653749941,127.42979277534573,1.7053983818241878,1.4627559211207968,0.707314202842545,54.50279702435174,1293.0056665575526,5.290605896521299,0.521405923026342,0.4382582062335134,Web/CloudOps,2
34
- bitbrains_rnd/5T/medium,chronos_bolt_base,2281604.610208718,2281604.610208718,149.53361355263047,4.449086047115958,0.4434865236103318,0.7815086506717606,168.7362047616823,1510.4981331364559,6.355434809835572,0.6291640565218989,0.6048791893642634,Web/CloudOps,2
35
- bitbrains_rnd/5T/long,chronos_bolt_base,2883435.272675469,2883435.272675469,204.54286072472604,3.397353175638085,2.509970187794728,0.7607044521104127,127.2130111390149,1698.0681001289286,6.504916605762482,0.7835576507310926,0.7561433967402097,Web/CloudOps,2
36
- m4_hourly/H/short,chronos_bolt_base,1154587.9291465378,1154587.9291465378,244.31536835748793,0.8365145126402084,0.09040574520682366,0.08339686247845587,6.862285470912232,1074.5175331964285,0.1466953608029921,0.03335444048484022,0.0253167358885586,Econ/Fin,1
37
- m4_quarterly/Q/short,chronos_bolt_base,1878597.112,1878597.112,578.2017669270833,1.2239122933946907,0.11795034917195638,0.10642768001556396,9.212867524605457,1370.6192439915617,0.2294175256235893,0.09678079398133374,0.07709249547454494,Econ/Fin,1
38
- electricity/H/short,chronos_bolt_base,1656585.3963063064,1656585.3963063064,162.56330095720722,0.8733264036372806,0.17752713149427762,0.12113126497010927,10.220478564391842,1287.0840673034168,0.6075955954330621,0.07674148732770672,0.06364138000128299,Energy,1
39
- electricity/H/medium,chronos_bolt_base,6086015.733333333,6086015.733333333,244.77492539414413,1.0781065063092021,0.2064802301071843,0.13147978911528715,14.464545125174473,2466.985150610626,0.9629456019872782,0.0955437197612291,0.08104565793637458,Energy,1
40
- electricity/H/long,chronos_bolt_base,9533104.792216217,9533104.792216217,285.59446246246245,1.2375023517676198,0.3056430592497765,0.1453674514358108,19.17841308210171,3087.572637561134,1.217737735031261,0.11263837152385812,0.09777151298548634,Energy,1
41
- us_births/W/short,chronos_bolt_base,2416102.8571428573,2416102.8571428573,1196.1185825892858,1.0874998159877778,0.0162328194294657,0.0161916869027274,6.2983219711131095,1554.3818247595593,0.021100580857093935,0.016237192473928914,0.012896095320187225,Healthcare,1
42
- sz_taxi/H/short,chronos_bolt_base,7.2138285840678416,7.2138285840678416,1.850052271133814,0.5624312720355508,0.8914136968107305,0.29661895882370126,4.001221239572409,2.6858571414108834,0.25020416684544455,0.1723437855210726,0.13589458238301488,Transport,1
43
- bizitobs_service/10S/short,chronos_bolt_base,74289.73037037037,74289.73037037037,83.33071428571428,3.316185566818455,0.509556568287037,0.12136096126818784,23.79521836678657,272.56142494925865,0.2019222171721475,0.06173405715883179,0.0506699603662428,Web/CloudOps,2
44
- bizitobs_service/10S/medium,chronos_bolt_base,178716.58666666667,178716.58666666667,136.66095238095238,4.976573692925505,0.8096351841517857,0.17016632564484127,118.80394433478976,422.74884584900605,0.31817074350890406,0.1028542531922439,0.09617062672222003,Web/CloudOps,2
45
- bizitobs_service/10S/long,chronos_bolt_base,250344.83809523808,250344.83809523808,160.49285714285713,5.297548535439662,1.092973193617725,0.1889264400421627,136.52619238693387,500.3447192638672,0.37067136364929165,0.1188982393991061,0.11281462576051575,Web/CloudOps,2
46
- m4_yearly/A/short,chronos_bolt_base,3926423.548939381,3926423.548939381,943.1364150779142,3.5065536413628347,0.17160038939618508,0.1606578614921323,28.36657265593715,1981.5205143877215,0.3177459995107989,0.1512362959192286,0.12148547393095581,Econ/Fin,1
47
- m_dense/H/short,chronos_bolt_base,40758.008888888886,40758.008888888886,85.42458333333333,0.7753901744575882,0.29064242572650095,0.20852413601345487,8.178441102389538,201.8861285202351,0.3580956851961076,0.15152192439153112,0.12502506245177236,Transport,1
48
- m_dense/H/medium,chronos_bolt_base,62099.83111111111,62099.83111111111,106.3934375,0.880549541091933,0.32194249720185003,0.23678356594509548,12.891926128893124,249.1983770234291,0.4335736931509727,0.1851111398673564,0.1572970574487073,Transport,1
49
- m_dense/H/long,chronos_bolt_base,66123.91901234568,66123.91901234568,113.97787808641975,0.9382430465794104,0.34497031762786773,0.2529281804591049,14.969188965801013,257.1457155239917,0.4451572466209935,0.19731255596175787,0.1698264565139523,Transport,1
50
- bizitobs_application/10S/short,chronos_bolt_base,16877896.81777778,16877896.81777778,1702.1131944444444,5.533289563949242,0.08211168077256945,0.08005557590060763,39.43577764850054,4108.271755589907,0.158439620381589,0.06564370236884388,0.05395850630797557,Web/CloudOps,2
51
- bizitobs_application/10S/medium,chronos_bolt_base,35344793.6,35344793.6,2822.6960416666666,9.720343035454437,0.13773546854654947,0.13452266693115233,226.30847851960183,5945.148744985276,0.2334484935973209,0.11083896586540928,0.10350154393226361,Web/CloudOps,2
52
- bizitobs_application/10S/long,chronos_bolt_base,34854545.63555556,34854545.63555556,3006.7419444444445,10.483797272184969,0.14623284233940972,0.14441638522677952,267.4218792481522,5903.7738469182195,0.2276849592171546,0.11595801850619644,0.10897609302301696,Web/CloudOps,2
53
- bizitobs_l2c/H/short,chronos_bolt_base,56.59241691468254,56.59241691468254,4.475569467695933,0.43226974962129694,0.39512736734440573,0.6075935969277034,2.824354985704549,7.522793159105369,0.4054978174820326,0.24124465644031454,0.18900315239264084,Web/CloudOps,7
54
- bizitobs_l2c/H/medium,chronos_bolt_base,74.00342261904763,74.00342261904763,4.9346540178571425,0.4952064150955139,0.4992526891357519,0.7555233909970238,6.702804550165073,8.60252420043371,0.5208959068201737,0.29880079609028215,0.25443033413420424,Web/CloudOps,7
55
- bizitobs_l2c/H/long,chronos_bolt_base,77.46104910714286,77.46104910714286,5.131363544766865,0.5557104860687487,0.6086717150326638,0.7860786559089782,10.303877604915673,8.801195890737965,0.5376024468218877,0.3134384953415683,0.27763608084978597,Web/CloudOps,7
56
- m_dense/D/short,chronos_bolt_base,8617.896296296296,8617.896296296296,48.93263310185185,0.7163139371946142,0.1261890544283381,0.10274972421151621,7.203724648047755,92.83262517184514,0.160707005916507,0.0847096259838891,0.06899769121814445,Transport,1
57
- covid_deaths/D/short,chronos_bolt_base,641887.5348370927,641887.5348370927,163.83189223057644,38.85475067368658,0.11393528488073344,0.3895279580787907,671.2264949543455,801.178840732263,0.30144743781013716,0.06164254674943142,0.047047327147045126,Healthcare,1
58
- bitbrains_fast_storage/H/short,chronos_bolt_base,4154865.579998115,4154865.579998115,370.11422855135424,1.0698664907888997,3.6234949145704918,0.6006320591572843,20.343709052297786,2038.3487385622007,5.809955878906388,1.0549457496442163,0.7740167427927402,Web/CloudOps,2
59
- sz_taxi/15T/short,chronos_bolt_base,16.80141798305861,16.80141798305861,2.746761261470734,0.5480560313979771,1189750434414.7786,0.39788074982471955,3.8733528069603222,4.0989532789553245,0.38326966207940016,0.2568339253588622,0.2019092854571707,Transport,1
60
- sz_taxi/15T/medium,chronos_bolt_base,17.62566606570513,17.62566606570513,2.8628651676014956,0.5593709400332562,12212732164351.562,0.4134220742771768,12.978669723835775,4.198293232458296,0.3907212611064638,0.26643738936930866,0.24436162555854513,Transport,1
61
- sz_taxi/15T/long,chronos_bolt_base,17.42504674145299,17.42504674145299,2.8735137330840455,0.5454542094286499,8343799315910.527,0.4125438896679131,14.279687794463495,4.174331891626849,0.38636872407978673,0.26596731249482386,0.24847311180086307,Transport,1
62
- m4_daily/D/short,chronos_bolt_base,359007.7726182027,359007.7726182027,171.73530096699787,3.198472027009148,0.03689049016168729,0.029721920381244535,25.63182521808405,599.1725733194091,0.09255560416865097,0.02652835801549981,0.021064453825511368,Econ/Fin,1
63
- us_births/D/short,chronos_bolt_base,261849.6,261849.6,329.35052083333335,0.48474672443743816,0.031251773834228516,0.031003344853719077,4.606797975695754,511.71241923564844,0.0479688869965614,0.030873938802797384,0.025892524542398664,Healthcare,1
64
- kdd_cup_2018/D/short,chronos_bolt_base,2835.716204534876,2835.716204534876,21.059549338386862,1.196744014676586,0.5642454617993218,0.46221325205507346,9.183245148427776,53.251443215511785,1.1928888353754472,0.4717562523541577,0.3724987443837408,Nature,1
65
- solar/D/short,chronos_bolt_base,138322.4681265207,138322.4681265207,251.544099756691,0.9817721336259709,1.1363861009732361,0.42146512887773724,5.836721074039207,371.91728667342244,0.5372938025879144,0.36339554712739935,0.2873626901713163,Energy,1
66
- saugeen/D/short,chronos_bolt_base,1081.6596875,1081.6596875,12.786013997395834,2.8399177714952515,0.29935696919759114,0.3378688049316406,25.56775127972461,32.88859509769306,1.0652694314291495,0.4141420398406257,0.3379907529141502,Nature,1
67
- saugeen/W/short,chronos_bolt_base,922.1169921875,922.1169921875,14.992369079589844,1.216141423836244,0.4072331428527832,0.40148043632507324,10.943486036984126,30.366379306520887,0.91663440978084,0.45255712720203284,0.36272517609118204,Nature,1
68
- us_births/M/short,chronos_bolt_base,99178709.33333333,99178709.33333333,8195.236979166666,0.9239889802447854,0.025111854076385498,0.025578404466311138,4.830127390925378,9958.850803849475,0.03093212269816947,0.02545435018287182,0.019450303321803628,Healthcare,1
69
- ett1/H/short,chronos_bolt_base,101.87265625,101.87265625,4.938409714471726,0.8278840489960693,0.46233429681687127,0.2576536087762742,5.881144758865146,10.093198514346183,0.47109086764995456,0.2304957852453526,0.18108741060279723,Energy,7
70
- ett1/H/medium,chronos_bolt_base,150.7497581845238,150.7497581845238,7.382417805989584,1.3747702140570217,3534734754552.742,0.4448495774042039,22.12988154983197,12.278019310317271,0.5880880200220792,0.3536003129472166,0.3027433819894267,Energy,7
71
- ett1/H/long,chronos_bolt_base,171.55992063492064,171.55992063492064,7.369491980820106,1.354382701582919,1511351664155.5996,0.4618275475880456,26.031256439931017,13.098088434383111,0.6272390866325922,0.35290900974998046,0.3109441363499663,Energy,7
72
- loop_seattle/H/short,chronos_bolt_base,65.16539365053501,65.16539365053501,4.455875775691163,0.8995769713002476,0.12708851225468978,0.10158026421078516,8.923342741418988,8.072508510403381,0.1428916096764962,0.07887353246967346,0.06501008349885687,Transport,1
73
- loop_seattle/H/medium,chronos_bolt_base,71.49704592363261,71.49704592363261,5.01303978005676,1.0186663947682364,0.13801138516673117,0.11299621770994582,14.979971591855202,8.455592582642131,0.1494516355212354,0.08860490695832357,0.07619103546074145,Transport,1
74
- loop_seattle/H/long,chronos_bolt_base,67.51802115583075,67.51802115583075,4.829246753525972,0.995631330117142,0.15623469816928964,0.11124358700442896,17.429285920231163,8.216935022003689,0.14684762975507043,0.0863051049276436,0.07587557812236922,Transport,1
75
- temperature_rain/D/short,chronos_bolt_base,176.82458319268787,176.82458319268787,5.63769752790975,1.3042159951025352,24.215403812126837,1.4996891668990062,18.697665844216385,13.297540494117243,1.5654720746776867,0.6637060476955541,0.5377152361648299,Nature,1
76
- electricity/D/short,chronos_bolt_base,1177628036.4188828,1177628036.4188828,4230.017585585586,1.4477947352519283,0.37127984270923836,0.09803294358811937,11.653051985736454,34316.58544230301,0.5639354645208381,0.06951323685945461,0.05529138917604606,Energy,1
77
- hierarchical_sales/W/short,chronos_bolt_base,482.5782905190678,482.5782905190678,9.084398172669491,0.7327021603941902,0.5482071831656241,0.4625763004109011,6.7333875995537396,21.96766465783443,1.0085462296251877,0.41706916361691004,0.35259572439427067,Sales,1
78
- hierarchical_sales/D/short,chronos_bolt_base,29.24554826374535,29.24554826374535,2.307751621279454,0.7428404024355978,0.6283313972560273,1.0577110892930963,7.0049991127277815,5.4079153343728805,1.6590885355360243,0.7079926406010222,0.576118902500872,Sales,1
79
- ett1/15T/short,chronos_bolt_base,4.56793212890625,4.56793212890625,1.0586134411039807,0.6796552542631137,0.46678887754057474,0.23314063662574405,5.083758818101393,2.137272123269812,0.4040333955849764,0.20012200531899346,0.1578806550030958,Energy,7
80
- ett1/15T/medium,chronos_bolt_base,10.916609623015873,10.916609623015873,1.6824330357142858,1.0612801257404525,0.7923271182081155,0.40726981026785714,18.5415634394571,3.3040293011739275,0.6297512516383685,0.3206734001004059,0.2809206587976533,Energy,7
81
- ett1/15T/long,chronos_bolt_base,10.908506944444444,10.908506944444444,1.7592610677083333,1.135765942659644,0.900337776968727,0.42313926091269843,22.051199778607415,3.302802892157575,0.6295174968672489,0.3353168989616217,0.29778529275379945,Energy,7
82
- jena_weather/D/short,chronos_bolt_base,371.10858134920636,371.10858134920636,9.498460751488095,1.0511436824682205,0.649516407406673,0.4536913674975198,7.068928246987063,19.26417870943909,0.11600184167097728,0.05719625823821045,0.045003083566037855,Nature,21
83
- hospital/M/short,chronos_bolt_base,3687.7079530638853,3687.7079530638853,19.719763485984355,0.7912515472623598,0.20125691572617885,0.18009283603766027,5.380693591002117,60.72650124174688,0.22045130106159377,0.07158732066262387,0.05705877540658718,Healthcare,1
84
- solar/H/short,chronos_bolt_base,682.8379193878858,682.8379193878858,10.537860461486746,0.8127238219965786,4.4360586849636565,1.3934743077398675,4.180352510141338,26.131167585622457,0.9632035669707322,0.3884290570440693,0.29793090412510526,Energy,1
85
- solar/H/medium,chronos_bolt_base,658.1641727493917,658.1641727493917,12.184985173357664,0.9311501639034304,2.556948928263073,1.4341891917579075,12.312998762827329,25.654710537236465,0.9241425519386935,0.43893160583892127,0.36847200844008293,Energy,1
86
- solar/H/long,chronos_bolt_base,726.0511759935117,726.0511759935117,13.519738442822385,1.0330380133126496,2.615645714012393,1.4495501317923762,16.267446123815198,26.94533681351027,0.9342439338053091,0.4687539708358092,0.40516637308507697,Energy,1
87
- bizitobs_l2c/5T/short,chronos_bolt_base,21.173330543154762,21.173330543154762,2.6970708937872026,0.2781850094209992,0.1435349469434289,0.20942237490699406,2.9448571733771445,4.601448743945189,0.15803237512598703,0.09262833141175533,0.07435318434506082,Web/CloudOps,7
88
- bizitobs_l2c/5T/medium,chronos_bolt_base,182.57723214285716,182.57723214285716,8.885804634353741,0.877710000252815,0.5727669573612459,0.8801193133503401,26.37694722572766,13.512114273601195,0.7109359150370935,0.46752399518313714,0.4454411146948493,Web/CloudOps,7
89
- bizitobs_l2c/5T/long,chronos_bolt_base,377.63650793650794,377.63650793650794,13.468461061507936,1.240735149523561,0.8981672290922357,1.2430965556795635,42.979638385973765,19.43287183965633,1.0911267016011141,0.7562339532182131,0.7380396010126371,Web/CloudOps,7
90
- saugeen/M/short,chronos_bolt_base,393.9042038690476,393.9042038690476,12.609915597098214,0.738857520702777,0.3679893357413156,0.3633402869814918,4.504156052066135,19.8470200249067,0.5958670816501183,0.3785874956173701,0.2961708904466834,Nature,1
91
- jena_weather/H/short,chronos_bolt_base,1110.079051796157,1110.079051796157,8.53975596543442,0.5358097176773622,1.2791545631199135,0.6135756668689955,4.514846561046208,33.3178488470693,0.2042362685358205,0.052348154305894096,0.04220263311292096,Nature,21
92
- jena_weather/H/medium,chronos_bolt_base,1162.469246031746,1162.469246031746,10.128807043650793,0.7472851689085295,1.9620007933722756,0.66726316421751,12.983825451212118,34.09500324140982,0.20863337168852175,0.061979966675372936,0.053997056476218566,Nature,21
93
- jena_weather/H/long,chronos_bolt_base,1147.0646825396825,1147.0646825396825,11.47763103505291,1.0280940303380979,2.2850682728142626,0.6697265625,24.726712033164144,33.86834336869288,0.20392495068660296,0.0691080551930911,0.061638348439654544,Nature,21
94
- ett1/D/short,chronos_bolt_base,46346.64761904762,46346.64761904762,143.35359623015873,1.6723194113856175,1.5496809702070933,0.45580003526475693,10.531599257759334,215.28271556037103,0.5654471934199455,0.3765229755858791,0.28730938365699826,Energy,7
95
- electricity/W/short,chronos_bolt_base,41916476783.16396,41916476783.16396,26831.402702702704,1.4765609337319943,0.24515650543985487,0.09711016921309737,10.767990844296577,204735.138125247,0.4671380223849015,0.06122040657566934,0.047328617677214094,Energy,1
96
- bitbrains_fast_storage/5T/short,chronos_bolt_base,2142731.7392081725,2142731.7392081725,184.89447835493715,0.7523961952951175,2.367761436775138,0.7632145789027877,15.185804324190258,1463.8072752955468,4.595992878702874,0.5805229419010792,0.45354344025308674,Web/CloudOps,2
97
- bitbrains_fast_storage/5T/medium,chronos_bolt_base,3324051.68652822,3324051.68652822,278.5237126123077,1.0624395209705737,3.8001383499522956,0.8246441581797694,32.72145069418267,1823.198202754769,5.539380007095177,0.8462320129623683,0.7554407215441805,Web/CloudOps,2
98
- bitbrains_fast_storage/5T/long,chronos_bolt_base,3353845.1502990453,3353845.1502990453,302.0008359298689,0.9483206362737594,2.684462049153694,0.8426185961187662,29.811798793361827,1831.3506355417155,4.839712964356275,0.7980980444325871,0.7475094647143732,Web/CloudOps,2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_bolt_base/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "chronos_bolt_base",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/amazon/chronos-bolt-base",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/chronos_bolt_small/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,chronos_bolt_small,1844015.328432768,1844015.328432768,180.4972965539032,0.7777608834330809,2.535263803850572,0.7700410655430188,14.896064741148642,1357.9452597335314,4.263612327069175,0.5667168783673169,0.43487604661117363,Web/CloudOps,2
3
- bitbrains_fast_storage/5T/medium,chronos_bolt_small,3953951.515336398,3953951.515336398,307.2297379166149,1.0634378021214477,5.258413058781095,0.8286527313979335,33.19645652386025,1988.454554506187,6.041474474692907,0.9334488511610817,0.8673305394658734,Web/CloudOps,2
4
- bitbrains_fast_storage/5T/long,chronos_bolt_small,3338840.9627988306,3338840.9627988306,304.23444053962135,0.9619552843821944,3.2989086814198227,0.8458812633190538,30.229665799475633,1827.2495622653273,4.82887505209725,0.8040007945544213,0.7525542124907364,Web/CloudOps,2
5
- solar/10T/short,chronos_bolt_small,24.246703448144768,24.246703448144768,2.139940455824209,0.947242079114772,5.170497285868217,1.5645343567043035,7.845571464213086,4.9240941753935585,1.4324184623757057,0.622508446858104,0.49832363762538595,Energy,1
6
- solar/10T/medium,chronos_bolt_small,29.67180587812431,29.67180587812431,2.4410233148086706,1.0649801879028569,2.629964056912992,1.5249135544542136,13.215130584664667,5.447183297643316,1.2087515599973115,0.54167274691148,0.4526781960801022,Energy,1
7
- solar/10T/long,chronos_bolt_small,34.110171140004056,34.110171140004056,2.743928739450274,1.1880442543599503,2.0191792504576247,1.5654539271009822,15.338568143846897,5.840391351613696,1.2623070276961186,0.5930562393474574,0.49699139253591595,Energy,1
8
- restaurant/D/short,chronos_bolt_small,145.27573083029793,145.27573083029793,7.323976137106566,0.7001842752554382,0.7184762852281218,0.40098812765597275,4.783146807582954,12.053038240638662,0.5547087464432023,0.3370663513118531,0.26384201191889484,Sales,1
9
- m4_monthly/M/short,chronos_bolt_small,1927983.0604074073,1927983.0604074073,567.6603635706018,0.9535368311164092,0.16145642029797588,0.13287526741734257,7.580139428472445,1388.518296749239,0.2885817705678296,0.11797931160425087,0.09390114573325511,Econ/Fin,1
10
- solar/W/short,chronos_bolt_small,1261814.4233576641,1261814.4233576641,907.1396555656934,0.9906325337868738,0.2015126082148865,0.1801246308932339,7.470817896842125,1123.3051336825913,0.22929466179897823,0.18516988331164505,0.13640528247823477,Energy,1
11
- jena_weather/10T/short,chronos_bolt_small,1108.5276785714286,1108.5276785714286,7.104803757440476,0.31982530632519757,0.39884998372197517,0.6007615831163194,2.49070714348704,33.29455929384602,0.20680094199816598,0.04412973593623668,0.03665125450509495,Nature,21
12
- jena_weather/10T/medium,chronos_bolt_small,1788.9141414141413,1788.9141414141413,10.97920725108225,0.6464874242595468,0.8347795422186628,0.6863785032242063,14.871000510321961,42.29555699378058,0.25956711021443407,0.06737920720674846,0.05995524348607992,Nature,21
13
- jena_weather/10T/long,chronos_bolt_small,1897.8977513227512,1897.8977513227512,11.376426091269842,0.7028802408793732,0.8274013178029647,0.6916223596643518,18.492101183951803,43.56486831522335,0.26658089935275275,0.06961430198495683,0.06334207916230435,Nature,21
14
- bizitobs_l2c/5T/short,chronos_bolt_small,20.391631789434523,20.391631789434523,2.6666259765625,0.27246101898413055,0.1426831372047644,0.20858241489955356,2.929224220205685,4.51570944475334,0.1550877405452466,0.09158272972253415,0.07327907630636149,Web/CloudOps,7
15
- bizitobs_l2c/5T/medium,chronos_bolt_small,179.42929421768707,179.42929421768707,9.231683142006803,0.9197675346453706,0.5872680645346757,0.9301016256111819,27.315285258206234,13.395122030712788,0.7047804026157243,0.48572229104941816,0.46200887378074756,Web/CloudOps,7
16
- bizitobs_l2c/5T/long,chronos_bolt_small,412.37119047619046,412.37119047619046,14.418203125,1.3567893163220306,1.0479971648090374,1.3302391803075397,46.753185788910606,20.306924692729584,1.1402034625898148,0.809560550216357,0.7904282559484993,Web/CloudOps,7
17
- ett1/W/short,chronos_bolt_small,1700023.4285714286,1700023.4285714286,987.6665736607143,1.7045785948214813,0.5772371292114258,0.5791801725115094,8.762165096613849,1303.8494654565873,0.5188328222568689,0.3930161030374115,0.29346035369139184,Energy,7
18
- sz_taxi/H/short,chronos_bolt_small,7.213377862913996,7.213377862913996,1.8660802596654646,0.5666750756151346,0.9934761503822783,0.3015338865100828,4.054054435564157,2.6857732337101723,0.2501963503253383,0.17383689155971446,0.13734240171719048,Transport,1
19
- solar/D/short,chronos_bolt_small,140418.91192214112,140418.91192214112,254.7175790754258,0.995236457565747,1.1491260834854014,0.4245977025832573,5.917584816205995,374.7251151472785,0.5413501583739724,0.3679801438420295,0.285827253990212,Energy,1
20
- jena_weather/D/short,chronos_bolt_small,395.6770833333333,395.6770833333333,9.849045138888888,1.027640717393787,0.6494528936653976,0.4550088549417163,7.036335975732359,19.891633500880044,0.11978014504275641,0.059307349253975204,0.04689250980998242,Nature,21
21
- sz_taxi/15T/short,chronos_bolt_small,16.83443062471383,16.83443062471383,2.7554941887675044,0.5500468719450801,1088072147574.2815,0.3991787855732863,3.937118292157097,4.102978262763992,0.38364601527965336,0.2576504914102933,0.20290078592643904,Transport,1
22
- sz_taxi/15T/medium,chronos_bolt_small,17.73544671474359,17.73544671474359,2.8640664646768164,0.5621651689781048,11987102298006.975,0.41705264882144766,13.641904513573486,4.211347375216581,0.39193616698339195,0.26654919011362155,0.24626485857804706,Transport,1
23
- sz_taxi/15T/long,chronos_bolt_small,17.10314058048433,17.10314058048433,2.822657362891738,0.5377688812864103,8018560164236.764,0.4148580784811254,14.438774704593236,4.135594344285272,0.3827832457017097,0.2612601374611508,0.24513281651123814,Transport,1
24
- solar/H/short,chronos_bolt_small,642.6735817646305,642.6735817646305,11.05471326154117,0.852364565852396,4.078055371254283,1.4021749556301224,4.305748490692147,25.351007509853144,0.934446605946051,0.40748042392157324,0.30252883413719767,Energy,1
25
- solar/H/medium,chronos_bolt_small,660.3158150851582,660.3158150851582,12.120182291666667,0.9259796922251355,3.739128955666504,1.4177785460386254,8.835308409083504,25.69661096497276,0.9256519031418318,0.4365972547897454,0.3560217757865163,Energy,1
26
- solar/H/long,chronos_bolt_small,631.5663828061638,631.5663828061638,12.582879663422547,0.957452313307858,3.820143354852248,1.416907599604623,12.235772579082658,25.130984517248102,0.8713370331308008,0.43627136957740903,0.37331956420885926,Energy,1
27
- jena_weather/H/short,chronos_bolt_small,1125.5659983291562,1125.5659983291562,8.707076937134502,0.5404728710733272,1.7901898187150305,0.6146118877923976,4.557820526706066,33.54945600645644,0.20565600551273433,0.05337382109082576,0.04258193529331547,Nature,21
28
- jena_weather/H/medium,chronos_bolt_small,1288.0440476190477,1288.0440476190477,10.719252232142857,0.7205781907439833,2.700101742211556,0.659596179780506,13.357718651777722,35.88933055406645,0.21961317874416925,0.06559300550103724,0.057619300568052076,Nature,21
29
- jena_weather/H/long,chronos_bolt_small,1224.796164021164,1224.796164021164,12.5217613260582,1.0597305837894289,3.2220984840854148,0.6881290173404431,26.389147004258668,34.9970879363007,0.21072124354868516,0.07539487636369682,0.06783864021902847,Nature,21
30
- m_dense/D/short,chronos_bolt_small,9502.16888888889,9502.16888888889,51.19551504629629,0.7423986421380122,0.13206443475563495,0.10697297272858797,7.769719767858065,97.47906897836525,0.16875068744466454,0.08862700935380896,0.07172358792969696,Transport,1
31
- m_dense/H/short,chronos_bolt_small,44615.933333333334,44615.933333333334,90.34328125,0.8049620273752686,0.2953449885272122,0.22037465413411458,8.620562582119053,211.2248407108722,0.3746602335643738,0.16024646883473626,0.13285907050113976,Transport,1
32
- m_dense/H/medium,chronos_bolt_small,41502.28888888889,41502.28888888889,92.49204861111112,0.8197970274333967,0.2877251108916626,0.22234439425998265,10.594579100622543,203.72110565400163,0.3544489864109371,0.16092447945456895,0.13394984315403666,Transport,1
33
- m_dense/H/long,chronos_bolt_small,44818.41777777778,44818.41777777778,100.68994598765433,0.9127083748610394,0.3092563213063872,0.24015727478780866,13.008517528627285,211.70360832488845,0.3664902414943944,0.17430918118524424,0.1460434249175656,Transport,1
34
- covid_deaths/D/short,chronos_bolt_small,564970.1213032581,564970.1213032581,148.79401629072683,36.49351686169527,0.1041913782898592,0.3798436826930608,634.0771245566232,751.6449436424475,0.28281006797042896,0.055984472744342643,0.04287790986674863,Healthcare,1
35
- us_births/M/short,chronos_bolt_small,66033280.0,66033280.0,6704.55078125,0.7556778597113808,0.020845698813597362,0.021118228634198506,4.880259962460465,8126.086388908255,0.02523956892099196,0.020824289015512754,0.01573876917801602,Healthcare,1
36
- electricity/D/short,chronos_bolt_small,1382224929.137009,1382224929.137009,4483.205333333333,1.4807934174156656,0.4230194047606927,0.100427734375,11.889337516165087,37178.285720794185,0.6109627038300538,0.0736739523938475,0.0584362677456126,Energy,1
37
- electricity/W/short,chronos_bolt_small,42259882825.34054,42259882825.34054,26973.51081081081,1.5026320784853437,0.24880852707902518,0.09749173087042731,10.969667256901015,205572.0866881993,0.4690476628116281,0.06154465038254274,0.04800231564621994,Energy,1
38
- m4_daily/D/short,chronos_bolt_small,410038.80050018587,410038.80050018587,173.19169708337557,3.192638418796704,0.03712779426748753,0.029862742646564244,25.448095829848157,640.3427211268868,0.09891525424896667,0.02675333096730473,0.021387183822955597,Econ/Fin,1
39
- hospital/M/short,chronos_bolt_small,3895.930030421556,3895.930030421556,20.433758420252065,0.8008252584384525,0.20302015799431633,0.18203170358590695,5.355075253449777,62.41738564231568,0.22658960408297532,0.07417928807375634,0.058119325999037845,Healthcare,1
40
- ett2/D/short,chronos_bolt_small,106740.87619047619,106740.87619047619,188.99277033730158,1.2220531434260085,0.4399618481832837,0.12568079630533854,11.750401283160675,326.71222228511164,0.18698602482499335,0.1081655488700869,0.09070361511372763,Energy,7
41
- saugeen/M/short,chronos_bolt_small,375.9224097842262,375.9224097842262,12.411028180803571,0.7271784751800231,0.3630205790201823,0.3625959214710054,5.276547182445067,19.388718621513547,0.5821074986289229,0.3726162987235443,0.2926327316003509,Nature,1
42
- m4_yearly/A/short,chronos_bolt_small,4271193.608542991,4271193.608542991,994.9565559618119,3.686721825810013,0.178293460777205,0.17074923912303605,30.8676376230815,2066.6866256263893,0.33140278022212055,0.15954589571412767,0.1277760780695947,Econ/Fin,1
43
- temperature_rain/D/short,chronos_bolt_small,176.22498859385493,176.22498859385493,5.698892090438384,1.3244573696223632,21.300106787290947,1.498683328445037,19.590842558394808,13.274976029878733,1.562815640680657,0.6709102655584797,0.5442210527769746,Nature,1
44
- kdd_cup_2018/H/short,chronos_bolt_small,3654.8975615749496,3654.8975615749496,15.706798564732132,0.6671666066105324,0.5582949829141742,0.370297057925759,5.648863998077038,60.45574878847296,1.2654483162368175,0.3287717412409406,0.267085481552588,Nature,1
45
- kdd_cup_2018/H/medium,chronos_bolt_small,4227.757833720211,4227.757833720211,19.87503565269666,0.8565478200909736,0.8932464358128124,0.4506011318908435,14.058037494680523,65.02121064483659,1.3610116976949267,0.41602049157741977,0.36430812128657214,Nature,1
46
- kdd_cup_2018/H/long,chronos_bolt_small,3210.5531137033413,3210.5531137033413,20.006876863857137,0.9253110739997243,0.9899600596267104,0.5115598049138451,18.727376712762887,56.661742946218496,1.3295134536374162,0.4694421769025448,0.418838662735907,Nature,1
47
- hierarchical_sales/W/short,chronos_bolt_small,484.23146186440675,484.23146186440675,9.11962063029661,0.7329884667148494,0.5438836299760335,0.4657555596303132,6.8280134147525215,22.00525986814077,1.0102722441195369,0.4186862438751565,0.35374335711919436,Sales,1
48
- ett1/15T/short,chronos_bolt_small,5.4638741629464285,5.4638741629464285,1.1199263799758183,0.7042139392443753,0.5380431874441632,0.23657364618210566,5.539848520951315,2.3374931364490523,0.44188350130689547,0.21171270292645736,0.16945176145387159,Energy,7
49
- ett1/15T/medium,chronos_bolt_small,10.740189732142857,10.740189732142857,1.7146194506448413,1.1072540166928586,0.8416496693522734,0.41305369543650794,20.641667815445583,3.2772228688544907,0.6246419191336214,0.3268081626102503,0.28837429274717485,Energy,7
50
- ett1/15T/long,chronos_bolt_small,10.081675347222221,10.081675347222221,1.7457335069444444,1.1933534685916536,0.9911184243225512,0.42623554532490077,24.474022610543585,3.175165404702914,0.6051896655577655,0.3327385325047485,0.2956230333745314,Energy,7
51
- ett2/W/short,chronos_bolt_small,3515472.5714285714,3515472.5714285714,1258.763671875,0.7906223640176095,0.14260688849857875,0.14613303116389684,9.912740623746904,1874.9593519403484,0.1572803447490025,0.10559097404705706,0.09433509825265576,Energy,7
52
- us_births/W/short,chronos_bolt_small,2454781.1428571427,2454781.1428571427,1226.2134486607142,1.1150317323431431,0.016560062766075134,0.016596317291259766,6.665657597733639,1566.7741199219315,0.02126880504880375,0.01664572732991375,0.013112405612851607,Healthcare,1
53
- bitbrains_rnd/5T/short,chronos_bolt_small,1759954.76894322,1759954.76894322,134.60530189502998,1.720143507476162,1.47082536498949,0.7125516048000894,54.49046961246762,1326.6328689367,5.428198700475739,0.5507660347729629,0.4534715672897649,Web/CloudOps,2
54
- bitbrains_rnd/5T/medium,chronos_bolt_small,2970877.4144494454,2970877.4144494454,197.4550273554162,4.474498846394525,2.155989083920242,0.7924743822164269,169.4613524422667,1723.623338914116,7.252161076448141,0.8307938465477603,0.7920524998243016,Web/CloudOps,2
55
- bitbrains_rnd/5T/long,chronos_bolt_small,3050214.4345735013,3050214.4345735013,204.62783568013586,3.4134610927991655,2.702961502727244,0.7552418412759919,127.81330178466403,1746.4863110180684,6.6903958712938,0.7838831706548679,0.7561870977338633,Web/CloudOps,2
56
- us_births/D/short,chronos_bolt_small,290552.74666666664,290552.74666666664,358.73505208333336,0.5278529393295741,0.03408777872721354,0.03379809061686198,4.96872658169509,539.0294487935391,0.05052963685270423,0.0336285001657669,0.027629386739684736,Healthcare,1
57
- ett1/H/short,chronos_bolt_small,111.05460379464286,111.05460379464286,5.070735095796131,0.8336399363407854,0.4872866675967262,0.26178599766322547,6.095646735622039,10.538244815653263,0.4918629992917879,0.23667195215732018,0.18864246996146625,Energy,7
58
- ett1/H/medium,chronos_bolt_small,157.8949962797619,157.8949962797619,7.145826357886905,1.3700125038084177,4001902492418.3433,0.43252530779157367,22.94345442636891,12.565627572061887,0.6018637739866665,0.34226814342114786,0.29521104781453134,Energy,7
59
- ett1/H/long,chronos_bolt_small,199.7125992063492,199.7125992063492,7.894045035548942,1.4420904520762965,2813501292070.4365,0.47213851686507935,29.9132612195043,14.131970818196208,0.676749474759621,0.3780287194379039,0.3365575311705937,Energy,7
60
- bizitobs_service/10S/short,chronos_bolt_small,27660.83724867725,27660.83724867725,53.85366402116402,2.896123139507861,0.5441198536706349,0.12654995711392195,26.58475688033128,166.31547507275818,0.12321182090599318,0.03989651596524252,0.032116813944698425,Web/CloudOps,2
61
- bizitobs_service/10S/medium,chronos_bolt_small,146794.56507936507,146794.56507936507,116.7264384920635,4.641429581994971,0.9912840246775794,0.187119625031002,111.20314344847799,383.1377886340175,0.28835852840999376,0.08785106828045884,0.08246325534859629,Web/CloudOps,2
62
- bizitobs_service/10S/long,chronos_bolt_small,193575.99830687832,193575.99830687832,135.34579365079364,4.846833186795153,1.2329247271825396,0.20435946025545634,128.94355182520283,439.97272450332457,0.3259458598865216,0.10026849083277274,0.09634093328749896,Web/CloudOps,2
63
- electricity/15T/short,chronos_bolt_small,127546.7273873874,127546.7273873874,49.980775971283784,0.9364600387517178,0.16455240801092128,0.1619181638150602,10.10216053756272,357.13684686319806,0.7039871218995896,0.09852196135844317,0.08173527082339295,Energy,1
64
- electricity/15T/medium,chronos_bolt_small,307602.3225945946,307602.3225945946,58.856965230855856,0.8961835840608436,0.13836090128722112,0.14095596945822775,11.901309976987612,554.6190788231096,0.9556645220018563,0.10141647788817834,0.08657667942292319,Energy,1
65
- electricity/15T/long,chronos_bolt_small,353801.6489249249,353801.6489249249,63.849021959459456,0.9526935327290723,0.14294914292842648,0.14507050678608296,13.626504483643682,594.8122804086386,0.9383892692410477,0.1007296571233041,0.0862164945433895,Energy,1
66
- car_parts/M/short,chronos_bolt_small,1.3741890603333209,1.3741890603333209,0.4846612254477631,0.8583204042562572,0.7948616340493428,1.8768567921109007,16.584222861561038,1.172258103121203,2.810954680533066,1.1621679018621576,1.0073442140670748,Sales,1
67
- loop_seattle/5T/short,chronos_bolt_small,56.045627086155186,56.045627086155186,4.003350634816015,0.631083319352485,0.11039079975171479,0.08714199755090925,5.640493940785078,7.486362740754363,0.12837459690945782,0.06864862708749028,0.05547003797571186,Transport,1
68
- loop_seattle/5T/medium,chronos_bolt_small,154.955334752322,154.955334752322,7.341170131498323,1.1451402144704466,0.27512137398262143,0.15776504658324061,25.501266373391697,12.448105669230237,0.22147737282317012,0.1306144980911555,0.11911994986310075,Transport,1
69
- loop_seattle/5T/long,chronos_bolt_small,167.33773191147804,167.33773191147804,7.605750558995528,1.1867062854523307,0.29577757487315104,0.16045436527132784,30.243466914082422,12.935908623342932,0.22870951000111697,0.13447122534551892,0.1252563905148989,Transport,1
70
- saugeen/W/short,chronos_bolt_small,916.1392578125,916.1392578125,15.323651123046876,1.2432277645604306,0.44156723022460936,0.4075218677520752,11.096745490059083,30.267792417229572,0.9136584825500862,0.46255715115319307,0.3720327275803584,Nature,1
71
- hierarchical_sales/D/short,chronos_bolt_small,29.374351488218274,29.374351488218274,2.327071329836709,0.749358048958843,0.6417425439244723,1.047571633422902,7.150838601749979,5.419811019603753,1.662738000028089,0.7139197132335223,0.5815574884709025,Sales,1
72
- m4_weekly/W/short,chronos_bolt_small,244251.07006642382,244251.07006642382,257.0599957145918,2.112323384034301,0.06281759990776328,0.06283968869690111,17.956736843721814,494.2176343134913,0.0900387939136504,0.04683234747327622,0.037795380053178146,Econ/Fin,1
73
- bitbrains_fast_storage/H/short,chronos_bolt_small,2355634.451361934,2355634.451361934,269.6441019972753,1.0800454055417958,3.185299972889816,0.592618053034149,20.479114095887365,1534.8076268255686,4.374700180478202,0.7685732602933085,0.5886022148766323,Web/CloudOps,2
74
- bizitobs_application/10S/short,chronos_bolt_small,7321992.533333333,7321992.533333333,1104.7103472222223,5.406631412072222,0.07553085327148437,0.07234947204589844,51.93639110332485,2705.9180573944464,0.10435644361011903,0.042604262438907164,0.03452963790026205,Web/CloudOps,2
75
- bizitobs_application/10S/medium,chronos_bolt_small,22367365.12,22367365.12,2307.7947916666667,9.146526965196715,0.12804107666015624,0.12163055419921875,221.2126805002853,4729.414881356889,0.18571020289118978,0.09062030922283688,0.08475612290732615,Web/CloudOps,2
76
- bizitobs_application/10S/long,chronos_bolt_small,19429214.435555555,19429214.435555555,2495.4391666666666,9.648161298109102,0.1333971659342448,0.1283355712890625,261.6154032526004,4407.858259467465,0.1699934743546673,0.09623911410291877,0.09211529610480448,Web/CloudOps,2
77
- electricity/H/short,chronos_bolt_small,1824947.5375675675,1824947.5375675675,172.23766047297298,0.9141469145736524,0.18902492764069007,0.12659593324403506,10.42745407870936,1350.906191253696,0.6377241957230314,0.08130847590268805,0.0673331477038767,Energy,1
78
- electricity/H/medium,chronos_bolt_small,6143712.283963964,6143712.283963964,252.71804617117118,1.097873444008642,0.2052489655566749,0.1346133752771326,14.723939456234708,2478.6513034236914,0.9674992858798108,0.09864418156027915,0.08405608069663585,Energy,1
79
- electricity/H/long,chronos_bolt_small,9936877.598750751,9936877.598750751,296.53464864864867,1.2558093243844464,0.30135294012096114,0.14885082934496996,19.359697555500592,3152.2813324243048,1.243258825146164,0.11695317771987038,0.10189892318924655,Energy,1
80
- ett2/15T/short,chronos_bolt_small,8.874512300037203,8.874512300037203,1.8448710123697916,0.7884778043843235,0.11314174895982547,0.13499590555826824,6.149811028217282,2.9790119670852624,0.14142429578119484,0.0875825900044363,0.0696808941397827,Energy,7
81
- ett2/15T/medium,chronos_bolt_small,15.629650297619047,15.629650297619047,2.444175037202381,0.987072940153611,0.14524237187367742,0.1760097152467758,21.486993904189745,3.9534352527414747,0.21068572085537884,0.1302545120101857,0.11893361971897869,Energy,7
82
- ett2/15T/long,chronos_bolt_small,14.292485119047619,14.292485119047619,2.3867928447420637,0.9909006690947088,0.14854595336778753,0.17585197327628968,24.522332682120307,3.780540321045078,0.2014718369827551,0.12719651110467434,0.11831873650467974,Energy,7
83
- bitbrains_rnd/H/short,chronos_bolt_small,1899258.4241080943,1899258.4241080943,163.9006702612847,5.879649041062217,1.7982627062256928,0.5778237395637974,198.7996751307707,1378.1358511076091,6.031397026573704,0.717309555856087,0.6232738917895426,Web/CloudOps,2
84
- kdd_cup_2018/D/short,chronos_bolt_small,2861.679101004056,2861.679101004056,20.95096083516191,1.1919088899673853,0.5502361827997208,0.4615162037037037,9.232059966946771,53.494664229286045,1.1983372441760467,0.4693237546540871,0.3725887395518267,Nature,1
85
- loop_seattle/H/short,chronos_bolt_small,65.62001656618327,65.62001656618327,4.526051055160638,0.914744438642859,0.12486019697060351,0.10303123490282431,9.085397002381564,8.100618282957374,0.14338918123590724,0.08011570627846765,0.06638313368567766,Transport,1
86
- loop_seattle/H/medium,chronos_bolt_small,77.1906540247678,77.1906540247678,5.400853811919505,1.10102468252871,0.13880708456285476,0.11990330620323787,15.908154579854937,8.785821192396748,0.15528838857448027,0.0954594757864093,0.08183620364638029,Transport,1
87
- loop_seattle/H/long,chronos_bolt_small,69.19011437908497,69.19011437908497,5.191730091159271,1.0764322408264266,0.1528149489647833,0.1166167047616744,19.119284327343994,8.318059532071466,0.14865486013645107,0.09278316746733943,0.08152251147940155,Transport,1
88
- m4_quarterly/Q/short,chronos_bolt_small,1896376.86,1896376.86,585.8868444010417,1.2475898084604118,0.1197826353708903,0.10755746253331502,9.388318385928843,1377.0899970590158,0.23050061574082226,0.09806714062065756,0.07808190195854547,Econ/Fin,1
89
- loop_seattle/D/short,chronos_bolt_small,19.60233971878225,19.60233971878225,3.060185274767802,0.9190818792032956,0.05662012877725103,0.05658228572062048,8.86321832717542,4.427452960651558,0.07912450584315937,0.05468960366297867,0.04525570344281874,Transport,1
90
- saugeen/D/short,chronos_bolt_small,1155.6327083333333,1155.6327083333333,13.305096028645833,2.955891680894076,0.33137659708658856,0.35436859130859377,25.926919631490293,33.994598222854954,1.1010931361754406,0.43095523051211054,0.3536144153186923,Nature,1
91
- m4_hourly/H/short,chronos_bolt_small,645176.2705314009,645176.2705314009,189.36870974235106,0.8664629999959396,0.0910649384085491,0.08555244286087207,7.913673639935348,803.2286539531573,0.10965844070356369,0.02585300876181515,0.020340330251897524,Econ/Fin,1
92
- ett1/D/short,chronos_bolt_small,43869.752380952385,43869.752380952385,140.97366071428573,1.7044706839436414,1.4686419774615576,0.471808830140129,10.706726689216435,209.45107395511818,0.5501301933062206,0.370271996010171,0.2829632876974926,Energy,7
93
- ett2/H/short,chronos_bolt_small,110.0364769345238,110.0364769345238,6.501763625372024,0.7441899058614324,0.1196023779275041,0.11121501014346168,5.180578311676437,10.489827307183079,0.1330401971856921,0.08246045329859093,0.06505060295602244,Energy,7
94
- ett2/H/medium,chronos_bolt_small,244.46411830357144,244.46411830357144,9.798995535714285,1.0547745627660827,0.1777679161404736,0.17103362310500372,19.87117776867037,15.635348358881277,0.21069637385220344,0.13204776634197452,0.11764721693871875,Energy,7
95
- ett2/H/long,chronos_bolt_small,223.79381613756613,223.79381613756613,9.623729952050265,1.0705467567998597,0.186209365262439,0.18072177140170304,25.056374459860773,14.959739841907885,0.20486212326881117,0.13178957472372943,0.12132135014288331,Energy,7
96
- bizitobs_l2c/H/short,chronos_bolt_small,56.69740125868056,56.69740125868056,4.757555764818949,0.48485269752478427,0.4837764675954549,0.6337886991954985,3.3283010866874836,7.529767676275315,0.40587376181953994,0.2564444400346333,0.20428075337114673,Web/CloudOps,7
97
- bizitobs_l2c/H/medium,chronos_bolt_small,82.62676711309524,82.62676711309524,5.375191824776786,0.5702583877357228,0.5226729237280244,0.8235517955961682,9.885309334504088,9.089926683592957,0.5504088674973248,0.3254760294377697,0.2849905241547544,Web/CloudOps,7
98
- bizitobs_l2c/H/long,chronos_bolt_small,83.09990079365079,83.09990079365079,5.490910993303571,0.6121257071120503,0.6219646197957294,0.8240482390873016,12.442179959459832,9.115914698682234,0.5568263799455396,0.3354006912160306,0.2952912552938067,Web/CloudOps,7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_bolt_small/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "chronos_bolt_small",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/amazon/chronos-bolt-small",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/chronos_large/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Chronos_large,1930000.0,2330000.0,170.0,0.856,2.11,0.721,29.7,1390.0,4.37,0.533,0.465,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Chronos_large,2690000.0,3660000.0,273.0,1.12,3.17,0.561,33.1,1640.0,4.67,0.777,0.633,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Chronos_large,1810000.0,2000000.0,133.0,1.79,1.38,0.656,95.6,1350.0,5.51,0.545,0.506,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Chronos_large,2190000.0,2720000.0,174.0,5.75,1.42,0.502,197.0,1480.0,6.48,0.761,0.661,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Chronos_large,5750000.0,4740000.0,955.0,2.89,0.0416,0.0418,34.4,2400.0,0.0924,0.0368,0.0315,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Chronos_large,24.7,23.6,2.89,0.31,0.178,0.223,3.95,4.97,0.171,0.0994,0.0843,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Chronos_large,254.0,292.0,10.9,1.04,1.07,1.03,11.5,15.9,0.859,0.588,0.491,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Chronos_large,22900.0,20500.0,43.4,1.91,0.16,0.0857,25.3,151.0,0.112,0.0321,0.027,Web/CloudOps,2.0
10
- car_parts/M/short,Chronos_large,1.6,1.66,0.545,0.904,0.78,1.88,13.9,1.26,3.03,1.31,1.07,Sales,1.0
11
- covid_deaths/D/short,Chronos_large,532000.0,473000.0,127.0,43.1,0.119,0.403,1190.0,730.0,0.274,0.0478,0.0424,Healthcare,1.0
12
- electricity/15T/short,Chronos_large,154000.0,162000.0,55.6,1.05,0.177,0.173,13.0,393.0,0.774,0.11,0.0917,Energy,1.0
13
- electricity/D/short,Chronos_large,1500000000.0,1470000000.0,4550.0,1.55,0.507,0.102,15.8,38700.0,0.637,0.0747,0.0606,Energy,1.0
14
- electricity/H/short,Chronos_large,1620000.0,1690000.0,163.0,0.901,0.162,0.123,11.4,1270.0,0.601,0.0769,0.0648,Energy,1.0
15
- electricity/W/short,Chronos_large,38300000000.0,40200000000.0,27300.0,1.5,0.249,0.0968,15.1,196000.0,0.447,0.0623,0.0487,Energy,1.0
16
- ett1/15T/short,Chronos_large,6.22,6.21,1.24,0.79,0.483,0.273,8.32,2.49,0.472,0.235,0.196,Energy,7.0
17
- ett1/D/short,Chronos_large,69800.0,74000.0,178.0,1.96,1.36,0.533,32.8,264.0,0.694,0.467,0.404,Energy,7.0
18
- ett1/H/short,Chronos_large,109.0,119.0,5.14,0.851,0.47,0.263,8.77,10.4,0.488,0.24,0.198,Energy,7.0
19
- ett1/W/short,Chronos_large,1410000.0,1370000.0,897.0,1.65,0.594,0.58,30.2,1190.0,0.472,0.357,0.316,Energy,7.0
20
- ett2/15T/short,Chronos_large,8.35,8.44,1.87,0.852,0.121,0.147,8.14,2.89,0.137,0.0886,0.0722,Energy,7.0
21
- ett2/D/short,Chronos_large,106000.0,106000.0,191.0,1.27,0.446,0.132,11.9,326.0,0.186,0.109,0.0907,Energy,7.0
22
- ett2/H/short,Chronos_large,132.0,130.0,6.88,0.785,0.129,0.116,7.51,11.5,0.146,0.0873,0.0717,Energy,7.0
23
- ett2/W/short,Chronos_large,2410000.0,2470000.0,1060.0,0.655,0.104,0.108,4.18,1550.0,0.13,0.0888,0.0707,Energy,7.0
24
- hierarchical_sales/D/short,Chronos_large,29.4,29.8,2.39,0.773,0.673,1.05,8.09,5.42,1.66,0.732,0.599,Sales,1.0
25
- hierarchical_sales/W/short,Chronos_large,499.0,489.0,9.22,0.76,0.562,0.473,9.18,22.3,1.03,0.423,0.365,Sales,1.0
26
- hospital/M/short,Chronos_large,3120.0,3370.0,19.8,0.816,0.206,0.188,5.94,55.9,0.203,0.0719,0.0565,Healthcare,1.0
27
- jena_weather/10T/short,Chronos_large,1130.0,1330.0,8.17,0.368,0.376,0.616,4.34,33.6,0.209,0.0507,0.0437,Nature,21.0
28
- jena_weather/D/short,Chronos_large,399.0,409.0,10.0,1.09,0.68,0.476,11.9,20.0,0.12,0.0604,0.0487,Nature,21.0
29
- jena_weather/H/short,Chronos_large,1180.0,1310.0,8.69,0.561,0.982,0.622,6.84,34.3,0.21,0.0533,0.0456,Nature,21.0
30
- kdd_cup_2018/D/short,Chronos_large,3360.0,3360.0,24.0,1.37,0.49,0.58,35.4,58.0,1.3,0.538,0.502,Nature,1.0
31
- kdd_cup_2018/H/short,Chronos_large,5060.0,5290.0,26.2,1.04,1.1,0.504,11.9,71.1,1.49,0.548,0.458,Nature,1.0
32
- loop_seattle/5T/short,Chronos_large,77.4,81.8,4.88,0.765,0.127,0.103,8.81,8.8,0.151,0.0836,0.0698,Transport,1.0
33
- loop_seattle/D/short,Chronos_large,19.2,19.4,3.01,0.908,0.0559,0.0556,9.43,4.38,0.0782,0.0539,0.0446,Transport,1.0
34
- loop_seattle/H/short,Chronos_large,68.3,75.1,4.55,0.926,0.13,0.103,8.69,8.27,0.146,0.0806,0.0659,Transport,1.0
35
- m_dense/D/short,Chronos_large,11600.0,13600.0,53.6,0.724,0.131,0.104,9.26,108.0,0.186,0.0928,0.0747,Transport,1.0
36
- m_dense/H/short,Chronos_large,45300.0,48700.0,91.3,0.802,0.282,0.213,12.3,213.0,0.378,0.162,0.137,Transport,1.0
37
- m4_daily/D/short,Chronos_large,768000.0,531000.0,174.0,3.18,0.0382,0.0296,30.1,876.0,0.135,0.0269,0.0223,Econ/Fin,1.0
38
- m4_hourly/H/short,Chronos_large,1240000.0,1490000.0,241.0,0.694,0.0848,0.0766,7.78,1110.0,0.152,0.0329,0.0258,Econ/Fin,1.0
39
- m4_monthly/M/short,Chronos_large,2160000.0,2170000.0,597.0,0.971,0.169,0.14,11.0,1470.0,0.305,0.124,0.103,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Chronos_large,1990000.0,1990000.0,584.0,1.23,0.115,0.107,14.3,1410.0,0.236,0.0978,0.0833,Econ/Fin,1.0
41
- m4_weekly/W/short,Chronos_large,256000.0,255000.0,256.0,2.08,0.0607,0.0606,16.1,506.0,0.0922,0.0466,0.0375,Econ/Fin,1.0
42
- m4_yearly/A/short,Chronos_large,4080000.0,3990000.0,963.0,3.64,0.171,0.164,55.3,2020.0,0.324,0.154,0.135,Econ/Fin,1.0
43
- restaurant/D/short,Chronos_large,153.0,156.0,7.6,0.73,0.715,0.416,5.73,12.4,0.569,0.35,0.279,Sales,1.0
44
- saugeen/D/short,Chronos_large,1410.0,1440.0,14.3,3.18,0.302,0.364,72.2,37.6,1.22,0.464,0.42,Nature,1.0
45
- saugeen/M/short,Chronos_large,622.0,611.0,14.8,0.869,0.391,0.451,23.4,24.9,0.749,0.446,0.415,Nature,1.0
46
- saugeen/W/short,Chronos_large,1340.0,1340.0,16.5,1.34,0.329,0.42,40.3,36.6,1.1,0.499,0.471,Nature,1.0
47
- solar/10T/short,Chronos_large,26.7,31.0,2.47,1.1,6.41,1.57,9.42,5.17,1.5,0.719,0.575,Energy,1.0
48
- solar/D/short,Chronos_large,150000.0,162000.0,259.0,1.01,1.21,0.426,17.6,387.0,0.559,0.375,0.328,Energy,1.0
49
- solar/H/short,Chronos_large,704.0,883.0,10.8,0.83,4.67,1.38,6.2,26.5,0.978,0.398,0.337,Energy,1.0
50
- solar/W/short,Chronos_large,1600000.0,1760000.0,1050.0,1.15,0.237,0.204,6.6,1260.0,0.258,0.215,0.162,Energy,1.0
51
- sz_taxi/15T/short,Chronos_large,19.1,19.3,2.94,0.587,573000000000.0,0.438,9.23,4.37,0.409,0.275,0.236,Transport,1.0
52
- sz_taxi/H/short,Chronos_large,7.68,7.73,1.89,0.575,1.1,0.311,7.95,2.77,0.258,0.176,0.148,Transport,1.0
53
- temperature_rain/D/short,Chronos_large,189.0,216.0,6.03,1.41,20.9,1.63,29.1,13.8,1.62,0.709,0.609,Nature,1.0
54
- us_births/D/short,Chronos_large,216000.0,226000.0,295.0,0.434,0.0284,0.0278,4.32,465.0,0.0436,0.0277,0.0226,Healthcare,1.0
55
- us_births/M/short,Chronos_large,52500000.0,39700000.0,5170.0,0.585,0.0159,0.0161,4.77,7250.0,0.0225,0.0161,0.0134,Healthcare,1.0
56
- us_births/W/short,Chronos_large,1420000.0,1450000.0,908.0,0.826,0.0123,0.0123,5.66,1190.0,0.0162,0.0123,0.00992,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Chronos_large,3680000.0,3840000.0,270.0,1.1,3.32,0.809,37.5,1920.0,5.83,0.82,0.798,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Chronos_large,2330000.0,2380000.0,153.0,4.6,0.416,0.715,179.0,1530.0,6.42,0.642,0.636,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Chronos_large,21500000.0,21700000.0,2520.0,8.93,0.122,0.124,232.0,4640.0,0.182,0.0989,0.0954,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Chronos_large,182.0,180.0,9.67,0.951,0.672,0.992,29.5,13.5,0.71,0.509,0.496,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Chronos_large,390.0,399.0,14.5,1.35,1.37,1.28,29.1,19.7,1.2,0.88,0.802,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Chronos_large,90600.0,88700.0,100.0,4.56,0.747,0.167,126.0,301.0,0.227,0.0755,0.0722,Web/CloudOps,2.0
63
- electricity/15T/medium,Chronos_large,275000.0,280000.0,60.3,0.99,0.177,0.161,19.6,525.0,0.904,0.104,0.0944,Energy,1.0
64
- electricity/H/medium,Chronos_large,5760000.0,5820000.0,238.0,1.07,0.259,0.13,25.7,2400.0,0.937,0.0928,0.0858,Energy,1.0
65
- ett1/15T/medium,Chronos_large,15.1,15.2,2.1,1.31,0.845,0.519,32.2,3.89,0.741,0.4,0.376,Energy,7.0
66
- ett1/H/medium,Chronos_large,157.0,155.0,7.39,1.35,2030000000000.0,0.452,37.1,12.5,0.6,0.354,0.333,Energy,7.0
67
- ett2/15T/medium,Chronos_large,16.1,16.3,2.57,1.09,0.16,0.195,25.0,4.01,0.214,0.137,0.126,Energy,7.0
68
- ett2/H/medium,Chronos_large,263.0,263.0,10.1,1.11,0.19,0.178,25.9,16.2,0.218,0.137,0.125,Energy,7.0
69
- jena_weather/10T/medium,Chronos_large,2350.0,2430.0,13.5,0.715,0.865,0.709,17.2,48.4,0.297,0.0828,0.0751,Nature,21.0
70
- jena_weather/H/medium,Chronos_large,2000.0,2060.0,12.3,0.875,1.43,0.722,18.8,44.7,0.273,0.0755,0.0709,Nature,21.0
71
- kdd_cup_2018/H/medium,Chronos_large,6510.0,6550.0,34.1,1.24,1.35,0.592,26.4,80.7,1.69,0.714,0.658,Nature,1.0
72
- loop_seattle/5T/medium,Chronos_large,278.0,283.0,10.5,1.62,0.318,0.24,41.3,16.7,0.297,0.187,0.176,Transport,1.0
73
- loop_seattle/H/medium,Chronos_large,86.6,87.6,5.14,1.05,0.135,0.116,24.2,9.31,0.164,0.0908,0.0843,Transport,1.0
74
- m_dense/H/medium,Chronos_large,39400.0,39500.0,84.3,0.757,0.262,0.201,19.0,198.0,0.345,0.147,0.134,Transport,1.0
75
- solar/10T/medium,Chronos_large,49.6,55.2,3.55,1.54,3.75,1.65,26.0,7.04,1.56,0.788,0.681,Energy,1.0
76
- solar/H/medium,Chronos_large,657.0,716.0,10.5,0.806,4.28,1.39,16.7,25.6,0.923,0.38,0.355,Energy,1.0
77
- sz_taxi/15T/medium,Chronos_large,20.8,20.4,3.05,0.593,12600000000000.0,0.467,15.7,4.56,0.424,0.283,0.267,Transport,1.0
78
- electricity/15T/long,Chronos_large,349000.0,348000.0,64.3,1.01,0.174,0.159,23.9,591.0,0.932,0.101,0.0942,Energy,1.0
79
- electricity/H/long,Chronos_large,9410000.0,9410000.0,284.0,1.2,0.312,0.142,34.8,3070.0,1.21,0.112,0.107,Energy,1.0
80
- solar/10T/long,Chronos_large,58.8,63.5,3.84,1.66,2.49,1.73,35.6,7.67,1.66,0.829,0.747,Energy,1.0
81
- solar/H/long,Chronos_large,1020.0,1050.0,13.6,1.02,3.37,1.47,29.2,32.0,1.11,0.47,0.448,Energy,1.0
82
- kdd_cup_2018/H/long,Chronos_large,4620.0,4670.0,29.2,1.16,1.24,0.645,28.5,68.0,1.59,0.685,0.636,Nature,1.0
83
- loop_seattle/5T/long,Chronos_large,187.0,187.0,8.49,1.32,0.313,0.18,37.2,13.7,0.242,0.15,0.143,Transport,1.0
84
- loop_seattle/H/long,Chronos_large,77.5,79.4,4.83,1.01,0.146,0.109,27.2,8.8,0.157,0.0864,0.0814,Transport,1.0
85
- sz_taxi/15T/long,Chronos_large,19.3,19.3,3.0,0.568,8320000000000.0,0.463,16.8,4.4,0.407,0.278,0.265,Transport,1.0
86
- m_dense/H/long,Chronos_large,37900.0,37800.0,85.6,0.788,0.26,0.206,22.8,195.0,0.337,0.148,0.139,Transport,1.0
87
- ett1/15T/long,Chronos_large,13.6,13.7,2.01,1.28,0.858,0.494,36.8,3.69,0.704,0.384,0.367,Energy,7.0
88
- ett1/H/long,Chronos_large,165.0,165.0,7.61,1.46,3100000000000.0,0.504,46.6,12.9,0.615,0.365,0.35,Energy,7.0
89
- ett2/15T/long,Chronos_large,23.8,23.6,2.75,1.17,0.175,0.212,33.4,4.87,0.26,0.147,0.14,Energy,7.0
90
- ett2/H/long,Chronos_large,298.0,289.0,10.6,1.14,0.191,0.187,34.5,17.3,0.236,0.145,0.139,Energy,7.0
91
- jena_weather/10T/long,Chronos_large,2340.0,2390.0,13.7,0.756,0.863,0.7,20.8,48.4,0.296,0.0835,0.0769,Nature,21.0
92
- jena_weather/H/long,Chronos_large,1970.0,1950.0,12.4,1.04,1.55,0.696,28.8,44.3,0.267,0.0748,0.0721,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Chronos_large,3560000.0,3660000.0,281.0,1.01,1.61,0.83,35.4,1890.0,4.99,0.742,0.723,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Chronos_large,4740000.0,4810000.0,280.0,3.78,5.15,0.712,147.0,2180.0,8.34,1.07,1.07,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Chronos_large,20200000.0,19600000.0,2200.0,8.81,0.121,0.121,287.0,4490.0,0.173,0.0847,0.0839,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Chronos_large,209000.0,201000.0,129.0,4.14,0.21,0.18,138.0,457.0,0.339,0.0952,0.094,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Chronos_large,353.0,353.0,13.4,1.26,0.985,1.29,45.3,18.8,1.06,0.751,0.741,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Chronos_large,311.0,319.0,13.4,1.3,1.51,1.08,33.4,17.6,1.08,0.816,0.757,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/chronos_large/config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "model": "Chronos_large",
3
- "model_type": "pretrained",
4
- "model_dtype": "float32",
5
- "model_link": "https://huggingface.co/amazon/chronos-t5-large",
6
- "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
7
- }
 
 
 
 
 
 
 
 
results/crossformer/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Crossformer,1890000.0,1890000.0,212.0,5.32,2.17,1.15,213.0,1370.0,4.31,0.664,0.664,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Crossformer,2530000.0,2530000.0,322.0,4.64,7.73,0.757,185.0,1590.0,4.54,0.918,0.918,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Crossformer,1680000.0,1680000.0,157.0,4.46,3.82,0.857,178.0,1300.0,5.31,0.643,0.643,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Crossformer,1640000.0,1640000.0,238.0,10.8,4.75,1.01,432.0,1280.0,5.6,1.04,1.04,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Crossformer,2720000.0,2720000.0,930.0,7.73,0.106,0.107,309.0,1650.0,0.0636,0.0359,0.0359,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Crossformer,36.9,36.9,4.33,0.431,0.211,0.261,17.2,6.07,0.209,0.149,0.149,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Crossformer,73.5,73.5,5.28,0.529,0.509,0.635,21.1,8.57,0.462,0.285,0.285,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Crossformer,49500.0,49500.0,58.4,3.91,2.05,0.196,156.0,223.0,0.165,0.0433,0.0433,Web/CloudOps,2.0
10
- car_parts/M/short,Crossformer,1.82,1.82,0.591,1.13,0.759,1.82,45.1,1.35,3.24,15.0,15.0,Sales,1.0
11
- covid_deaths/D/short,Crossformer,297000000.0,297000000.0,4530.0,54700.0,296.0,1.6,2190000.0,17200.0,6.48,7.02,7.02,Healthcare,1.0
12
- electricity/15T/short,Crossformer,7730000.0,7730000.0,640.0,25.9,5.24,0.943,1040.0,2780.0,5.48,3.36,3.36,Energy,1.0
13
- electricity/D/short,Crossformer,106000000000.0,106000000000.0,70000.0,76.3,10.3,0.945,3050.0,325000.0,5.34,4.82,4.82,Energy,1.0
14
- electricity/H/short,Crossformer,83300000.0,83300000.0,2150.0,30.7,5.5,0.866,1230.0,9130.0,4.31,2.7,2.7,Energy,1.0
15
- electricity/W/short,Crossformer,9240000000000.0,9240000000000.0,619000.0,111.0,7.06,0.964,4450.0,3040000.0,6.94,22.0,22.0,Energy,1.0
16
- ett1/15T/short,Crossformer,7.02,7.02,1.38,0.942,0.63,0.291,37.7,2.65,0.501,0.261,0.261,Energy,7.0
17
- ett1/D/short,Crossformer,40100.0,40100.0,145.0,2.05,1.3,0.561,82.0,200.0,0.526,0.382,0.382,Energy,7.0
18
- ett1/H/short,Crossformer,158.0,158.0,6.1,1.03,0.598,0.302,41.2,12.6,0.586,0.285,0.285,Energy,7.0
19
- ett1/W/short,Crossformer,3890000.0,3890000.0,1430.0,2.65,1.05,0.906,106.0,1970.0,0.785,0.569,0.569,Energy,7.0
20
- ett2/15T/short,Crossformer,9.23,9.23,2.06,0.949,0.137,0.16,38.0,3.04,0.144,0.0979,0.0979,Energy,7.0
21
- ett2/D/short,Crossformer,154000.0,154000.0,258.0,2.0,0.507,0.286,80.2,392.0,0.224,0.148,0.148,Energy,7.0
22
- ett2/H/short,Crossformer,164.0,164.0,8.48,1.02,0.178,0.148,40.9,12.8,0.162,0.107,0.107,Energy,7.0
23
- ett2/W/short,Crossformer,11500000.0,11500000.0,2520.0,1.83,0.303,0.398,73.3,3400.0,0.285,0.211,0.211,Energy,7.0
24
- hierarchical_sales/D/short,Crossformer,45.6,45.6,3.68,1.44,1.19,1.11,57.4,6.75,2.07,4.74,4.74,Sales,1.0
25
- hierarchical_sales/W/short,Crossformer,1420.0,1420.0,23.6,2.82,2.54,0.863,113.0,37.7,1.73,16.4,16.4,Sales,1.0
26
- hospital/M/short,Crossformer,1650000.0,1650000.0,468.0,33.3,10.2,1.08,1330.0,1280.0,4.66,18.1,18.1,Healthcare,1.0
27
- jena_weather/10T/short,Crossformer,290000.0,290000.0,204.0,28.0,2.24,1.55,1120.0,539.0,3.35,1.27,1.27,Nature,21.0
28
- jena_weather/D/short,Crossformer,414.0,414.0,11.7,1.92,1.67,0.514,77.0,20.4,0.123,0.0708,0.0708,Nature,21.0
29
- jena_weather/H/short,Crossformer,1150.0,1150.0,11.2,0.817,2.12,0.648,32.7,33.9,0.208,0.0684,0.0684,Nature,21.0
30
- kdd_cup_2018/D/short,Crossformer,2600.0,2600.0,37.2,12.0,4.95,1.05,479.0,51.0,1.14,3.48,3.48,Nature,1.0
31
- kdd_cup_2018/H/short,Crossformer,6470.0,6470.0,54.4,16.3,14.2,1.1,650.0,80.4,1.68,3.07,3.07,Nature,1.0
32
- loop_seattle/5T/short,Crossformer,218.0,218.0,10.0,1.6,0.287,0.192,64.1,14.8,0.253,0.456,0.456,Transport,1.0
33
- loop_seattle/D/short,Crossformer,38.2,38.2,4.81,1.62,0.0911,0.0883,64.7,6.18,0.11,0.363,0.363,Transport,1.0
34
- loop_seattle/H/short,Crossformer,17.7,17.7,3.3,0.737,0.0524,0.0535,29.5,4.2,0.0744,0.156,0.156,Transport,1.0
35
- m_dense/D/short,Crossformer,770000.0,770000.0,585.0,14.1,2.14,0.913,563.0,878.0,1.52,3.04,3.04,Transport,1.0
36
- m_dense/H/short,Crossformer,226000.0,226000.0,279.0,4.68,2.79,0.871,187.0,476.0,0.844,1.26,1.26,Transport,1.0
37
- m4_daily/D/short,Crossformer,50800000.0,50800000.0,5180.0,198.0,1.92,0.808,7900.0,7130.0,1.1,7.31,7.31,Econ/Fin,1.0
38
- m4_hourly/H/short,Crossformer,3420000000.0,3420000000.0,12200.0,164.0,17.9,0.797,6540.0,58500.0,7.99,4.21,4.21,Econ/Fin,1.0
39
- m4_monthly/M/short,Crossformer,24600000.0,24600000.0,3490.0,20.3,1.27,0.709,814.0,4960.0,1.03,5.15,5.15,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Crossformer,36800000.0,36800000.0,4470.0,25.4,1.41,0.757,1020.0,6070.0,1.02,11.9,11.9,Econ/Fin,1.0
41
- m4_weekly/W/short,Crossformer,51700000.0,51700000.0,4920.0,105.0,1.97,0.869,4190.0,7190.0,1.31,8.32,8.32,Econ/Fin,1.0
42
- m4_yearly/A/short,Crossformer,32200000.0,32200000.0,4140.0,31.4,1.2,0.706,1260.0,5680.0,0.91,14.2,14.2,Econ/Fin,1.0
43
- restaurant/D/short,Crossformer,507.0,507.0,17.3,1.98,1.36,0.727,79.1,22.5,1.04,3.6,3.6,Sales,1.0
44
- saugeen/D/short,Crossformer,833.0,833.0,21.4,4.75,1.06,0.717,190.0,28.9,0.935,0.462,0.462,Nature,1.0
45
- saugeen/M/short,Crossformer,292.0,292.0,12.2,0.712,0.422,0.463,28.5,17.1,0.513,0.213,0.213,Nature,1.0
46
- saugeen/W/short,Crossformer,2710.0,2710.0,33.7,2.73,1.35,0.995,109.0,52.0,1.57,2.54,2.54,Nature,1.0
47
- solar/10T/short,Crossformer,36.4,36.4,3.83,1.71,3.7,1.7,68.3,6.04,1.76,2.94,2.94,Energy,1.0
48
- solar/D/short,Crossformer,301000.0,301000.0,366.0,1.51,0.491,0.369,60.3,548.0,0.792,2.13,2.13,Energy,1.0
49
- solar/H/short,Crossformer,6.93,6.93,2.14,0.179,,2.0,7.18,2.63,0.0971,0.208,0.208,Energy,1.0
50
- solar/W/short,Crossformer,15100000.0,15100000.0,2750.0,3.38,0.577,0.407,135.0,3890.0,0.793,8.44,8.44,Energy,1.0
51
- sz_taxi/15T/short,Crossformer,136.0,136.0,8.52,1.85,8.95,0.853,74.0,11.7,1.09,2.06,2.06,Transport,1.0
52
- sz_taxi/H/short,Crossformer,158.0,158.0,9.45,3.09,3.38,0.881,123.0,12.6,1.17,2.11,2.11,Transport,1.0
53
- temperature_rain/D/short,Crossformer,422.0,422.0,12.1,26.4,399.0,1.6,1060.0,20.5,2.42,6.06,6.06,Nature,1.0
54
- us_births/D/short,Crossformer,2190000.0,2190000.0,1120.0,1.65,0.109,0.107,65.8,1480.0,0.139,0.0698,0.0698,Healthcare,1.0
55
- us_births/M/short,Crossformer,22000000.0,22000000.0,3760.0,0.425,0.0122,0.0122,17.0,4690.0,0.0146,0.00194,0.00194,Healthcare,1.0
56
- us_births/W/short,Crossformer,21800000.0,21800000.0,3710.0,3.37,0.0505,0.0498,135.0,4670.0,0.0634,0.0882,0.0882,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Crossformer,2900000.0,2900000.0,336.0,4.38,5.62,1.07,175.0,1700.0,5.18,1.02,1.02,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Crossformer,2030000.0,2030000.0,279.0,9.74,7.28,1.07,390.0,1430.0,6.0,1.17,1.17,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Crossformer,4700000.0,4700000.0,1240.0,6.78,0.0793,0.0896,271.0,2170.0,0.0851,0.0487,0.0487,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Crossformer,101.0,101.0,6.25,0.594,0.414,0.749,23.8,10.0,0.528,0.329,0.329,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Crossformer,71.4,71.4,5.11,0.524,0.57,0.768,20.9,8.45,0.512,0.309,0.309,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Crossformer,98100.0,98100.0,78.0,4.21,1.57,0.206,168.0,313.0,0.236,0.0587,0.0587,Web/CloudOps,2.0
63
- electricity/15T/medium,Crossformer,5480000.0,5480000.0,542.0,22.6,4.6,0.865,906.0,2340.0,4.03,0.248,0.248,Energy,1.0
64
- electricity/H/medium,Crossformer,74500000.0,74500000.0,2090.0,29.7,4.54,0.941,1190.0,8630.0,3.37,0.216,0.216,Energy,1.0
65
- ett1/15T/medium,Crossformer,8.92,8.92,1.74,1.2,0.734,0.454,48.2,2.99,0.569,0.331,0.331,Energy,7.0
66
- ett1/H/medium,Crossformer,152.0,152.0,7.68,1.54,6350000000000.0,0.528,61.5,12.3,0.591,0.368,0.368,Energy,7.0
67
- ett2/15T/medium,Crossformer,14.5,14.5,2.49,1.11,0.174,0.218,44.2,3.81,0.203,0.133,0.133,Energy,7.0
68
- ett2/H/medium,Crossformer,266.0,266.0,10.7,1.34,0.216,0.241,53.6,16.3,0.22,0.144,0.144,Energy,7.0
69
- jena_weather/10T/medium,Crossformer,1610.0,1610.0,15.0,1.21,1.22,0.688,48.4,40.2,0.247,0.0923,0.0923,Nature,21.0
70
- jena_weather/H/medium,Crossformer,1430.0,1430.0,13.5,1.18,3.86,0.7,47.2,37.8,0.232,0.0829,0.0829,Nature,21.0
71
- kdd_cup_2018/H/medium,Crossformer,3870.0,3870.0,45.2,12.6,7.27,1.08,504.0,62.2,1.3,0.237,0.237,Nature,1.0
72
- loop_seattle/5T/medium,Crossformer,350.0,350.0,12.9,2.02,0.606,0.288,81.0,18.7,0.333,0.061,0.061,Transport,1.0
73
- loop_seattle/H/medium,Crossformer,14.6,14.6,2.98,0.666,0.0458,0.0469,26.7,3.83,0.0676,0.0139,0.0139,Transport,1.0
74
- m_dense/H/medium,Crossformer,249000.0,249000.0,306.0,3.88,2.05,0.974,155.0,499.0,0.869,0.133,0.133,Transport,1.0
75
- solar/10T/medium,Crossformer,47.8,47.8,4.63,2.02,3.91,1.48,80.8,6.91,1.53,0.27,0.27,Energy,1.0
76
- solar/H/medium,Crossformer,22.9,22.9,4.36,0.368,,2.0,14.7,4.79,0.172,0.0395,0.0395,Energy,1.0
77
- sz_taxi/15T/medium,Crossformer,144.0,144.0,9.09,1.94,3.95,0.879,77.4,12.0,1.11,0.194,0.194,Transport,1.0
78
- electricity/15T/long,Crossformer,23300000.0,23300000.0,874.0,35.2,6.27,0.905,1410.0,4830.0,7.62,0.245,0.245,Energy,1.0
79
- electricity/H/long,Crossformer,67500000.0,67500000.0,2090.0,34.3,5.44,0.949,1370.0,8220.0,3.24,0.144,0.144,Energy,1.0
80
- solar/10T/long,Crossformer,0.879,0.879,0.826,0.399,,2.0,16.0,0.937,0.203,0.0308,0.0308,Energy,1.0
81
- solar/H/long,Crossformer,0.973,0.973,0.834,0.0704,,2.0,2.81,0.986,0.0342,0.00485,0.00485,Energy,1.0
82
- kdd_cup_2018/H/long,Crossformer,1370.0,1370.0,27.5,6.45,11.0,1.13,258.0,37.0,0.867,0.118,0.118,Nature,1.0
83
- loop_seattle/5T/long,Crossformer,98.3,98.3,6.83,1.09,0.153,0.122,43.6,9.91,0.175,0.0214,0.0214,Transport,1.0
84
- loop_seattle/H/long,Crossformer,17.5,17.5,3.31,0.755,0.0535,0.0541,30.2,4.19,0.0749,0.0104,0.0104,Transport,1.0
85
- sz_taxi/15T/long,Crossformer,138.0,138.0,8.6,1.79,7.85,1.24,71.8,11.8,1.09,0.122,0.122,Transport,1.0
86
- m_dense/H/long,Crossformer,207000.0,207000.0,293.0,4.37,2.62,0.959,175.0,455.0,0.787,0.0634,0.0634,Transport,1.0
87
- ett1/15T/long,Crossformer,8.43,8.43,1.8,1.3,0.791,0.475,51.9,2.9,0.553,0.342,0.342,Energy,7.0
88
- ett1/H/long,Crossformer,377.0,377.0,11.9,2.12,2700000000000.0,0.719,84.8,19.4,0.93,0.57,0.57,Energy,7.0
89
- ett2/15T/long,Crossformer,15.7,15.7,2.69,1.26,0.188,0.239,50.3,3.97,0.211,0.143,0.143,Energy,7.0
90
- ett2/H/long,Crossformer,321.0,321.0,12.1,1.54,0.261,0.333,61.7,17.9,0.245,0.165,0.165,Energy,7.0
91
- jena_weather/10T/long,Crossformer,1490.0,1490.0,13.7,0.936,1.3,0.687,37.5,38.6,0.236,0.0835,0.0835,Nature,21.0
92
- jena_weather/H/long,Crossformer,2160.0,2160.0,19.1,1.51,8.91,0.691,60.4,46.5,0.28,0.115,0.115,Nature,21.0
93
- bitbrains_fast_storage/5T/long,Crossformer,3580000.0,3580000.0,402.0,3.1,7.39,0.922,124.0,1890.0,5.0,1.06,1.06,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,Crossformer,2310000.0,2310000.0,299.0,5.54,6.22,0.927,221.0,1520.0,5.82,1.14,1.14,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,Crossformer,10100000.0,10100000.0,1990.0,8.38,0.108,0.115,335.0,3180.0,0.123,0.0766,0.0766,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,Crossformer,143000.0,143000.0,91.8,3.64,1.27,0.196,146.0,378.0,0.28,0.068,0.068,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,Crossformer,56.3,56.3,5.22,0.528,0.435,0.683,21.1,7.51,0.421,0.293,0.293,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,Crossformer,94.8,94.8,5.7,0.592,0.694,0.765,23.7,9.74,0.595,0.348,0.348,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/crossformer/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "Crossformer",
3
- "model_type": "deep-learning",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/dataset_properties.csv CHANGED
@@ -1,56 +1,6 @@
1
- dataset,domain,frequency,num_variates
2
- M4 Yearly,Econ/Fin,A-DEC,1
3
- M4 Quarterly,Econ/Fin,Q-DEC,1
4
- M4 Monthly,Econ/Fin,M,1
5
- M4 Weekly,Econ/Fin,W-SUN,1
6
- M4 Daily,Econ/Fin,D,1
7
- M4 Hourly,Econ/Fin,H,1
8
- Electricity,Energy,15T,1
9
- Electricity,Energy,H,1
10
- Electricity,Energy,D,1
11
- Electricity,Energy,W-FRI,1
12
- ETT1,Energy,15T,7
13
- ETT1,Energy,H,7
14
- ETT1,Energy,D,7
15
- ETT1,Energy,W-THU,7
16
- ETT2,Energy,15T,7
17
- ETT2,Energy,H,7
18
- ETT2,Energy,D,7
19
- ETT2,Energy,W-THU,7
20
- Solar,Energy,10T,1
21
- Solar,Energy,H,1
22
- Solar,Energy,D,1
23
- Solar,Energy,W-FRI,1
24
- Hospital,Healthcare,M,1
25
- COVID Deaths,Healthcare,D,1
26
- US Births,Healthcare,D,1
27
- US Births,Healthcare,W-TUE,1
28
- US Births,Healthcare,M,1
29
- Saugeen,Nature,D,1
30
- Saugeen,Nature,W-THU,1
31
- Saugeen,Nature,M,1
32
- Temperature Rain,Nature,D,1
33
- KDD Cup 2018,Nature,H,1
34
- KDD Cup 2018,Nature,D,1
35
- Jena Weather,Nature,10T,21
36
- Jena Weather,Nature,H,21
37
- Jena Weather,Nature,D,21
38
- Car Parts,Sales,M,1
39
- Restaurant,Sales,D,1
40
- Hierarchical Sales,Sales,D,1
41
- Hierarchical Sales,Sales,W-WED,1
42
- Loop Seattle,Transport,5T,1
43
- Loop Seattle,Transport,H,1
44
- Loop Seattle,Transport,D,1
45
- SZ-Taxi,Transport,15T,1
46
- SZ-Taxi,Transport,H,1
47
- M_DENSE,Transport,H,1
48
- M_DENSE,Transport,D,1
49
- Bitbrains - Fast Storage,Web/CloudOps,5T,2
50
- Bitbrains - Fast Storage,Web/CloudOps,H,2
51
- Bitbrains - rnd,Web/CloudOps,5T,2
52
- Bitbrains - rnd,Web/CloudOps,H,2
53
- BizITObs - Application,Web/CloudOps,10S,2
54
- BizITObs - Service,Web/CloudOps,10S,2
55
- BizITObs - L2C,Web/CloudOps,5T,7
56
- BizITObs - L2C,Web/CloudOps,H,7
 
1
+ dataset,problem_type,num_variates
2
+ airline,Regression,12
3
+ electricity,Classification,2
4
+ solar-energy,Multi-classification,3
5
+ traffic,Multi-classification,12
6
+ volcano,Regression,12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/deepar/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,DeepAR,2180000.0,2240000.0,182.0,0.945,1.23,0.8,20.2,1480.0,4.64,0.572,0.493,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,DeepAR,3350000.0,3540000.0,293.0,6.06,0.823,1.16,75.4,1830.0,5.22,0.836,0.778,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,DeepAR,2030000.0,2140000.0,148.0,2.1,0.901,0.793,66.9,1430.0,5.84,0.607,0.557,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,DeepAR,1620000.0,1690000.0,146.0,6.06,1.24,0.663,199.0,1270.0,5.57,0.64,0.585,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,DeepAR,12500000.0,12200000.0,2010.0,4.16,0.0593,0.063,34.5,3530.0,0.136,0.0775,0.0642,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,DeepAR,77.5,79.5,6.26,0.613,0.324,0.306,5.82,8.8,0.302,0.215,0.179,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,DeepAR,453.0,496.0,15.9,1.5,0.975,1.59,31.2,21.3,1.15,0.859,0.789,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,DeepAR,22700.0,22800.0,52.6,2.67,0.163,0.0954,26.1,151.0,0.112,0.039,0.0324,Web/CloudOps,2.0
10
- car_parts/M/short,DeepAR,1.28,1.27,0.457,0.835,0.828,1.89,22.7,1.13,2.71,1.09,0.953,Sales,1.0
11
- covid_deaths/D/short,DeepAR,13300000.0,14000000.0,593.0,50.7,0.15,0.436,1050.0,3650.0,1.37,0.223,0.177,Healthcare,1.0
12
- electricity/15T/short,DeepAR,245000.0,243000.0,91.5,1.67,0.222,0.263,16.9,495.0,0.976,0.18,0.152,Energy,1.0
13
- electricity/D/short,DeepAR,2400000000.0,2420000000.0,5750.0,1.89,0.526,0.125,20.3,49000.0,0.806,0.0945,0.0784,Energy,1.0
14
- electricity/H/short,DeepAR,2530000.0,2530000.0,236.0,1.23,0.161,0.161,13.3,1590.0,0.751,0.111,0.0938,Energy,1.0
15
- electricity/W/short,DeepAR,221000000000.0,229000000000.0,50400.0,2.25,0.259,0.133,18.0,470000.0,1.07,0.115,0.0919,Energy,1.0
16
- ett1/15T/short,DeepAR,11.5,11.8,2.1,1.44,0.695,0.43,11.9,3.38,0.64,0.397,0.32,Energy,7.0
17
- ett1/D/short,DeepAR,44000.0,41100.0,135.0,1.69,0.884,0.525,15.4,210.0,0.551,0.355,0.293,Energy,7.0
18
- ett1/H/short,DeepAR,133.0,131.0,6.38,1.06,0.561,0.316,8.34,11.5,0.539,0.298,0.233,Energy,7.0
19
- ett1/W/short,DeepAR,8410000.0,8030000.0,2240.0,4.16,0.914,1.58,21.8,2900.0,1.15,0.89,0.686,Energy,7.0
20
- ett2/15T/short,DeepAR,136.0,137.0,9.02,4.11,0.578,0.425,53.4,11.6,0.553,0.428,0.378,Energy,7.0
21
- ett2/D/short,DeepAR,492000.0,549000.0,474.0,3.64,0.702,0.343,22.5,701.0,0.401,0.272,0.207,Energy,7.0
22
- ett2/H/short,DeepAR,407.0,329.0,12.0,1.48,0.214,0.28,9.9,20.2,0.256,0.153,0.122,Energy,7.0
23
- ett2/W/short,DeepAR,215000000.0,216000000.0,11600.0,7.17,0.985,1.85,37.0,14700.0,1.23,0.977,0.728,Energy,7.0
24
- hierarchical_sales/D/short,DeepAR,29.4,29.9,2.35,0.757,0.674,1.14,10.2,5.42,1.66,0.72,0.6,Sales,1.0
25
- hierarchical_sales/W/short,DeepAR,526.0,523.0,10.1,0.781,0.644,0.487,7.98,22.9,1.05,0.463,0.379,Sales,1.0
26
- hospital/M/short,DeepAR,4960.0,5020.0,21.7,0.834,0.218,0.183,5.42,70.4,0.256,0.0789,0.062,Healthcare,1.0
27
- jena_weather/10T/short,DeepAR,1800.0,1810.0,10.9,0.574,0.401,0.748,7.32,42.5,0.264,0.0675,0.0627,Nature,21.0
28
- jena_weather/D/short,DeepAR,614.0,633.0,12.6,1.3,0.657,0.535,10.0,24.8,0.149,0.0758,0.0624,Nature,21.0
29
- jena_weather/H/short,DeepAR,106000.0,105000.0,136.0,18.8,2.57,0.974,152.0,326.0,2.0,0.832,0.699,Nature,21.0
30
- kdd_cup_2018/D/short,DeepAR,2670.0,2660.0,20.7,1.23,0.583,0.462,12.5,51.6,1.16,0.463,0.383,Nature,1.0
31
- kdd_cup_2018/H/short,DeepAR,5240.0,5690.0,30.6,1.28,0.679,0.824,11.3,72.4,1.52,0.639,0.517,Nature,1.0
32
- loop_seattle/5T/short,DeepAR,74.9,69.7,5.09,0.803,0.128,0.104,7.25,8.65,0.148,0.0874,0.072,Transport,1.0
33
- loop_seattle/D/short,DeepAR,22.5,22.3,3.47,1.08,0.0619,0.0634,11.1,4.75,0.0848,0.062,0.052,Transport,1.0
34
- loop_seattle/H/short,DeepAR,62.3,62.9,4.56,0.941,0.128,0.105,8.19,7.89,0.14,0.0807,0.0656,Transport,1.0
35
- m_dense/D/short,DeepAR,11900.0,12000.0,52.2,0.793,0.149,0.111,10.0,109.0,0.189,0.0904,0.0764,Transport,1.0
36
- m_dense/H/short,DeepAR,40500.0,41600.0,87.8,0.795,0.267,0.215,8.67,201.0,0.357,0.156,0.128,Transport,1.0
37
- m4_daily/D/short,DeepAR,505000.0,502000.0,242.0,4.58,0.0582,0.0409,45.0,711.0,0.11,0.0374,0.0305,Econ/Fin,1.0
38
- m4_hourly/H/short,DeepAR,58700000.0,57400000.0,1140.0,3.53,0.218,0.164,26.8,7660.0,1.05,0.156,0.133,Econ/Fin,1.0
39
- m4_monthly/M/short,DeepAR,2950000.0,2980000.0,1020.0,3.18,0.288,0.218,25.5,1720.0,0.357,0.212,0.184,Econ/Fin,1.0
40
- m4_quarterly/Q/short,DeepAR,1940000.0,1910000.0,615.0,1.44,0.134,0.112,12.2,1390.0,0.233,0.103,0.0834,Econ/Fin,1.0
41
- m4_weekly/W/short,DeepAR,550000.0,582000.0,432.0,4.62,0.101,0.108,34.4,742.0,0.135,0.0787,0.0619,Econ/Fin,1.0
42
- m4_yearly/A/short,DeepAR,3450000.0,3350000.0,858.0,3.4,0.178,0.142,34.6,1860.0,0.298,0.138,0.113,Econ/Fin,1.0
43
- restaurant/D/short,DeepAR,148.0,148.0,7.45,0.713,0.713,0.404,5.17,12.2,0.56,0.343,0.27,Sales,1.0
44
- saugeen/D/short,DeepAR,1650.0,1820.0,19.4,4.31,0.483,0.704,66.9,40.7,1.32,0.629,0.572,Nature,1.0
45
- saugeen/M/short,DeepAR,1690.0,1660.0,27.8,1.63,0.726,1.23,13.0,41.1,1.23,0.835,0.689,Nature,1.0
46
- saugeen/W/short,DeepAR,930.0,981.0,16.2,1.31,0.457,0.435,11.2,30.5,0.921,0.489,0.397,Nature,1.0
47
- solar/10T/short,DeepAR,58.9,58.8,3.32,1.47,1.01,1.9,45.0,7.67,2.23,0.965,0.933,Energy,1.0
48
- solar/D/short,DeepAR,604000.0,586000.0,635.0,2.49,0.884,1.57,15.0,777.0,1.12,0.917,0.682,Energy,1.0
49
- solar/H/short,DeepAR,894.0,891.0,13.1,1.02,4.56,1.43,7.11,29.9,1.1,0.482,0.389,Energy,1.0
50
- solar/W/short,DeepAR,3480000.0,3490000.0,1530.0,1.69,0.353,0.285,7.54,1870.0,0.381,0.313,0.242,Energy,1.0
51
- sz_taxi/15T/short,DeepAR,18.6,18.6,2.99,0.602,1430000000000.0,0.425,4.43,4.31,0.403,0.279,0.219,Transport,1.0
52
- sz_taxi/H/short,DeepAR,7.41,7.55,1.89,0.576,0.924,0.309,4.38,2.72,0.254,0.176,0.139,Transport,1.0
53
- temperature_rain/D/short,DeepAR,247.0,228.0,6.87,1.72,49.2,1.51,31.8,15.7,1.85,0.809,0.682,Nature,1.0
54
- us_births/D/short,DeepAR,236000.0,237000.0,363.0,0.535,0.0337,0.0341,4.33,485.0,0.0455,0.0341,0.0275,Healthcare,1.0
55
- us_births/M/short,DeepAR,59300000.0,58400000.0,6730.0,0.76,0.021,0.0207,3.84,7700.0,0.0239,0.0209,0.0157,Healthcare,1.0
56
- us_births/W/short,DeepAR,3840000.0,3800000.0,1590.0,1.45,0.0216,0.0217,9.81,1960.0,0.0266,0.0216,0.017,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,DeepAR,4180000.0,4130000.0,331.0,8.5,1.11,1.9,251.0,2040.0,6.21,1.01,0.99,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,DeepAR,2300000.0,2330000.0,161.0,4.89,0.392,0.911,173.0,1520.0,6.39,0.676,0.647,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,DeepAR,6800000.0,6800000.0,1470.0,3.22,0.0454,0.047,64.6,2610.0,0.102,0.0578,0.0535,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,DeepAR,369.0,375.0,12.4,1.21,0.964,1.07,22.4,19.2,1.01,0.654,0.589,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,DeepAR,110.0,109.0,7.12,0.737,0.979,0.82,5.94,10.5,0.635,0.431,0.345,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,DeepAR,96900.0,96800.0,65.1,2.17,0.152,0.117,35.6,311.0,0.234,0.049,0.044,Web/CloudOps,2.0
63
- electricity/15T/medium,DeepAR,398000.0,398000.0,83.1,1.39,0.255,0.208,13.9,631.0,1.09,0.143,0.119,Energy,1.0
64
- electricity/H/medium,DeepAR,68200000.0,68300000.0,1230.0,6.76,0.578,0.867,169.0,8260.0,3.22,0.482,0.454,Energy,1.0
65
- ett1/15T/medium,DeepAR,14.1,15.2,2.11,1.35,0.833,0.489,12.3,3.76,0.716,0.401,0.315,Energy,7.0
66
- ett1/H/medium,DeepAR,387.0,418.0,14.4,3.12,4160000000000.0,0.698,17.7,19.7,0.943,0.691,0.535,Energy,7.0
67
- ett2/15T/medium,DeepAR,67.1,52.9,5.75,3.27,0.523,0.757,66.3,8.19,0.437,0.306,0.258,Energy,7.0
68
- ett2/H/medium,DeepAR,1420.0,1450.0,25.0,2.52,0.425,0.304,25.7,37.6,0.507,0.337,0.281,Energy,7.0
69
- jena_weather/10T/medium,DeepAR,2280.0,2440.0,13.8,1.2,0.641,0.976,10.3,47.7,0.293,0.0846,0.0735,Nature,21.0
70
- jena_weather/H/medium,DeepAR,2020.0,2460.0,16.2,1.3,1.84,0.884,11.4,45.0,0.275,0.0993,0.0784,Nature,21.0
71
- kdd_cup_2018/H/medium,DeepAR,4710.0,4710.0,26.2,1.17,1.41,0.584,9.72,68.6,1.44,0.548,0.442,Nature,1.0
72
- loop_seattle/5T/medium,DeepAR,170.0,155.0,8.15,1.27,0.226,0.192,9.81,13.0,0.232,0.145,0.118,Transport,1.0
73
- loop_seattle/H/medium,DeepAR,67.4,67.3,4.94,1.03,0.142,0.112,9.87,8.21,0.145,0.0874,0.0719,Transport,1.0
74
- m_dense/H/medium,DeepAR,35400.0,35900.0,83.2,0.738,0.255,0.199,8.1,188.0,0.327,0.145,0.118,Transport,1.0
75
- solar/10T/medium,DeepAR,34.0,37.5,2.79,1.21,1.89,1.57,9.21,5.83,1.29,0.619,0.485,Energy,1.0
76
- solar/H/medium,DeepAR,707.0,701.0,13.0,0.992,4.78,1.43,5.06,26.6,0.958,0.467,0.352,Energy,1.0
77
- sz_taxi/15T/medium,DeepAR,17.1,17.1,2.85,0.558,9870000000000.0,0.413,4.3,4.13,0.385,0.265,0.21,Transport,1.0
78
- bitbrains_fast_storage/5T/long,DeepAR,5160000.0,5210000.0,389.0,7.33,1.23,1.77,191.0,2270.0,6.0,1.03,1.01,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,DeepAR,2360000.0,2260000.0,187.0,4.44,1.48,0.879,130.0,1540.0,5.88,0.717,0.672,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,DeepAR,14100000.0,14000000.0,2290.0,4.47,0.0645,0.0672,107.0,3750.0,0.145,0.0884,0.0829,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,DeepAR,382.0,370.0,14.0,1.32,1.0,1.19,31.8,19.5,1.1,0.783,0.719,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,DeepAR,117.0,117.0,6.87,0.727,0.752,0.944,6.29,10.8,0.662,0.42,0.338,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,DeepAR,142000.0,142000.0,106.0,3.96,0.354,0.175,41.9,377.0,0.279,0.0786,0.0697,Web/CloudOps,2.0
84
- electricity/15T/long,DeepAR,970000.0,962000.0,122.0,2.28,0.303,0.3,16.8,985.0,1.55,0.192,0.155,Energy,1.0
85
- electricity/H/long,DeepAR,20000000.0,20100000.0,525.0,2.67,0.332,0.334,25.4,4480.0,1.77,0.207,0.176,Energy,1.0
86
- ett1/15T/long,DeepAR,278.0,293.0,12.9,9.34,4.64,1.14,140.0,16.7,3.18,2.47,2.22,Energy,7.0
87
- ett1/H/long,DeepAR,356.0,362.0,12.8,2.68,3980000000000.0,0.936,14.1,18.9,0.904,0.612,0.469,Energy,7.0
88
- ett2/15T/long,DeepAR,108.0,115.0,7.96,3.7,0.533,0.744,15.7,10.4,0.553,0.424,0.304,Energy,7.0
89
- ett2/H/long,DeepAR,757.0,628.0,18.0,2.49,0.417,0.488,16.9,27.5,0.377,0.246,0.196,Energy,7.0
90
- jena_weather/10T/long,DeepAR,4420.0,5080.0,28.7,3.15,0.782,1.19,35.4,66.5,0.407,0.175,0.143,Nature,21.0
91
- jena_weather/H/long,DeepAR,10000.0,8920.0,44.3,6.89,8.49,1.06,32.7,100.0,0.603,0.267,0.197,Nature,21.0
92
- kdd_cup_2018/H/long,DeepAR,9930.0,10900.0,69.4,3.34,5.03,1.0,11.7,99.6,2.34,1.63,1.09,Nature,1.0
93
- loop_seattle/5T/long,DeepAR,259.0,277.0,12.0,1.96,0.416,0.222,26.9,16.1,0.284,0.213,0.184,Transport,1.0
94
- loop_seattle/H/long,DeepAR,63.9,66.0,4.66,0.985,0.139,0.107,9.75,7.99,0.143,0.0833,0.0683,Transport,1.0
95
- m_dense/H/long,DeepAR,48000.0,51200.0,93.5,0.805,0.268,0.21,7.63,219.0,0.379,0.162,0.13,Transport,1.0
96
- solar/10T/long,DeepAR,39.0,40.1,2.96,1.28,2.01,1.59,17.3,6.24,1.35,0.639,0.549,Energy,1.0
97
- solar/H/long,DeepAR,971.0,1040.0,12.8,0.972,5.86,1.4,12.4,31.2,1.08,0.444,0.381,Energy,1.0
98
- sz_taxi/15T/long,DeepAR,26.3,26.6,3.78,0.733,4800000000000.0,0.747,6.9,5.12,0.474,0.35,0.286,Transport,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/deepar/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "DeepAR",
3
- "model_type": "deep-learning",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/iTransformer/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,iTransformer,1930000.0,1930000.0,178.0,0.948,1.8,0.745,19.8,1390.0,4.36,0.56,0.459,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,iTransformer,2210000.0,2210000.0,243.0,1.31,2.53,0.62,27.9,1490.0,4.23,0.693,0.554,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,iTransformer,1810000.0,1810000.0,141.0,2.02,1.29,0.689,61.5,1350.0,5.51,0.575,0.503,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,iTransformer,1490000.0,1490000.0,157.0,6.02,1.47,0.59,201.0,1220.0,5.35,0.685,0.595,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,iTransformer,1330000.0,1330000.0,643.0,1.39,0.0207,0.0209,13.1,1150.0,0.0445,0.0248,0.0206,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,iTransformer,20.5,20.5,2.66,0.271,0.154,0.209,3.77,4.53,0.156,0.0913,0.0769,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,iTransformer,48.1,48.1,4.24,0.425,0.45,0.601,5.22,6.94,0.374,0.228,0.192,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,iTransformer,15700.0,15700.0,37.1,2.05,0.117,0.0899,29.1,125.0,0.0927,0.0275,0.0236,Web/CloudOps,2.0
10
- car_parts/M/short,iTransformer,1.44,1.44,0.42,0.8,0.993,1.99,23.4,1.2,2.88,1.01,1.0,Sales,1.0
11
- covid_deaths/D/short,iTransformer,1430000.0,1430000.0,164.0,34.0,0.0978,0.371,496.0,1190.0,0.45,0.0617,0.0587,Healthcare,1.0
12
- electricity/15T/short,iTransformer,221000.0,221000.0,76.1,1.4,0.233,0.218,17.0,470.0,0.926,0.15,0.124,Energy,1.0
13
- electricity/D/short,iTransformer,3350000000.0,3350000000.0,5720.0,1.67,0.535,0.112,14.7,57900.0,0.952,0.094,0.0767,Energy,1.0
14
- electricity/H/short,iTransformer,1660000.0,1660000.0,189.0,1.04,0.245,0.144,10.8,1290.0,0.609,0.0892,0.0731,Energy,1.0
15
- electricity/W/short,iTransformer,367000000000.0,367000000000.0,59900.0,2.09,0.285,0.125,18.0,606000.0,1.38,0.137,0.109,Energy,1.0
16
- ett1/15T/short,iTransformer,5.96,5.96,1.26,0.808,0.573,0.266,5.68,2.44,0.462,0.238,0.19,Energy,7.0
17
- ett1/D/short,iTransformer,55300.0,55300.0,171.0,2.39,2.05,0.583,14.5,235.0,0.618,0.449,0.344,Energy,7.0
18
- ett1/H/short,iTransformer,106.0,106.0,5.18,0.893,0.462,0.272,7.04,10.3,0.481,0.242,0.194,Energy,7.0
19
- ett1/W/short,iTransformer,1580000.0,1580000.0,898.0,1.45,0.688,0.502,12.1,1260.0,0.5,0.357,0.293,Energy,7.0
20
- ett2/15T/short,iTransformer,8.52,8.52,1.84,0.818,0.12,0.139,6.47,2.92,0.139,0.0875,0.0705,Energy,7.0
21
- ett2/D/short,iTransformer,179000.0,179000.0,279.0,1.84,0.44,0.179,20.7,423.0,0.242,0.16,0.129,Energy,7.0
22
- ett2/H/short,iTransformer,139.0,139.0,7.43,0.872,0.144,0.128,7.01,11.8,0.15,0.0942,0.0752,Energy,7.0
23
- ett2/W/short,iTransformer,302000000.0,302000000.0,12600.0,7.47,1.03,1.54,56.9,17400.0,1.46,1.05,0.838,Energy,7.0
24
- hierarchical_sales/D/short,iTransformer,29.1,29.1,2.36,0.767,0.654,1.05,9.26,5.4,1.66,0.723,0.597,Sales,1.0
25
- hierarchical_sales/W/short,iTransformer,488.0,488.0,9.71,0.797,0.584,0.497,8.76,22.1,1.01,0.446,0.372,Sales,1.0
26
- hospital/M/short,iTransformer,2890.0,2890.0,17.9,0.767,0.202,0.175,5.24,53.8,0.195,0.0648,0.052,Healthcare,1.0
27
- jena_weather/10T/short,iTransformer,1190.0,1190.0,7.61,0.372,0.483,0.606,3.93,34.5,0.215,0.0472,0.0396,Nature,21.0
28
- jena_weather/D/short,iTransformer,1410.0,1410.0,19.0,1.94,1.62,0.555,23.1,37.5,0.226,0.114,0.094,Nature,21.0
29
- jena_weather/H/short,iTransformer,1500.0,1500.0,10.2,0.714,1.93,0.647,7.06,38.7,0.237,0.0627,0.0531,Nature,21.0
30
- kdd_cup_2018/D/short,iTransformer,2890.0,2890.0,21.4,1.22,0.529,0.475,13.0,53.8,1.21,0.479,0.401,Nature,1.0
31
- kdd_cup_2018/H/short,iTransformer,5230.0,5230.0,27.8,1.14,1.28,0.557,9.58,72.3,1.51,0.582,0.462,Nature,1.0
32
- loop_seattle/5T/short,iTransformer,63.9,63.9,4.69,0.735,0.139,0.0968,7.8,7.99,0.137,0.0804,0.0656,Transport,1.0
33
- loop_seattle/D/short,iTransformer,19.0,19.0,3.05,0.93,0.0562,0.056,9.44,4.36,0.0779,0.0544,0.0456,Transport,1.0
34
- loop_seattle/H/short,iTransformer,80.2,80.2,5.25,1.06,0.178,0.119,9.75,8.95,0.158,0.0929,0.0746,Transport,1.0
35
- m_dense/D/short,iTransformer,9910.0,9910.0,51.1,0.727,0.129,0.106,7.32,99.5,0.172,0.0884,0.072,Transport,1.0
36
- m_dense/H/short,iTransformer,54500.0,54500.0,103.0,0.894,0.322,0.249,8.94,233.0,0.414,0.183,0.15,Transport,1.0
37
- m4_daily/D/short,iTransformer,401000.0,401000.0,178.0,3.26,0.0444,0.0306,30.5,633.0,0.0978,0.0274,0.0224,Econ/Fin,1.0
38
- m4_hourly/H/short,iTransformer,5000000.0,5000000.0,379.0,1.45,0.176,0.147,16.6,2240.0,0.305,0.0518,0.0411,Econ/Fin,1.0
39
- m4_monthly/M/short,iTransformer,2090000.0,2090000.0,686.0,1.61,0.192,0.155,11.0,1450.0,0.301,0.143,0.114,Econ/Fin,1.0
40
- m4_quarterly/Q/short,iTransformer,1860000.0,1860000.0,586.0,1.23,0.129,0.106,11.3,1370.0,0.229,0.098,0.0791,Econ/Fin,1.0
41
- m4_weekly/W/short,iTransformer,443000.0,443000.0,347.0,2.58,0.0899,0.0948,23.9,665.0,0.121,0.0632,0.0504,Econ/Fin,1.0
42
- m4_yearly/A/short,iTransformer,3550000.0,3550000.0,893.0,3.37,0.181,0.144,32.6,1880.0,0.302,0.143,0.117,Econ/Fin,1.0
43
- restaurant/D/short,iTransformer,140.0,140.0,7.2,0.688,0.683,0.396,4.97,11.8,0.544,0.331,0.26,Sales,1.0
44
- saugeen/D/short,iTransformer,1240.0,1240.0,15.1,3.35,0.413,0.415,46.7,35.2,1.14,0.488,0.418,Nature,1.0
45
- saugeen/M/short,iTransformer,427.0,427.0,13.4,0.784,0.449,0.395,7.31,20.7,0.621,0.402,0.316,Nature,1.0
46
- saugeen/W/short,iTransformer,1370.0,1370.0,18.4,1.49,0.505,0.48,18.5,37.1,1.12,0.556,0.466,Nature,1.0
47
- solar/10T/short,iTransformer,84.5,84.5,5.12,2.27,1.55,1.98,64.3,9.19,2.67,1.49,1.37,Energy,1.0
48
- solar/D/short,iTransformer,1020000.0,1020000.0,799.0,3.13,1.4,1.57,17.0,1010.0,1.46,1.15,0.871,Energy,1.0
49
- solar/H/short,iTransformer,931.0,931.0,14.6,1.13,3.3,1.49,10.4,30.5,1.12,0.538,0.426,Energy,1.0
50
- solar/W/short,iTransformer,2460000.0,2460000.0,1220.0,1.35,0.27,0.225,12.9,1570.0,0.32,0.249,0.203,Energy,1.0
51
- sz_taxi/15T/short,iTransformer,17.8,17.8,2.86,0.573,817000000000.0,0.415,4.88,4.22,0.394,0.267,0.214,Transport,1.0
52
- sz_taxi/H/short,iTransformer,7.46,7.46,1.89,0.576,1.06,0.303,4.65,2.73,0.255,0.176,0.141,Transport,1.0
53
- temperature_rain/D/short,iTransformer,200.0,200.0,6.28,1.44,42.8,1.53,29.3,14.1,1.66,0.739,0.632,Nature,1.0
54
- us_births/D/short,iTransformer,267000.0,267000.0,355.0,0.523,0.0337,0.0333,4.31,516.0,0.0484,0.0333,0.0266,Healthcare,1.0
55
- us_births/M/short,iTransformer,75700000.0,75700000.0,7280.0,0.821,0.0225,0.0229,7.91,8700.0,0.027,0.0226,0.0181,Healthcare,1.0
56
- us_births/W/short,iTransformer,11000000.0,11000000.0,2610.0,2.37,0.0359,0.0351,13.2,3310.0,0.045,0.0355,0.0272,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,iTransformer,3080000.0,3080000.0,284.0,1.35,4.0,0.851,28.0,1750.0,5.33,0.862,0.707,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,iTransformer,2120000.0,2120000.0,172.0,4.76,1.28,0.776,170.0,1450.0,6.12,0.724,0.662,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,iTransformer,4860000.0,4860000.0,1260.0,2.97,0.0426,0.0434,58.4,2210.0,0.0866,0.0495,0.0449,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,iTransformer,119.0,119.0,6.95,0.653,0.517,0.892,8.85,10.9,0.574,0.366,0.318,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,iTransformer,76.8,76.8,5.28,0.532,0.655,0.772,5.48,8.77,0.531,0.32,0.266,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,iTransformer,93100.0,93100.0,63.6,1.65,0.159,0.104,15.3,305.0,0.23,0.0478,0.042,Web/CloudOps,2.0
63
- electricity/15T/medium,iTransformer,286000.0,286000.0,62.2,0.997,0.18,0.16,8.83,534.0,0.921,0.107,0.087,Energy,1.0
64
- electricity/H/medium,iTransformer,6740000.0,6740000.0,273.0,1.24,0.28,0.158,10.3,2600.0,1.01,0.107,0.0856,Energy,1.0
65
- ett1/15T/medium,iTransformer,9.0,9.0,1.7,1.1,0.742,0.418,7.74,3.0,0.572,0.323,0.251,Energy,7.0
66
- ett1/H/medium,iTransformer,156.0,156.0,7.49,1.44,7310000000000.0,0.485,11.4,12.5,0.598,0.359,0.283,Energy,7.0
67
- ett2/15T/medium,iTransformer,11.8,11.8,2.18,0.933,0.149,0.176,7.8,3.44,0.183,0.116,0.0937,Energy,7.0
68
- ett2/H/medium,iTransformer,279.0,279.0,11.1,1.25,0.197,0.197,8.75,16.7,0.225,0.149,0.118,Energy,7.0
69
- jena_weather/10T/medium,iTransformer,2410.0,2410.0,12.3,0.665,0.796,0.699,6.44,49.1,0.302,0.0756,0.0629,Nature,21.0
70
- jena_weather/H/medium,iTransformer,1520.0,1520.0,12.0,0.963,4.28,0.707,8.27,38.9,0.238,0.0731,0.0605,Nature,21.0
71
- kdd_cup_2018/H/medium,iTransformer,5080.0,5080.0,25.3,1.05,1.03,0.56,10.7,71.3,1.49,0.529,0.437,Nature,1.0
72
- loop_seattle/5T/medium,iTransformer,121.0,121.0,6.59,1.03,0.268,0.147,10.5,11.0,0.196,0.117,0.0953,Transport,1.0
73
- loop_seattle/H/medium,iTransformer,66.8,66.8,4.93,1.0,0.157,0.113,7.87,8.17,0.144,0.0872,0.0681,Transport,1.0
74
- m_dense/H/medium,iTransformer,47100.0,47100.0,98.5,0.837,0.306,0.23,7.39,217.0,0.377,0.171,0.137,Transport,1.0
75
- solar/10T/medium,iTransformer,47.5,47.5,3.16,1.38,1.81,1.65,9.14,6.89,1.53,0.701,0.549,Energy,1.0
76
- solar/H/medium,iTransformer,768.0,768.0,14.0,1.07,5.26,1.45,6.18,27.7,0.998,0.505,0.375,Energy,1.0
77
- sz_taxi/15T/medium,iTransformer,16.8,16.8,2.81,0.548,11400000000000.0,0.409,4.4,4.09,0.381,0.261,0.208,Transport,1.0
78
- electricity/15T/long,iTransformer,395000.0,395000.0,67.8,1.04,0.181,0.16,8.93,628.0,0.991,0.107,0.0863,Energy,1.0
79
- electricity/H/long,iTransformer,10600000.0,10600000.0,311.0,1.33,0.345,0.166,11.1,3260.0,1.28,0.123,0.0976,Energy,1.0
80
- solar/10T/long,iTransformer,27.7,27.7,2.65,1.16,2.88,1.53,7.78,5.26,1.14,0.572,0.43,Energy,1.0
81
- solar/H/long,iTransformer,783.0,783.0,14.2,1.08,6.13,1.46,6.13,28.0,0.97,0.492,0.368,Energy,1.0
82
- kdd_cup_2018/H/long,iTransformer,4150.0,4150.0,24.4,1.03,0.988,0.615,11.2,64.4,1.51,0.574,0.479,Nature,1.0
83
- loop_seattle/5T/long,iTransformer,113.0,113.0,6.56,1.03,0.249,0.145,9.85,10.6,0.188,0.116,0.0928,Transport,1.0
84
- loop_seattle/H/long,iTransformer,66.5,66.5,4.85,1.0,0.166,0.114,8.37,8.16,0.146,0.0866,0.0689,Transport,1.0
85
- sz_taxi/15T/long,iTransformer,32.5,32.5,3.97,0.783,6010000000000.0,0.484,6.12,5.7,0.527,0.367,0.282,Transport,1.0
86
- m_dense/H/long,iTransformer,45100.0,45100.0,97.1,0.833,0.304,0.234,7.43,212.0,0.368,0.168,0.135,Transport,1.0
87
- ett1/15T/long,iTransformer,8.19,8.19,1.65,1.11,0.833,0.421,8.12,2.86,0.546,0.315,0.245,Energy,7.0
88
- ett1/H/long,iTransformer,181.0,181.0,7.9,1.43,3090000000000.0,0.506,10.3,13.4,0.644,0.379,0.297,Energy,7.0
89
- ett2/15T/long,iTransformer,13.4,13.4,2.4,1.01,0.156,0.186,8.41,3.66,0.195,0.128,0.101,Energy,7.0
90
- ett2/H/long,iTransformer,317.0,317.0,11.4,1.33,0.21,0.204,11.0,17.8,0.244,0.157,0.125,Energy,7.0
91
- jena_weather/10T/long,iTransformer,2530.0,2530.0,12.5,0.69,0.834,0.689,6.2,50.3,0.308,0.0763,0.0638,Nature,21.0
92
- jena_weather/H/long,iTransformer,2620.0,2620.0,15.6,1.23,3.21,0.697,8.22,51.2,0.308,0.0938,0.0757,Nature,21.0
93
- bitbrains_fast_storage/5T/long,iTransformer,3030000.0,3030000.0,330.0,1.19,3.74,0.874,23.4,1740.0,4.6,0.872,0.69,Web/CloudOps,2.0
94
- bitbrains_rnd/5T/long,iTransformer,2370000.0,2370000.0,210.0,3.7,2.44,0.777,128.0,1540.0,5.9,0.805,0.698,Web/CloudOps,2.0
95
- bizitobs_application/10S/long,iTransformer,6580000.0,6580000.0,1540.0,3.44,0.0503,0.0512,61.9,2560.0,0.0989,0.0595,0.0543,Web/CloudOps,2.0
96
- bizitobs_service/10S/long,iTransformer,133000.0,133000.0,80.9,1.73,0.235,0.114,20.3,365.0,0.27,0.0599,0.0543,Web/CloudOps,2.0
97
- bizitobs_l2c/5T/long,iTransformer,75.8,75.8,5.74,0.585,0.441,0.753,4.35,8.71,0.489,0.322,0.248,Web/CloudOps,7.0
98
- bizitobs_l2c/H/long,iTransformer,679.0,679.0,19.3,1.89,1.6,1.69,16.3,26.1,1.59,1.18,0.968,Web/CloudOps,7.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/iTransformer/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "i_transformer",
3
- "model_type": "deep-learning",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/naive/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Naive,2300000.0,2300000.0,173.0,1.09,2.43,0.375,70.2,1520.0,4.76,0.544,0.893,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Naive,3130000.0,3130000.0,280.0,1.41,4.94,0.343,61.0,1770.0,5.04,0.799,1.21,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Naive,1850000.0,1850000.0,130.0,2.06,1.64,0.345,132.0,1360.0,5.57,0.533,0.868,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Naive,4190000.0,4190000.0,251.0,5.87,3.24,0.308,242.0,2050.0,8.95,1.1,1.46,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Naive,5850000.0,5850000.0,1050.0,3.76,0.0544,0.0542,47.9,2420.0,0.0933,0.0404,0.0382,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Naive,22.0,22.0,2.76,0.283,0.168,0.158,3.09,4.69,0.161,0.0947,0.0801,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Naive,263.0,263.0,11.0,1.09,1.29,1.01,9.96,16.2,0.875,0.595,0.486,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Naive,24400.0,24400.0,51.1,2.19,0.29,0.0945,26.8,156.0,0.116,0.0378,0.0366,Web/CloudOps,2.0
10
- car_parts/M/short,Naive,3.0,3.0,0.69,1.21,0.85,1.66,25.8,1.73,4.15,1.65,2.5,Sales,1.0
11
- covid_deaths/D/short,Naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1470.0,2110.0,0.792,0.133,0.127,Healthcare,1.0
12
- electricity/15T/short,Naive,603000.0,603000.0,127.0,2.46,0.353,0.299,20.0,777.0,1.53,0.251,0.221,Energy,1.0
13
- electricity/D/short,Naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,24.6,64100.0,1.05,0.114,0.104,Energy,1.0
14
- electricity/H/short,Naive,14600000.0,14600000.0,706.0,3.92,0.521,0.399,34.0,3820.0,1.8,0.333,0.294,Energy,1.0
15
- electricity/W/short,Naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,15.9,563000.0,1.29,0.129,0.0993,Energy,1.0
16
- ett1/15T/short,Naive,18.2,18.2,2.62,1.97,0.932,0.561,12.7,4.27,0.808,0.495,0.385,Energy,7.0
17
- ett1/D/short,Naive,58000.0,58000.0,155.0,1.78,1.16,0.516,23.5,241.0,0.632,0.407,0.408,Energy,7.0
18
- ett1/H/short,Naive,345.0,345.0,10.2,1.83,0.925,0.512,15.4,18.6,0.867,0.474,0.407,Energy,7.0
19
- ett1/W/short,Naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,12.8,1250.0,0.499,0.386,0.312,Energy,7.0
20
- ett2/15T/short,Naive,19.8,19.8,3.02,1.24,0.163,0.195,13.6,4.45,0.211,0.144,0.121,Energy,7.0
21
- ett2/D/short,Naive,123000.0,123000.0,212.0,1.39,0.471,0.142,32.7,351.0,0.201,0.121,0.153,Energy,7.0
22
- ett2/H/short,Naive,172.0,172.0,8.96,1.09,0.18,0.16,14.1,13.1,0.166,0.114,0.113,Energy,7.0
23
- ett2/W/short,Naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,16.6,2170.0,0.182,0.111,0.134,Energy,7.0
24
- hierarchical_sales/D/short,Naive,59.0,59.0,3.45,1.13,1.22,1.19,28.9,7.68,2.36,1.06,1.74,Sales,1.0
25
- hierarchical_sales/W/short,Naive,1050.0,1050.0,13.6,1.03,0.95,0.58,15.3,32.3,1.48,0.623,0.832,Sales,1.0
26
- hospital/M/short,Naive,5850.0,5850.0,24.1,0.968,0.243,0.216,11.8,76.5,0.278,0.0874,0.0863,Healthcare,1.0
27
- jena_weather/10T/short,Naive,1650.0,1650.0,10.0,0.364,0.418,0.429,51.2,40.7,0.253,0.0622,0.288,Nature,21.0
28
- jena_weather/D/short,Naive,634.0,634.0,13.1,1.57,1.77,0.485,31.0,25.2,0.152,0.0791,0.211,Nature,21.0
29
- jena_weather/H/short,Naive,2410.0,2410.0,12.3,0.648,1.1,0.479,38.3,49.1,0.301,0.0755,0.308,Nature,21.0
30
- kdd_cup_2018/D/short,Naive,3180.0,3180.0,23.9,1.5,0.589,0.572,24.6,56.4,1.26,0.535,0.675,Nature,1.0
31
- kdd_cup_2018/H/short,Naive,5590.0,5590.0,31.1,1.28,1.35,0.619,14.0,74.8,1.57,0.65,0.562,Nature,1.0
32
- loop_seattle/5T/short,Naive,101.0,101.0,5.65,0.893,0.138,0.12,14.6,10.1,0.173,0.0968,0.116,Transport,1.0
33
- loop_seattle/D/short,Naive,58.7,58.7,5.94,1.73,0.111,0.107,21.8,7.66,0.137,0.106,0.103,Transport,1.0
34
- loop_seattle/H/short,Naive,193.0,193.0,8.0,1.59,0.301,0.161,28.1,13.9,0.246,0.142,0.182,Transport,1.0
35
- m_dense/D/short,Naive,39900.0,39900.0,118.0,1.67,0.253,0.256,23.3,200.0,0.346,0.205,0.227,Transport,1.0
36
- m_dense/H/short,Naive,358000.0,358000.0,343.0,2.71,1.04,0.729,28.5,598.0,1.06,0.609,0.539,Transport,1.0
37
- m4_daily/D/short,Naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,32.2,705.0,0.109,0.0279,0.0244,Econ/Fin,1.0
38
- m4_hourly/H/short,Naive,57500000.0,57500000.0,1220.0,11.6,0.377,0.43,75.8,7590.0,1.04,0.166,0.136,Econ/Fin,1.0
39
- m4_monthly/M/short,Naive,2500000.0,2500000.0,671.0,1.21,0.19,0.153,12.7,1580.0,0.329,0.14,0.129,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Naive,2270000.0,2270000.0,656.0,1.48,0.132,0.116,13.7,1510.0,0.252,0.11,0.0943,Econ/Fin,1.0
41
- m4_weekly/W/short,Naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,26.6,673.0,0.123,0.0634,0.0609,Econ/Fin,1.0
42
- m4_yearly/A/short,Naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,52.0,2020.0,0.324,0.162,0.137,Econ/Fin,1.0
43
- restaurant/D/short,Naive,274.0,274.0,10.7,1.01,0.944,0.556,20.7,16.6,0.757,0.49,0.674,Sales,1.0
44
- saugeen/D/short,Naive,995.0,995.0,15.4,3.41,0.471,0.424,58.7,31.5,1.02,0.498,0.585,Nature,1.0
45
- saugeen/M/short,Naive,1030.0,1030.0,21.0,1.23,0.731,0.606,19.2,32.0,0.962,0.631,0.768,Nature,1.0
46
- saugeen/W/short,Naive,1800.0,1800.0,24.6,1.99,0.824,0.558,23.3,42.4,1.28,0.741,0.734,Nature,1.0
47
- solar/10T/short,Naive,36.6,36.6,3.3,1.45,2.66,1.41,17.7,6.05,1.76,0.96,0.943,Energy,1.0
48
- solar/D/short,Naive,182000.0,182000.0,295.0,1.16,1.15,0.498,22.4,426.0,0.616,0.426,0.559,Energy,1.0
49
- solar/H/short,Naive,3230.0,3230.0,27.1,2.09,1.0,2.0,33.3,56.8,2.09,1.0,1.33,Energy,1.0
50
- solar/W/short,Naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,11.6,1680.0,0.342,0.274,0.21,Energy,1.0
51
- sz_taxi/15T/short,Naive,33.1,33.1,3.94,0.786,1310000000000.0,0.528,22.6,5.76,0.538,0.369,0.661,Transport,1.0
52
- sz_taxi/H/short,Naive,14.1,14.1,2.69,0.835,0.969,0.394,25.4,3.76,0.35,0.25,0.486,Transport,1.0
53
- temperature_rain/D/short,Naive,311.0,311.0,7.89,2.01,97.0,1.33,47.5,17.6,2.07,0.929,1.27,Nature,1.0
54
- us_births/D/short,Naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,22.7,1690.0,0.158,0.119,0.12,Healthcare,1.0
55
- us_births/M/short,Naive,261000000.0,261000000.0,13300.0,1.5,0.0409,0.0413,18.1,16200.0,0.0502,0.0412,0.039,Healthcare,1.0
56
- us_births/W/short,Naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,13.3,2300.0,0.0312,0.0234,0.0193,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Naive,3700000.0,3700000.0,280.0,1.27,4.12,0.45,197.0,1920.0,5.85,0.852,2.05,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Naive,2450000.0,2450000.0,158.0,4.77,0.575,0.396,390.0,1560.0,6.58,0.664,2.01,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Naive,21600000.0,21600000.0,1830.0,6.52,0.0866,0.0889,105.0,4650.0,0.183,0.0719,0.0885,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Naive,157.0,157.0,8.57,0.826,0.624,0.87,6.33,12.5,0.66,0.451,0.359,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Naive,559.0,559.0,16.5,1.58,1.0,2.0,17.9,23.6,1.43,1.0,0.877,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Naive,121000.0,121000.0,96.7,3.71,0.134,0.137,61.1,348.0,0.262,0.0727,0.0953,Web/CloudOps,2.0
63
- electricity/15T/medium,Naive,2930000.0,2930000.0,223.0,3.46,0.404,0.412,54.7,1710.0,2.95,0.385,0.43,Energy,1.0
64
- electricity/H/medium,Naive,70400000.0,70400000.0,969.0,4.09,0.591,0.393,100.0,8390.0,3.27,0.378,0.559,Energy,1.0
65
- ett1/15T/medium,Naive,26.0,26.0,2.79,1.82,1.11,0.617,32.4,5.1,0.971,0.532,0.617,Energy,7.0
66
- ett1/H/medium,Naive,472.0,472.0,12.0,2.03,9730000000000.0,0.65,46.9,21.7,1.04,0.574,0.841,Energy,7.0
67
- ett2/15T/medium,Naive,18.1,18.1,2.9,1.22,0.184,0.21,34.5,4.26,0.227,0.155,0.242,Energy,7.0
68
- ett2/H/medium,Naive,411.0,411.0,13.1,1.43,0.242,0.216,43.7,20.3,0.273,0.177,0.295,Energy,7.0
69
- jena_weather/10T/medium,Naive,3630.0,3630.0,15.9,0.76,0.949,0.58,162.0,60.2,0.37,0.0978,0.882,Nature,21.0
70
- jena_weather/H/medium,Naive,2460.0,2460.0,13.4,0.873,2.04,0.523,119.0,49.6,0.304,0.0821,0.927,Nature,21.0
71
- kdd_cup_2018/H/medium,Naive,5750.0,5750.0,32.5,1.45,1.52,0.706,36.0,75.8,1.59,0.68,1.0,Nature,1.0
72
- loop_seattle/5T/medium,Naive,392.0,392.0,12.9,1.99,0.363,0.299,44.1,19.8,0.352,0.229,0.327,Transport,1.0
73
- loop_seattle/H/medium,Naive,216.0,216.0,8.81,1.78,0.322,0.172,87.8,14.7,0.26,0.156,0.458,Transport,1.0
74
- m_dense/H/medium,Naive,361000.0,361000.0,349.0,2.74,1.18,0.73,88.6,601.0,1.05,0.607,1.2,Transport,1.0
75
- solar/10T/medium,Naive,80.8,80.8,5.94,2.56,2.86,1.64,33.3,8.99,1.99,1.32,1.37,Energy,1.0
76
- solar/H/medium,Naive,3340.0,3340.0,27.8,2.12,1.0,2.0,103.0,57.8,2.08,1.0,2.98,Energy,1.0
77
- sz_taxi/15T/medium,Naive,30.6,30.6,3.97,0.779,10000000000000.0,0.528,70.1,5.53,0.515,0.37,1.94,Transport,1.0
78
- bitbrains_fast_storage/5T/long,Naive,3500000.0,3500000.0,289.0,1.19,1.8,0.51,232.0,1870.0,4.94,0.765,2.12,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,Naive,4800000.0,4800000.0,288.0,3.99,5.68,0.43,406.0,2190.0,8.39,1.1,2.36,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,Naive,1370000000.0,1370000000.0,28300.0,38600.0,559.0,1.04,605000.0,37100.0,1.43,1.09,0.983,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,Naive,353.0,353.0,13.2,1.25,0.986,1.21,9.78,18.8,1.05,0.743,0.592,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,Naive,944.0,944.0,27.7,4.15,6.13,1.12,25.6,30.7,1.88,1.69,1.27,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,Naive,209000.0,209000.0,127.0,3.86,0.151,0.159,67.0,457.0,0.339,0.0939,0.119,Web/CloudOps,2.0
84
- electricity/15T/long,Naive,6140000.0,6140000.0,249.0,3.41,0.516,0.384,66.5,2480.0,3.91,0.393,0.478,Energy,1.0
85
- electricity/H/long,Naive,62400000.0,62400000.0,945.0,4.02,0.544,0.389,122.0,7900.0,3.11,0.373,0.668,Energy,1.0
86
- ett1/15T/long,Naive,28.4,28.4,3.04,2.04,1.17,0.68,39.7,5.33,1.02,0.579,0.716,Energy,7.0
87
- ett1/H/long,Naive,444.0,444.0,12.4,2.27,5650000000000.0,0.749,57.3,21.1,1.01,0.592,0.987,Energy,7.0
88
- ett2/15T/long,Naive,16.6,16.6,2.88,1.3,0.2,0.249,42.0,4.07,0.217,0.154,0.283,Energy,7.0
89
- ett2/H/long,Naive,294.0,294.0,11.5,1.32,0.218,0.222,53.5,17.2,0.235,0.157,0.349,Energy,7.0
90
- jena_weather/10T/long,Naive,2740.0,2740.0,13.3,0.753,0.844,0.499,198.0,52.3,0.32,0.0812,1.07,Nature,21.0
91
- jena_weather/H/long,Naive,3730.0,3730.0,17.7,1.47,2.37,0.575,144.0,61.0,0.368,0.107,1.14,Nature,21.0
92
- kdd_cup_2018/H/long,Naive,4180.0,4180.0,25.9,1.18,1.1,0.715,43.8,64.7,1.52,0.607,1.25,Nature,1.0
93
- loop_seattle/5T/long,Naive,214.0,214.0,9.08,1.41,0.342,0.188,54.0,14.6,0.258,0.16,0.361,Transport,1.0
94
- loop_seattle/H/long,Naive,210.0,210.0,8.6,1.75,0.326,0.174,108.0,14.5,0.259,0.154,0.556,Transport,1.0
95
- m_dense/H/long,Naive,396000.0,396000.0,362.0,2.86,1.09,0.77,108.0,629.0,1.09,0.627,1.44,Transport,1.0
96
- solar/10T/long,Naive,94.6,94.6,4.63,2.02,1.0,2.0,40.6,9.72,2.1,1.0,1.55,Energy,1.0
97
- solar/H/long,Naive,3580.0,3580.0,28.8,2.2,1.0,2.0,126.0,59.8,2.07,1.0,3.46,Energy,1.0
98
- sz_taxi/15T/long,Naive,28.5,28.5,3.85,0.742,9280000000000.0,0.535,85.0,5.34,0.494,0.357,2.4,Transport,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/naive/config.json DELETED
@@ -1,5 +0,0 @@
1
- {
2
- "model": "Naive",
3
- "model_type": "statistical",
4
- "model_dtype": "float32"
5
- }
 
 
 
 
 
 
results/seasonal_naive/all_results.csv DELETED
@@ -1,98 +0,0 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- bitbrains_fast_storage/5T/short,Seasonal_Naive,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21,Web/CloudOps,2.0
3
- bitbrains_fast_storage/H/short,Seasonal_Naive,4200000.0,4200000.0,324.0,1.3,4.12,0.313,35.8,2050.0,5.84,0.923,1.08,Web/CloudOps,2.0
4
- bitbrains_rnd/5T/short,Seasonal_Naive,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1,Web/CloudOps,2.0
5
- bitbrains_rnd/H/short,Seasonal_Naive,3710000.0,3710000.0,254.0,6.04,4.79,0.361,223.0,1930.0,8.43,1.11,1.3,Web/CloudOps,2.0
6
- bizitobs_application/10S/short,Seasonal_Naive,3940000.0,3940000.0,1050.0,2.24,0.0341,0.0348,26.7,1980.0,0.0765,0.0407,0.0348,Web/CloudOps,2.0
7
- bizitobs_l2c/5T/short,Seasonal_Naive,174.0,174.0,9.69,0.986,0.426,0.507,7.25,13.2,0.453,0.333,0.262,Web/CloudOps,7.0
8
- bizitobs_l2c/H/short,Seasonal_Naive,282.0,282.0,12.5,1.21,1.36,1.14,8.5,16.8,0.905,0.675,0.536,Web/CloudOps,7.0
9
- bizitobs_service/10S/short,Seasonal_Naive,73500.0,73500.0,55.1,1.23,0.0824,0.0755,16.4,271.0,0.201,0.0408,0.04,Web/CloudOps,2.0
10
- car_parts/M/short,Seasonal_Naive,2.5,2.5,0.667,1.2,0.854,1.68,20.4,1.58,3.79,1.6,1.72,Sales,1.0
11
- covid_deaths/D/short,Seasonal_Naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1390.0,2110.0,0.792,0.133,0.125,Healthcare,1.0
12
- electricity/15T/short,Seasonal_Naive,367000.0,367000.0,94.2,1.72,0.302,0.23,27.0,606.0,1.19,0.186,0.165,Energy,1.0
13
- electricity/D/short,Seasonal_Naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,33.8,64100.0,1.05,0.114,0.122,Energy,1.0
14
- electricity/H/short,Seasonal_Naive,2890000.0,2890000.0,248.0,1.36,0.363,0.165,18.0,1700.0,0.802,0.117,0.109,Energy,1.0
15
- electricity/W/short,Seasonal_Naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,18.0,563000.0,1.29,0.129,0.0989,Energy,1.0
16
- ett1/15T/short,Seasonal_Naive,8.78,8.78,1.49,0.934,0.633,0.306,8.44,2.96,0.56,0.283,0.241,Energy,7.0
17
- ett1/D/short,Seasonal_Naive,58000.0,58000.0,155.0,1.78,1.16,0.516,34.2,241.0,0.632,0.407,0.515,Energy,7.0
18
- ett1/H/short,Seasonal_Naive,141.0,141.0,5.82,0.977,0.57,0.287,10.2,11.9,0.555,0.272,0.25,Energy,7.0
19
- ett1/W/short,Seasonal_Naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,17.8,1250.0,0.499,0.386,0.338,Energy,7.0
20
- ett2/15T/short,Seasonal_Naive,14.6,14.6,2.53,1.07,0.153,0.17,8.53,3.82,0.182,0.12,0.0964,Energy,7.0
21
- ett2/D/short,Seasonal_Naive,123000.0,123000.0,212.0,1.39,0.471,0.142,48.0,351.0,0.201,0.121,0.205,Energy,7.0
22
- ett2/H/short,Seasonal_Naive,152.0,152.0,7.97,0.923,0.145,0.137,11.5,12.3,0.156,0.101,0.0941,Energy,7.0
23
- ett2/W/short,Seasonal_Naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,23.0,2170.0,0.182,0.111,0.169,Energy,7.0
24
- hierarchical_sales/D/short,Seasonal_Naive,59.0,59.0,3.45,1.13,1.22,1.19,40.8,7.68,2.36,1.06,2.36,Sales,1.0
25
- hierarchical_sales/W/short,Seasonal_Naive,1050.0,1050.0,13.6,1.03,0.95,0.58,20.6,32.3,1.48,0.623,1.03,Sales,1.0
26
- hospital/M/short,Seasonal_Naive,3460.0,3460.0,20.0,0.921,0.233,0.21,6.6,58.9,0.214,0.0726,0.0625,Healthcare,1.0
27
- jena_weather/10T/short,Seasonal_Naive,1990.0,1990.0,10.6,0.743,0.877,0.394,20.7,44.6,0.277,0.0656,0.155,Nature,21.0
28
- jena_weather/D/short,Seasonal_Naive,634.0,634.0,13.1,1.57,1.77,0.485,45.4,25.2,0.152,0.0791,0.297,Nature,21.0
29
- jena_weather/H/short,Seasonal_Naive,1940.0,1940.0,11.0,0.723,1.13,0.401,19.8,44.1,0.27,0.0676,0.173,Nature,21.0
30
- kdd_cup_2018/D/short,Seasonal_Naive,3180.0,3180.0,23.9,1.5,0.589,0.572,35.5,56.4,1.26,0.535,0.888,Nature,1.0
31
- kdd_cup_2018/H/short,Seasonal_Naive,5620.0,5620.0,32.2,1.34,1.42,0.665,12.1,74.9,1.57,0.675,0.559,Nature,1.0
32
- loop_seattle/5T/short,Seasonal_Naive,76.3,76.3,4.81,0.762,0.13,0.102,9.64,8.73,0.15,0.0824,0.0808,Transport,1.0
33
- loop_seattle/D/short,Seasonal_Naive,58.7,58.7,5.94,1.73,0.111,0.107,32.0,7.66,0.137,0.106,0.131,Transport,1.0
34
- loop_seattle/H/short,Seasonal_Naive,126.0,126.0,6.35,1.29,0.171,0.142,14.4,11.2,0.198,0.112,0.108,Transport,1.0
35
- m_dense/D/short,Seasonal_Naive,39900.0,39900.0,118.0,1.67,0.253,0.256,34.1,200.0,0.346,0.205,0.294,Transport,1.0
36
- m_dense/H/short,Seasonal_Naive,146000.0,146000.0,180.0,1.49,0.54,0.391,14.1,382.0,0.677,0.32,0.281,Transport,1.0
37
- m4_daily/D/short,Seasonal_Naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,36.5,705.0,0.109,0.0279,0.0265,Econ/Fin,1.0
38
- m4_hourly/H/short,Seasonal_Naive,3610000.0,3610000.0,354.0,1.19,0.156,0.139,10.0,1900.0,0.26,0.0483,0.0395,Econ/Fin,1.0
39
- m4_monthly/M/short,Seasonal_Naive,2650000.0,2650000.0,700.0,1.26,0.192,0.16,11.1,1630.0,0.339,0.146,0.126,Econ/Fin,1.0
40
- m4_quarterly/Q/short,Seasonal_Naive,2490000.0,2490000.0,709.0,1.6,0.142,0.125,12.6,1580.0,0.264,0.119,0.0992,Econ/Fin,1.0
41
- m4_weekly/W/short,Seasonal_Naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,31.2,673.0,0.123,0.0634,0.0727,Econ/Fin,1.0
42
- m4_yearly/A/short,Seasonal_Naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,47.0,2020.0,0.324,0.162,0.138,Econ/Fin,1.0
43
- restaurant/D/short,Seasonal_Naive,274.0,274.0,10.7,1.01,0.944,0.556,30.2,16.6,0.757,0.49,0.907,Sales,1.0
44
- saugeen/D/short,Seasonal_Naive,995.0,995.0,15.4,3.41,0.471,0.424,77.2,31.5,1.02,0.498,0.754,Nature,1.0
45
- saugeen/M/short,Seasonal_Naive,714.0,714.0,16.7,0.976,0.497,0.442,10.6,26.7,0.802,0.5,0.445,Nature,1.0
46
- saugeen/W/short,Seasonal_Naive,1800.0,1800.0,24.6,1.99,0.824,0.558,30.4,42.4,1.28,0.741,0.855,Nature,1.0
47
- solar/10T/short,Seasonal_Naive,37.9,37.9,2.53,1.11,4.4,0.925,18.8,6.16,1.79,0.735,0.86,Energy,1.0
48
- solar/D/short,Seasonal_Naive,182000.0,182000.0,295.0,1.16,1.15,0.498,32.8,426.0,0.616,0.426,0.757,Energy,1.0
49
- solar/H/short,Seasonal_Naive,1010.0,1010.0,12.3,0.952,3.87,0.62,16.6,31.8,1.17,0.453,0.628,Energy,1.0
50
- solar/W/short,Seasonal_Naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,16.1,1680.0,0.342,0.274,0.236,Energy,1.0
51
- sz_taxi/15T/short,Seasonal_Naive,31.2,31.2,3.82,0.764,1310000000000.0,0.538,7.06,5.59,0.523,0.357,0.309,Transport,1.0
52
- sz_taxi/H/short,Seasonal_Naive,12.0,12.0,2.43,0.738,1.55,0.385,9.27,3.47,0.323,0.226,0.229,Transport,1.0
53
- temperature_rain/D/short,Seasonal_Naive,311.0,311.0,7.89,2.01,97.0,1.33,61.8,17.6,2.07,0.929,1.63,Nature,1.0
54
- us_births/D/short,Seasonal_Naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,32.8,1690.0,0.158,0.119,0.144,Healthcare,1.0
55
- us_births/M/short,Seasonal_Naive,74200000.0,74200000.0,6700.0,0.761,0.0206,0.021,5.65,8610.0,0.0267,0.0208,0.0168,Healthcare,1.0
56
- us_births/W/short,Seasonal_Naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,17.0,2300.0,0.0312,0.0234,0.0216,Healthcare,1.0
57
- bitbrains_fast_storage/5T/medium,Seasonal_Naive,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27,Web/CloudOps,2.0
58
- bitbrains_rnd/5T/medium,Seasonal_Naive,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26,Web/CloudOps,2.0
59
- bizitobs_application/10S/medium,Seasonal_Naive,5140000.0,5140000.0,1280.0,2.69,0.0391,0.0399,21.6,2270.0,0.0891,0.0501,0.0419,Web/CloudOps,2.0
60
- bizitobs_l2c/5T/medium,Seasonal_Naive,295.0,295.0,12.9,1.24,0.936,1.17,8.51,17.2,0.903,0.677,0.53,Web/CloudOps,7.0
61
- bizitobs_l2c/H/medium,Seasonal_Naive,447.0,447.0,15.6,1.65,1.6,1.48,47.1,21.1,1.28,0.946,1.42,Web/CloudOps,7.0
62
- bizitobs_service/10S/medium,Seasonal_Naive,96500.0,96500.0,63.8,1.32,0.0796,0.0771,17.4,311.0,0.234,0.048,0.0486,Web/CloudOps,2.0
63
- electricity/15T/medium,Seasonal_Naive,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124,Energy,1.0
64
- electricity/H/medium,Seasonal_Naive,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156,Energy,1.0
65
- ett1/15T/medium,Seasonal_Naive,12.9,12.9,1.84,1.19,0.908,0.428,14.9,3.59,0.684,0.35,0.352,Energy,7.0
66
- ett1/H/medium,Seasonal_Naive,205.0,205.0,8.16,1.57,2350000000000.0,0.457,29.9,14.3,0.685,0.391,0.54,Energy,7.0
67
- ett2/15T/medium,Seasonal_Naive,14.9,14.9,2.48,1.05,0.165,0.19,17.5,3.87,0.206,0.132,0.143,Energy,7.0
68
- ett2/H/medium,Seasonal_Naive,338.0,338.0,11.5,1.24,0.201,0.198,36.6,18.4,0.248,0.155,0.241,Energy,7.0
69
- jena_weather/10T/medium,Seasonal_Naive,2570.0,2570.0,12.4,0.716,0.899,0.402,37.5,50.7,0.311,0.0764,0.277,Nature,21.0
70
- jena_weather/H/medium,Seasonal_Naive,1950.0,1950.0,12.7,0.889,1.7,0.455,61.3,44.2,0.27,0.0775,0.486,Nature,21.0
71
- kdd_cup_2018/H/medium,Seasonal_Naive,5790.0,5790.0,31.3,1.43,1.64,0.655,30.7,76.1,1.59,0.656,0.949,Nature,1.0
72
- loop_seattle/5T/medium,Seasonal_Naive,150.0,150.0,7.27,1.15,0.224,0.162,12.3,12.2,0.218,0.129,0.123,Transport,1.0
73
- loop_seattle/H/medium,Seasonal_Naive,154.0,154.0,7.22,1.48,0.201,0.161,35.8,12.4,0.219,0.128,0.206,Transport,1.0
74
- m_dense/H/medium,Seasonal_Naive,158000.0,158000.0,189.0,1.57,0.543,0.398,32.6,398.0,0.692,0.329,0.479,Transport,1.0
75
- solar/10T/medium,Seasonal_Naive,29.2,29.2,2.12,0.927,3.22,0.659,19.5,5.41,1.2,0.47,0.771,Energy,1.0
76
- solar/H/medium,Seasonal_Naive,993.0,993.0,12.2,0.935,5.24,0.568,43.1,31.5,1.14,0.44,1.27,Energy,1.0
77
- sz_taxi/15T/medium,Seasonal_Naive,28.9,28.9,3.67,0.713,18900000000000.0,0.517,14.3,5.38,0.501,0.342,0.454,Transport,1.0
78
- bitbrains_fast_storage/5T/long,Seasonal_Naive,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29,Web/CloudOps,2.0
79
- bitbrains_rnd/5T/long,Seasonal_Naive,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29,Web/CloudOps,2.0
80
- bizitobs_application/10S/long,Seasonal_Naive,1230000000.0,1230000000.0,26000.0,36400.0,538.0,1.03,1310000.0,35000.0,1.35,1.0,0.973,Web/CloudOps,2.0
81
- bizitobs_l2c/5T/long,Seasonal_Naive,416.0,416.0,15.4,1.45,1.02,1.3,10.4,20.4,1.15,0.862,0.674,Web/CloudOps,7.0
82
- bizitobs_l2c/H/long,Seasonal_Naive,907.0,907.0,27.0,4.04,5.97,1.11,59.4,30.1,1.84,1.65,1.82,Web/CloudOps,7.0
83
- bizitobs_service/10S/long,Seasonal_Naive,131000.0,131000.0,75.3,1.37,0.0849,0.0814,19.3,362.0,0.268,0.0558,0.0559,Web/CloudOps,2.0
84
- electricity/15T/long,Seasonal_Naive,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129,Energy,1.0
85
- electricity/H/long,Seasonal_Naive,13500000.0,13500000.0,357.0,1.52,0.361,0.168,34.9,3680.0,1.45,0.141,0.19,Energy,1.0
86
- ett1/15T/long,Seasonal_Naive,13.0,13.0,1.86,1.19,0.984,0.42,18.7,3.61,0.688,0.354,0.396,Energy,7.0
87
- ett1/H/long,Seasonal_Naive,199.0,199.0,7.75,1.48,2650000000000.0,0.477,36.6,14.1,0.676,0.371,0.616,Energy,7.0
88
- ett2/15T/long,Seasonal_Naive,13.7,13.7,2.36,1.01,0.161,0.189,22.2,3.7,0.197,0.126,0.165,Energy,7.0
89
- ett2/H/long,Seasonal_Naive,259.0,259.0,10.0,1.13,0.19,0.188,45.0,16.1,0.22,0.137,0.287,Energy,7.0
90
- jena_weather/10T/long,Seasonal_Naive,2040.0,2040.0,11.4,0.761,0.772,0.404,42.1,45.2,0.277,0.07,0.304,Nature,21.0
91
- jena_weather/H/long,Seasonal_Naive,2710.0,2710.0,15.7,1.27,1.87,0.502,74.9,52.1,0.314,0.0944,0.598,Nature,21.0
92
- kdd_cup_2018/H/long,Seasonal_Naive,4860.0,4860.0,29.6,1.34,1.35,0.81,37.3,69.7,1.64,0.695,1.25,Nature,1.0
93
- loop_seattle/5T/long,Seasonal_Naive,172.0,172.0,7.89,1.25,0.23,0.176,13.7,13.1,0.232,0.14,0.137,Transport,1.0
94
- loop_seattle/H/long,Seasonal_Naive,167.0,167.0,7.51,1.55,0.235,0.164,44.0,12.9,0.231,0.134,0.245,Transport,1.0
95
- m_dense/H/long,Seasonal_Naive,138000.0,138000.0,176.0,1.48,0.498,0.388,39.9,371.0,0.642,0.304,0.552,Transport,1.0
96
- solar/10T/long,Seasonal_Naive,26.9,26.9,2.0,0.871,2.31,0.66,21.6,5.19,1.12,0.431,0.786,Energy,1.0
97
- solar/H/long,Seasonal_Naive,1160.0,1160.0,14.0,1.07,5.33,0.712,52.7,34.1,1.18,0.485,1.47,Energy,1.0
98
- sz_taxi/15T/long,Seasonal_Naive,28.5,28.5,3.68,0.691,3280000000000.0,0.522,18.0,5.34,0.494,0.341,0.554,Transport,1.0