diff --git a/README.md b/README.md index 6348504..ac9d660 100644 --- a/README.md +++ b/README.md @@ -7,7 +7,7 @@ TODS is a full-stack automated machine learning system for outlier detection on multivariate time-series data. TODS provides exhaustive modules for building machine learning-based outlier detection systems, including: data processing, time series processing, feature analysis (extraction), detection algorithms, and reinforcement module. The functionalities provided via these modules include data preprocessing for general purposes, time series data smoothing/transformation, extracting features from time/frequency domains, various detection algorithms, and involving human expertise to calibrate the system. Three common outlier detection scenarios on time-series data can be performed: point-wise detection (time points as outliers), pattern-wise detection (subsequences as outliers), and system-wise detection (sets of time series as outliers), and a wide-range of corresponding algorithms are provided in TODS. This package is developed by [DATA Lab @ Texas A&M University](https://people.engr.tamu.edu/xiahu/index.html). TODS is featured for: -* **Full Sack Machine Learning System** which supports exhaustive components from preprocessings, feature extraction, detection algorithms and also human-in-the loop interface. +* **Full Stack Machine Learning System** which supports exhaustive components from preprocessings, feature extraction, detection algorithms and also human-in-the loop interface. * **Wide-range of Algorithms**, including all of the point-wise detection algorithms supported by [PyOD](https://github.com/yzhao062/pyod), state-of-the-art pattern-wise (collective) detection algorithms such as [DeepLog](https://www.cs.utah.edu/~lifeifei/papers/deeplog.pdf), [Telemanon](https://arxiv.org/pdf/1802.04431.pdf), and also various ensemble algorithms for performing system-wise detection. @@ -48,14 +48,14 @@ pip install -e . ``` # Examples -Examples are available in [/examples](examples/). For basic usage, you can evaluate a pipeline on a given datasets. Here, we provide an example to load our default pipeline and evaluate it on a subset of yahoo dataset. +Examples are available in [/examples](examples/). For basic usage, you can evaluate a pipeline on a given datasets. Here, we provide example to load our default pipeline and evaluate it on a subset of yahoo dataset. ```python import pandas as pd from tods import schemas as schemas_utils from tods import generate_dataset, evaluate_pipeline -table_path = 'datasets/yahoo_sub_5.csv' +table_path = 'datasets/data/raw_data/yahoo_sub_5.csv' target_index = 6 # what column is the target metric = 'F1_MACRO' # F1 on both label 0 and 1 diff --git a/datasets/anomaly/kpi/SCORE/dataset_TEST/datasetDoc.json b/datasets/data/kpi/SCORE/dataset_TEST/datasetDoc.json similarity index 100% rename from datasets/anomaly/kpi/SCORE/dataset_TEST/datasetDoc.json rename to datasets/data/kpi/SCORE/dataset_TEST/datasetDoc.json diff --git a/datasets/anomaly/kpi/SCORE/dataset_TEST/tables/learningData.csv b/datasets/data/kpi/SCORE/dataset_TEST/tables/learningData.csv similarity index 100% rename from datasets/anomaly/kpi/SCORE/dataset_TEST/tables/learningData.csv rename to datasets/data/kpi/SCORE/dataset_TEST/tables/learningData.csv diff --git a/datasets/anomaly/kpi/SCORE/problem_TEST/dataSplits.csv b/datasets/data/kpi/SCORE/problem_TEST/dataSplits.csv similarity index 100% rename from datasets/anomaly/kpi/SCORE/problem_TEST/dataSplits.csv rename to datasets/data/kpi/SCORE/problem_TEST/dataSplits.csv diff --git a/datasets/anomaly/kpi/SCORE/problem_TEST/problemDoc.json b/datasets/data/kpi/SCORE/problem_TEST/problemDoc.json similarity index 100% rename from datasets/anomaly/kpi/SCORE/problem_TEST/problemDoc.json rename to datasets/data/kpi/SCORE/problem_TEST/problemDoc.json diff --git a/datasets/anomaly/kpi/SCORE/targets.csv b/datasets/data/kpi/SCORE/targets.csv similarity index 100% rename from datasets/anomaly/kpi/SCORE/targets.csv rename to datasets/data/kpi/SCORE/targets.csv diff --git a/datasets/anomaly/kpi/TEST/dataset_TEST/datasetDoc.json b/datasets/data/kpi/TEST/dataset_TEST/datasetDoc.json similarity index 100% rename from datasets/anomaly/kpi/TEST/dataset_TEST/datasetDoc.json rename to datasets/data/kpi/TEST/dataset_TEST/datasetDoc.json diff --git a/datasets/anomaly/kpi/TEST/dataset_TEST/tables/learningData.csv b/datasets/data/kpi/TEST/dataset_TEST/tables/learningData.csv similarity index 100% rename from datasets/anomaly/kpi/TEST/dataset_TEST/tables/learningData.csv rename to datasets/data/kpi/TEST/dataset_TEST/tables/learningData.csv diff --git a/datasets/anomaly/kpi/TEST/problem_TEST/dataSplits.csv b/datasets/data/kpi/TEST/problem_TEST/dataSplits.csv similarity index 100% rename from datasets/anomaly/kpi/TEST/problem_TEST/dataSplits.csv rename to datasets/data/kpi/TEST/problem_TEST/dataSplits.csv diff --git a/datasets/anomaly/kpi/TEST/problem_TEST/problemDoc.json b/datasets/data/kpi/TEST/problem_TEST/problemDoc.json similarity index 100% rename from datasets/anomaly/kpi/TEST/problem_TEST/problemDoc.json rename to datasets/data/kpi/TEST/problem_TEST/problemDoc.json diff --git a/datasets/anomaly/kpi/TRAIN/dataset_TRAIN/datasetDoc.json b/datasets/data/kpi/TRAIN/dataset_TRAIN/datasetDoc.json similarity index 100% rename from datasets/anomaly/kpi/TRAIN/dataset_TRAIN/datasetDoc.json rename to datasets/data/kpi/TRAIN/dataset_TRAIN/datasetDoc.json diff --git a/datasets/anomaly/kpi/TRAIN/dataset_TRAIN/tables/learningData.csv b/datasets/data/kpi/TRAIN/dataset_TRAIN/tables/learningData.csv similarity index 100% rename from datasets/anomaly/kpi/TRAIN/dataset_TRAIN/tables/learningData.csv rename to datasets/data/kpi/TRAIN/dataset_TRAIN/tables/learningData.csv diff --git a/datasets/anomaly/kpi/TRAIN/problem_TRAIN/dataSplits.csv b/datasets/data/kpi/TRAIN/problem_TRAIN/dataSplits.csv similarity index 100% rename from datasets/anomaly/kpi/TRAIN/problem_TRAIN/dataSplits.csv rename to datasets/data/kpi/TRAIN/problem_TRAIN/dataSplits.csv diff --git a/datasets/anomaly/kpi/TRAIN/problem_TRAIN/problemDoc.json b/datasets/data/kpi/TRAIN/problem_TRAIN/problemDoc.json similarity index 100% rename from datasets/anomaly/kpi/TRAIN/problem_TRAIN/problemDoc.json rename to datasets/data/kpi/TRAIN/problem_TRAIN/problemDoc.json diff --git a/datasets/anomaly/kpi/kpi_dataset/datasetDoc.json b/datasets/data/kpi/kpi_dataset/datasetDoc.json similarity index 100% rename from datasets/anomaly/kpi/kpi_dataset/datasetDoc.json rename to datasets/data/kpi/kpi_dataset/datasetDoc.json diff --git a/datasets/anomaly/kpi/kpi_dataset/tables/learningData.csv b/datasets/data/kpi/kpi_dataset/tables/learningData.csv similarity index 100% rename from datasets/anomaly/kpi/kpi_dataset/tables/learningData.csv rename to datasets/data/kpi/kpi_dataset/tables/learningData.csv diff --git a/datasets/anomaly/kpi/kpi_dataset/tables/learningData.csv.REMOVED.git-id b/datasets/data/kpi/kpi_dataset/tables/learningData.csv.REMOVED.git-id similarity index 100% rename from datasets/anomaly/kpi/kpi_dataset/tables/learningData.csv.REMOVED.git-id rename to datasets/data/kpi/kpi_dataset/tables/learningData.csv.REMOVED.git-id diff --git a/datasets/anomaly/kpi/kpi_problem/dataSplits.csv b/datasets/data/kpi/kpi_problem/dataSplits.csv similarity index 100% rename from datasets/anomaly/kpi/kpi_problem/dataSplits.csv rename to datasets/data/kpi/kpi_problem/dataSplits.csv diff --git a/datasets/anomaly/kpi/kpi_problem/dataSplits.csv.REMOVED.git-id b/datasets/data/kpi/kpi_problem/dataSplits.csv.REMOVED.git-id similarity index 100% rename from datasets/anomaly/kpi/kpi_problem/dataSplits.csv.REMOVED.git-id rename to datasets/data/kpi/kpi_problem/dataSplits.csv.REMOVED.git-id diff --git a/datasets/anomaly/kpi/kpi_problem/problemDoc.json b/datasets/data/kpi/kpi_problem/problemDoc.json similarity index 100% rename from datasets/anomaly/kpi/kpi_problem/problemDoc.json rename to datasets/data/kpi/kpi_problem/problemDoc.json diff --git a/datasets/anomaly/raw_data/kpi.csv b/datasets/data/raw_data/kpi.csv similarity index 100% rename from datasets/anomaly/raw_data/kpi.csv rename to datasets/data/raw_data/kpi.csv diff --git a/datasets/anomaly/raw_data/yahoo_sub_5.csv b/datasets/data/raw_data/yahoo_sub_5.csv similarity index 100% rename from datasets/anomaly/raw_data/yahoo_sub_5.csv rename to datasets/data/raw_data/yahoo_sub_5.csv diff --git a/datasets/anomaly/system_wise/sample/systems/0.csv b/datasets/data/system_wise/sample/systems/0.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/0.csv rename to datasets/data/system_wise/sample/systems/0.csv diff --git a/datasets/anomaly/system_wise/sample/systems/1.csv b/datasets/data/system_wise/sample/systems/1.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/1.csv rename to datasets/data/system_wise/sample/systems/1.csv diff --git a/datasets/anomaly/system_wise/sample/systems/10.csv b/datasets/data/system_wise/sample/systems/10.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/10.csv rename to datasets/data/system_wise/sample/systems/10.csv diff --git a/datasets/anomaly/system_wise/sample/systems/100.csv b/datasets/data/system_wise/sample/systems/100.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/100.csv rename to datasets/data/system_wise/sample/systems/100.csv diff --git a/datasets/anomaly/system_wise/sample/systems/101.csv b/datasets/data/system_wise/sample/systems/101.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/101.csv rename to datasets/data/system_wise/sample/systems/101.csv diff --git a/datasets/anomaly/system_wise/sample/systems/102.csv b/datasets/data/system_wise/sample/systems/102.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/102.csv rename to datasets/data/system_wise/sample/systems/102.csv diff --git a/datasets/anomaly/system_wise/sample/systems/103.csv b/datasets/data/system_wise/sample/systems/103.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/103.csv rename to datasets/data/system_wise/sample/systems/103.csv diff --git a/datasets/anomaly/system_wise/sample/systems/104.csv b/datasets/data/system_wise/sample/systems/104.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/104.csv rename to datasets/data/system_wise/sample/systems/104.csv diff --git a/datasets/anomaly/system_wise/sample/systems/105.csv b/datasets/data/system_wise/sample/systems/105.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/105.csv rename to datasets/data/system_wise/sample/systems/105.csv diff --git a/datasets/anomaly/system_wise/sample/systems/106.csv b/datasets/data/system_wise/sample/systems/106.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/106.csv rename to datasets/data/system_wise/sample/systems/106.csv diff --git a/datasets/anomaly/system_wise/sample/systems/107.csv b/datasets/data/system_wise/sample/systems/107.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/107.csv rename to datasets/data/system_wise/sample/systems/107.csv diff --git a/datasets/anomaly/system_wise/sample/systems/108.csv b/datasets/data/system_wise/sample/systems/108.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/108.csv rename to datasets/data/system_wise/sample/systems/108.csv diff --git a/datasets/anomaly/system_wise/sample/systems/109.csv b/datasets/data/system_wise/sample/systems/109.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/109.csv rename to datasets/data/system_wise/sample/systems/109.csv diff --git a/datasets/anomaly/system_wise/sample/systems/11.csv b/datasets/data/system_wise/sample/systems/11.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/11.csv rename to datasets/data/system_wise/sample/systems/11.csv diff --git a/datasets/anomaly/system_wise/sample/systems/110.csv b/datasets/data/system_wise/sample/systems/110.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/110.csv rename to datasets/data/system_wise/sample/systems/110.csv diff --git a/datasets/anomaly/system_wise/sample/systems/111.csv b/datasets/data/system_wise/sample/systems/111.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/111.csv rename to datasets/data/system_wise/sample/systems/111.csv diff --git a/datasets/anomaly/system_wise/sample/systems/112.csv b/datasets/data/system_wise/sample/systems/112.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/112.csv rename to datasets/data/system_wise/sample/systems/112.csv diff --git a/datasets/anomaly/system_wise/sample/systems/113.csv b/datasets/data/system_wise/sample/systems/113.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/113.csv rename to datasets/data/system_wise/sample/systems/113.csv diff --git a/datasets/anomaly/system_wise/sample/systems/114.csv b/datasets/data/system_wise/sample/systems/114.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/114.csv rename to datasets/data/system_wise/sample/systems/114.csv diff --git a/datasets/anomaly/system_wise/sample/systems/115.csv b/datasets/data/system_wise/sample/systems/115.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/115.csv rename to datasets/data/system_wise/sample/systems/115.csv diff --git a/datasets/anomaly/system_wise/sample/systems/116.csv b/datasets/data/system_wise/sample/systems/116.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/116.csv rename to datasets/data/system_wise/sample/systems/116.csv diff --git a/datasets/anomaly/system_wise/sample/systems/117.csv b/datasets/data/system_wise/sample/systems/117.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/117.csv rename to datasets/data/system_wise/sample/systems/117.csv diff --git a/datasets/anomaly/system_wise/sample/systems/118.csv b/datasets/data/system_wise/sample/systems/118.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/118.csv rename to datasets/data/system_wise/sample/systems/118.csv diff --git a/datasets/anomaly/system_wise/sample/systems/119.csv b/datasets/data/system_wise/sample/systems/119.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/119.csv rename to datasets/data/system_wise/sample/systems/119.csv diff --git a/datasets/anomaly/system_wise/sample/systems/12.csv b/datasets/data/system_wise/sample/systems/12.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/12.csv rename to datasets/data/system_wise/sample/systems/12.csv diff --git a/datasets/anomaly/system_wise/sample/systems/120.csv b/datasets/data/system_wise/sample/systems/120.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/120.csv rename to datasets/data/system_wise/sample/systems/120.csv diff --git a/datasets/anomaly/system_wise/sample/systems/121.csv b/datasets/data/system_wise/sample/systems/121.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/121.csv rename to datasets/data/system_wise/sample/systems/121.csv diff --git a/datasets/anomaly/system_wise/sample/systems/122.csv b/datasets/data/system_wise/sample/systems/122.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/122.csv rename to datasets/data/system_wise/sample/systems/122.csv diff --git a/datasets/anomaly/system_wise/sample/systems/123.csv b/datasets/data/system_wise/sample/systems/123.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/123.csv rename to datasets/data/system_wise/sample/systems/123.csv diff --git a/datasets/anomaly/system_wise/sample/systems/124.csv b/datasets/data/system_wise/sample/systems/124.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/124.csv rename to datasets/data/system_wise/sample/systems/124.csv diff --git a/datasets/anomaly/system_wise/sample/systems/125.csv b/datasets/data/system_wise/sample/systems/125.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/125.csv rename to datasets/data/system_wise/sample/systems/125.csv diff --git a/datasets/anomaly/system_wise/sample/systems/126.csv b/datasets/data/system_wise/sample/systems/126.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/126.csv rename to datasets/data/system_wise/sample/systems/126.csv diff --git a/datasets/anomaly/system_wise/sample/systems/127.csv b/datasets/data/system_wise/sample/systems/127.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/127.csv rename to datasets/data/system_wise/sample/systems/127.csv diff --git a/datasets/anomaly/system_wise/sample/systems/128.csv b/datasets/data/system_wise/sample/systems/128.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/128.csv rename to datasets/data/system_wise/sample/systems/128.csv diff --git a/datasets/anomaly/system_wise/sample/systems/129.csv b/datasets/data/system_wise/sample/systems/129.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/129.csv rename to datasets/data/system_wise/sample/systems/129.csv diff --git a/datasets/anomaly/system_wise/sample/systems/13.csv b/datasets/data/system_wise/sample/systems/13.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/13.csv rename to datasets/data/system_wise/sample/systems/13.csv diff --git a/datasets/anomaly/system_wise/sample/systems/130.csv b/datasets/data/system_wise/sample/systems/130.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/130.csv rename to datasets/data/system_wise/sample/systems/130.csv diff --git a/datasets/anomaly/system_wise/sample/systems/131.csv b/datasets/data/system_wise/sample/systems/131.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/131.csv rename to datasets/data/system_wise/sample/systems/131.csv diff --git a/datasets/anomaly/system_wise/sample/systems/132.csv b/datasets/data/system_wise/sample/systems/132.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/132.csv rename to datasets/data/system_wise/sample/systems/132.csv diff --git a/datasets/anomaly/system_wise/sample/systems/133.csv b/datasets/data/system_wise/sample/systems/133.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/133.csv rename to datasets/data/system_wise/sample/systems/133.csv diff --git a/datasets/anomaly/system_wise/sample/systems/134.csv b/datasets/data/system_wise/sample/systems/134.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/134.csv rename to datasets/data/system_wise/sample/systems/134.csv diff --git a/datasets/anomaly/system_wise/sample/systems/135.csv b/datasets/data/system_wise/sample/systems/135.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/135.csv rename to datasets/data/system_wise/sample/systems/135.csv diff --git a/datasets/anomaly/system_wise/sample/systems/136.csv b/datasets/data/system_wise/sample/systems/136.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/136.csv rename to datasets/data/system_wise/sample/systems/136.csv diff --git a/datasets/anomaly/system_wise/sample/systems/137.csv b/datasets/data/system_wise/sample/systems/137.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/137.csv rename to datasets/data/system_wise/sample/systems/137.csv diff --git a/datasets/anomaly/system_wise/sample/systems/138.csv b/datasets/data/system_wise/sample/systems/138.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/138.csv rename to datasets/data/system_wise/sample/systems/138.csv diff --git a/datasets/anomaly/system_wise/sample/systems/139.csv b/datasets/data/system_wise/sample/systems/139.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/139.csv rename to datasets/data/system_wise/sample/systems/139.csv diff --git a/datasets/anomaly/system_wise/sample/systems/14.csv b/datasets/data/system_wise/sample/systems/14.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/14.csv rename to datasets/data/system_wise/sample/systems/14.csv diff --git a/datasets/anomaly/system_wise/sample/systems/140.csv b/datasets/data/system_wise/sample/systems/140.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/140.csv rename to datasets/data/system_wise/sample/systems/140.csv diff --git a/datasets/anomaly/system_wise/sample/systems/141.csv b/datasets/data/system_wise/sample/systems/141.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/141.csv rename to datasets/data/system_wise/sample/systems/141.csv diff --git a/datasets/anomaly/system_wise/sample/systems/142.csv b/datasets/data/system_wise/sample/systems/142.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/142.csv rename to datasets/data/system_wise/sample/systems/142.csv diff --git a/datasets/anomaly/system_wise/sample/systems/143.csv b/datasets/data/system_wise/sample/systems/143.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/143.csv rename to datasets/data/system_wise/sample/systems/143.csv diff --git a/datasets/anomaly/system_wise/sample/systems/144.csv b/datasets/data/system_wise/sample/systems/144.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/144.csv rename to datasets/data/system_wise/sample/systems/144.csv diff --git a/datasets/anomaly/system_wise/sample/systems/145.csv b/datasets/data/system_wise/sample/systems/145.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/145.csv rename to datasets/data/system_wise/sample/systems/145.csv diff --git a/datasets/anomaly/system_wise/sample/systems/146.csv b/datasets/data/system_wise/sample/systems/146.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/146.csv rename to datasets/data/system_wise/sample/systems/146.csv diff --git a/datasets/anomaly/system_wise/sample/systems/147.csv b/datasets/data/system_wise/sample/systems/147.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/147.csv rename to datasets/data/system_wise/sample/systems/147.csv diff --git a/datasets/anomaly/system_wise/sample/systems/148.csv b/datasets/data/system_wise/sample/systems/148.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/148.csv rename to datasets/data/system_wise/sample/systems/148.csv diff --git a/datasets/anomaly/system_wise/sample/systems/149.csv b/datasets/data/system_wise/sample/systems/149.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/149.csv rename to datasets/data/system_wise/sample/systems/149.csv diff --git a/datasets/anomaly/system_wise/sample/systems/15.csv b/datasets/data/system_wise/sample/systems/15.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/15.csv rename to datasets/data/system_wise/sample/systems/15.csv diff --git a/datasets/anomaly/system_wise/sample/systems/150.csv b/datasets/data/system_wise/sample/systems/150.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/150.csv rename to datasets/data/system_wise/sample/systems/150.csv diff --git a/datasets/anomaly/system_wise/sample/systems/151.csv b/datasets/data/system_wise/sample/systems/151.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/151.csv rename to datasets/data/system_wise/sample/systems/151.csv diff --git a/datasets/anomaly/system_wise/sample/systems/152.csv b/datasets/data/system_wise/sample/systems/152.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/152.csv rename to datasets/data/system_wise/sample/systems/152.csv diff --git a/datasets/anomaly/system_wise/sample/systems/153.csv b/datasets/data/system_wise/sample/systems/153.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/153.csv rename to datasets/data/system_wise/sample/systems/153.csv diff --git a/datasets/anomaly/system_wise/sample/systems/154.csv b/datasets/data/system_wise/sample/systems/154.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/154.csv rename to datasets/data/system_wise/sample/systems/154.csv diff --git a/datasets/anomaly/system_wise/sample/systems/155.csv b/datasets/data/system_wise/sample/systems/155.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/155.csv rename to datasets/data/system_wise/sample/systems/155.csv diff --git a/datasets/anomaly/system_wise/sample/systems/156.csv b/datasets/data/system_wise/sample/systems/156.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/156.csv rename to datasets/data/system_wise/sample/systems/156.csv diff --git a/datasets/anomaly/system_wise/sample/systems/157.csv b/datasets/data/system_wise/sample/systems/157.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/157.csv rename to datasets/data/system_wise/sample/systems/157.csv diff --git a/datasets/anomaly/system_wise/sample/systems/158.csv b/datasets/data/system_wise/sample/systems/158.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/158.csv rename to datasets/data/system_wise/sample/systems/158.csv diff --git a/datasets/anomaly/system_wise/sample/systems/159.csv b/datasets/data/system_wise/sample/systems/159.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/159.csv rename to datasets/data/system_wise/sample/systems/159.csv diff --git a/datasets/anomaly/system_wise/sample/systems/16.csv b/datasets/data/system_wise/sample/systems/16.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/16.csv rename to datasets/data/system_wise/sample/systems/16.csv diff --git a/datasets/anomaly/system_wise/sample/systems/160.csv b/datasets/data/system_wise/sample/systems/160.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/160.csv rename to datasets/data/system_wise/sample/systems/160.csv diff --git a/datasets/anomaly/system_wise/sample/systems/161.csv b/datasets/data/system_wise/sample/systems/161.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/161.csv rename to datasets/data/system_wise/sample/systems/161.csv diff --git a/datasets/anomaly/system_wise/sample/systems/162.csv b/datasets/data/system_wise/sample/systems/162.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/162.csv rename to datasets/data/system_wise/sample/systems/162.csv diff --git a/datasets/anomaly/system_wise/sample/systems/163.csv b/datasets/data/system_wise/sample/systems/163.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/163.csv rename to datasets/data/system_wise/sample/systems/163.csv diff --git a/datasets/anomaly/system_wise/sample/systems/164.csv b/datasets/data/system_wise/sample/systems/164.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/164.csv rename to datasets/data/system_wise/sample/systems/164.csv diff --git a/datasets/anomaly/system_wise/sample/systems/165.csv b/datasets/data/system_wise/sample/systems/165.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/165.csv rename to datasets/data/system_wise/sample/systems/165.csv diff --git a/datasets/anomaly/system_wise/sample/systems/166.csv b/datasets/data/system_wise/sample/systems/166.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/166.csv rename to datasets/data/system_wise/sample/systems/166.csv diff --git a/datasets/anomaly/system_wise/sample/systems/167.csv b/datasets/data/system_wise/sample/systems/167.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/167.csv rename to datasets/data/system_wise/sample/systems/167.csv diff --git a/datasets/anomaly/system_wise/sample/systems/168.csv b/datasets/data/system_wise/sample/systems/168.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/168.csv rename to datasets/data/system_wise/sample/systems/168.csv diff --git a/datasets/anomaly/system_wise/sample/systems/169.csv b/datasets/data/system_wise/sample/systems/169.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/169.csv rename to datasets/data/system_wise/sample/systems/169.csv diff --git a/datasets/anomaly/system_wise/sample/systems/17.csv b/datasets/data/system_wise/sample/systems/17.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/17.csv rename to datasets/data/system_wise/sample/systems/17.csv diff --git a/datasets/anomaly/system_wise/sample/systems/170.csv b/datasets/data/system_wise/sample/systems/170.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/170.csv rename to datasets/data/system_wise/sample/systems/170.csv diff --git a/datasets/anomaly/system_wise/sample/systems/171.csv b/datasets/data/system_wise/sample/systems/171.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/171.csv rename to datasets/data/system_wise/sample/systems/171.csv diff --git a/datasets/anomaly/system_wise/sample/systems/172.csv b/datasets/data/system_wise/sample/systems/172.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/172.csv rename to datasets/data/system_wise/sample/systems/172.csv diff --git a/datasets/anomaly/system_wise/sample/systems/173.csv b/datasets/data/system_wise/sample/systems/173.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/173.csv rename to datasets/data/system_wise/sample/systems/173.csv diff --git a/datasets/anomaly/system_wise/sample/systems/174.csv b/datasets/data/system_wise/sample/systems/174.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/174.csv rename to datasets/data/system_wise/sample/systems/174.csv diff --git a/datasets/anomaly/system_wise/sample/systems/175.csv b/datasets/data/system_wise/sample/systems/175.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/175.csv rename to datasets/data/system_wise/sample/systems/175.csv diff --git a/datasets/anomaly/system_wise/sample/systems/176.csv b/datasets/data/system_wise/sample/systems/176.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/176.csv rename to datasets/data/system_wise/sample/systems/176.csv diff --git a/datasets/anomaly/system_wise/sample/systems/177.csv b/datasets/data/system_wise/sample/systems/177.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/177.csv rename to datasets/data/system_wise/sample/systems/177.csv diff --git a/datasets/anomaly/system_wise/sample/systems/178.csv b/datasets/data/system_wise/sample/systems/178.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/178.csv rename to datasets/data/system_wise/sample/systems/178.csv diff --git a/datasets/anomaly/system_wise/sample/systems/179.csv b/datasets/data/system_wise/sample/systems/179.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/179.csv rename to datasets/data/system_wise/sample/systems/179.csv diff --git a/datasets/anomaly/system_wise/sample/systems/18.csv b/datasets/data/system_wise/sample/systems/18.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/18.csv rename to datasets/data/system_wise/sample/systems/18.csv diff --git a/datasets/anomaly/system_wise/sample/systems/180.csv b/datasets/data/system_wise/sample/systems/180.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/180.csv rename to datasets/data/system_wise/sample/systems/180.csv diff --git a/datasets/anomaly/system_wise/sample/systems/181.csv b/datasets/data/system_wise/sample/systems/181.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/181.csv rename to datasets/data/system_wise/sample/systems/181.csv diff --git a/datasets/anomaly/system_wise/sample/systems/182.csv b/datasets/data/system_wise/sample/systems/182.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/182.csv rename to datasets/data/system_wise/sample/systems/182.csv diff --git a/datasets/anomaly/system_wise/sample/systems/183.csv b/datasets/data/system_wise/sample/systems/183.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/183.csv rename to datasets/data/system_wise/sample/systems/183.csv diff --git a/datasets/anomaly/system_wise/sample/systems/184.csv b/datasets/data/system_wise/sample/systems/184.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/184.csv rename to datasets/data/system_wise/sample/systems/184.csv diff --git a/datasets/anomaly/system_wise/sample/systems/185.csv b/datasets/data/system_wise/sample/systems/185.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/185.csv rename to datasets/data/system_wise/sample/systems/185.csv diff --git a/datasets/anomaly/system_wise/sample/systems/186.csv b/datasets/data/system_wise/sample/systems/186.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/186.csv rename to datasets/data/system_wise/sample/systems/186.csv diff --git a/datasets/anomaly/system_wise/sample/systems/187.csv b/datasets/data/system_wise/sample/systems/187.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/187.csv rename to datasets/data/system_wise/sample/systems/187.csv diff --git a/datasets/anomaly/system_wise/sample/systems/188.csv b/datasets/data/system_wise/sample/systems/188.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/188.csv rename to datasets/data/system_wise/sample/systems/188.csv diff --git a/datasets/anomaly/system_wise/sample/systems/189.csv b/datasets/data/system_wise/sample/systems/189.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/189.csv rename to datasets/data/system_wise/sample/systems/189.csv diff --git a/datasets/anomaly/system_wise/sample/systems/19.csv b/datasets/data/system_wise/sample/systems/19.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/19.csv rename to datasets/data/system_wise/sample/systems/19.csv diff --git a/datasets/anomaly/system_wise/sample/systems/190.csv b/datasets/data/system_wise/sample/systems/190.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/190.csv rename to datasets/data/system_wise/sample/systems/190.csv diff --git a/datasets/anomaly/system_wise/sample/systems/191.csv b/datasets/data/system_wise/sample/systems/191.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/191.csv rename to datasets/data/system_wise/sample/systems/191.csv diff --git a/datasets/anomaly/system_wise/sample/systems/192.csv b/datasets/data/system_wise/sample/systems/192.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/192.csv rename to datasets/data/system_wise/sample/systems/192.csv diff --git a/datasets/anomaly/system_wise/sample/systems/193.csv b/datasets/data/system_wise/sample/systems/193.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/193.csv rename to datasets/data/system_wise/sample/systems/193.csv diff --git a/datasets/anomaly/system_wise/sample/systems/194.csv b/datasets/data/system_wise/sample/systems/194.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/194.csv rename to datasets/data/system_wise/sample/systems/194.csv diff --git a/datasets/anomaly/system_wise/sample/systems/195.csv b/datasets/data/system_wise/sample/systems/195.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/195.csv rename to datasets/data/system_wise/sample/systems/195.csv diff --git a/datasets/anomaly/system_wise/sample/systems/196.csv b/datasets/data/system_wise/sample/systems/196.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/196.csv rename to datasets/data/system_wise/sample/systems/196.csv diff --git a/datasets/anomaly/system_wise/sample/systems/197.csv b/datasets/data/system_wise/sample/systems/197.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/197.csv rename to datasets/data/system_wise/sample/systems/197.csv diff --git a/datasets/anomaly/system_wise/sample/systems/198.csv b/datasets/data/system_wise/sample/systems/198.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/198.csv rename to datasets/data/system_wise/sample/systems/198.csv diff --git a/datasets/anomaly/system_wise/sample/systems/199.csv b/datasets/data/system_wise/sample/systems/199.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/199.csv rename to datasets/data/system_wise/sample/systems/199.csv diff --git a/datasets/anomaly/system_wise/sample/systems/2.csv b/datasets/data/system_wise/sample/systems/2.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/2.csv rename to datasets/data/system_wise/sample/systems/2.csv diff --git a/datasets/anomaly/system_wise/sample/systems/20.csv b/datasets/data/system_wise/sample/systems/20.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/20.csv rename to datasets/data/system_wise/sample/systems/20.csv diff --git a/datasets/anomaly/system_wise/sample/systems/21.csv b/datasets/data/system_wise/sample/systems/21.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/21.csv rename to datasets/data/system_wise/sample/systems/21.csv diff --git a/datasets/anomaly/system_wise/sample/systems/22.csv b/datasets/data/system_wise/sample/systems/22.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/22.csv rename to datasets/data/system_wise/sample/systems/22.csv diff --git a/datasets/anomaly/system_wise/sample/systems/23.csv b/datasets/data/system_wise/sample/systems/23.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/23.csv rename to datasets/data/system_wise/sample/systems/23.csv diff --git a/datasets/anomaly/system_wise/sample/systems/24.csv b/datasets/data/system_wise/sample/systems/24.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/24.csv rename to datasets/data/system_wise/sample/systems/24.csv diff --git a/datasets/anomaly/system_wise/sample/systems/25.csv b/datasets/data/system_wise/sample/systems/25.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/25.csv rename to datasets/data/system_wise/sample/systems/25.csv diff --git a/datasets/anomaly/system_wise/sample/systems/26.csv b/datasets/data/system_wise/sample/systems/26.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/26.csv rename to datasets/data/system_wise/sample/systems/26.csv diff --git a/datasets/anomaly/system_wise/sample/systems/27.csv b/datasets/data/system_wise/sample/systems/27.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/27.csv rename to datasets/data/system_wise/sample/systems/27.csv diff --git a/datasets/anomaly/system_wise/sample/systems/28.csv b/datasets/data/system_wise/sample/systems/28.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/28.csv rename to datasets/data/system_wise/sample/systems/28.csv diff --git a/datasets/anomaly/system_wise/sample/systems/29.csv b/datasets/data/system_wise/sample/systems/29.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/29.csv rename to datasets/data/system_wise/sample/systems/29.csv diff --git a/datasets/anomaly/system_wise/sample/systems/3.csv b/datasets/data/system_wise/sample/systems/3.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/3.csv rename to datasets/data/system_wise/sample/systems/3.csv diff --git a/datasets/anomaly/system_wise/sample/systems/30.csv b/datasets/data/system_wise/sample/systems/30.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/30.csv rename to datasets/data/system_wise/sample/systems/30.csv diff --git a/datasets/anomaly/system_wise/sample/systems/31.csv b/datasets/data/system_wise/sample/systems/31.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/31.csv rename to datasets/data/system_wise/sample/systems/31.csv diff --git a/datasets/anomaly/system_wise/sample/systems/32.csv b/datasets/data/system_wise/sample/systems/32.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/32.csv rename to datasets/data/system_wise/sample/systems/32.csv diff --git a/datasets/anomaly/system_wise/sample/systems/33.csv b/datasets/data/system_wise/sample/systems/33.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/33.csv rename to datasets/data/system_wise/sample/systems/33.csv diff --git a/datasets/anomaly/system_wise/sample/systems/34.csv b/datasets/data/system_wise/sample/systems/34.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/34.csv rename to datasets/data/system_wise/sample/systems/34.csv diff --git a/datasets/anomaly/system_wise/sample/systems/35.csv b/datasets/data/system_wise/sample/systems/35.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/35.csv rename to datasets/data/system_wise/sample/systems/35.csv diff --git a/datasets/anomaly/system_wise/sample/systems/36.csv b/datasets/data/system_wise/sample/systems/36.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/36.csv rename to datasets/data/system_wise/sample/systems/36.csv diff --git a/datasets/anomaly/system_wise/sample/systems/37.csv b/datasets/data/system_wise/sample/systems/37.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/37.csv rename to datasets/data/system_wise/sample/systems/37.csv diff --git a/datasets/anomaly/system_wise/sample/systems/38.csv b/datasets/data/system_wise/sample/systems/38.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/38.csv rename to datasets/data/system_wise/sample/systems/38.csv diff --git a/datasets/anomaly/system_wise/sample/systems/39.csv b/datasets/data/system_wise/sample/systems/39.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/39.csv rename to datasets/data/system_wise/sample/systems/39.csv diff --git a/datasets/anomaly/system_wise/sample/systems/4.csv b/datasets/data/system_wise/sample/systems/4.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/4.csv rename to datasets/data/system_wise/sample/systems/4.csv diff --git a/datasets/anomaly/system_wise/sample/systems/40.csv b/datasets/data/system_wise/sample/systems/40.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/40.csv rename to datasets/data/system_wise/sample/systems/40.csv diff --git a/datasets/anomaly/system_wise/sample/systems/41.csv b/datasets/data/system_wise/sample/systems/41.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/41.csv rename to datasets/data/system_wise/sample/systems/41.csv diff --git a/datasets/anomaly/system_wise/sample/systems/42.csv b/datasets/data/system_wise/sample/systems/42.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/42.csv rename to datasets/data/system_wise/sample/systems/42.csv diff --git a/datasets/anomaly/system_wise/sample/systems/43.csv b/datasets/data/system_wise/sample/systems/43.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/43.csv rename to datasets/data/system_wise/sample/systems/43.csv diff --git a/datasets/anomaly/system_wise/sample/systems/44.csv b/datasets/data/system_wise/sample/systems/44.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/44.csv rename to datasets/data/system_wise/sample/systems/44.csv diff --git a/datasets/anomaly/system_wise/sample/systems/45.csv b/datasets/data/system_wise/sample/systems/45.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/45.csv rename to datasets/data/system_wise/sample/systems/45.csv diff --git a/datasets/anomaly/system_wise/sample/systems/46.csv b/datasets/data/system_wise/sample/systems/46.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/46.csv rename to datasets/data/system_wise/sample/systems/46.csv diff --git a/datasets/anomaly/system_wise/sample/systems/47.csv b/datasets/data/system_wise/sample/systems/47.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/47.csv rename to datasets/data/system_wise/sample/systems/47.csv diff --git a/datasets/anomaly/system_wise/sample/systems/48.csv b/datasets/data/system_wise/sample/systems/48.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/48.csv rename to datasets/data/system_wise/sample/systems/48.csv diff --git a/datasets/anomaly/system_wise/sample/systems/49.csv b/datasets/data/system_wise/sample/systems/49.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/49.csv rename to datasets/data/system_wise/sample/systems/49.csv diff --git a/datasets/anomaly/system_wise/sample/systems/5.csv b/datasets/data/system_wise/sample/systems/5.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/5.csv rename to datasets/data/system_wise/sample/systems/5.csv diff --git a/datasets/anomaly/system_wise/sample/systems/50.csv b/datasets/data/system_wise/sample/systems/50.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/50.csv rename to datasets/data/system_wise/sample/systems/50.csv diff --git a/datasets/anomaly/system_wise/sample/systems/51.csv b/datasets/data/system_wise/sample/systems/51.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/51.csv rename to datasets/data/system_wise/sample/systems/51.csv diff --git a/datasets/anomaly/system_wise/sample/systems/52.csv b/datasets/data/system_wise/sample/systems/52.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/52.csv rename to datasets/data/system_wise/sample/systems/52.csv diff --git a/datasets/anomaly/system_wise/sample/systems/53.csv b/datasets/data/system_wise/sample/systems/53.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/53.csv rename to datasets/data/system_wise/sample/systems/53.csv diff --git a/datasets/anomaly/system_wise/sample/systems/54.csv b/datasets/data/system_wise/sample/systems/54.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/54.csv rename to datasets/data/system_wise/sample/systems/54.csv diff --git a/datasets/anomaly/system_wise/sample/systems/55.csv b/datasets/data/system_wise/sample/systems/55.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/55.csv rename to datasets/data/system_wise/sample/systems/55.csv diff --git a/datasets/anomaly/system_wise/sample/systems/56.csv b/datasets/data/system_wise/sample/systems/56.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/56.csv rename to datasets/data/system_wise/sample/systems/56.csv diff --git a/datasets/anomaly/system_wise/sample/systems/57.csv b/datasets/data/system_wise/sample/systems/57.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/57.csv rename to datasets/data/system_wise/sample/systems/57.csv diff --git a/datasets/anomaly/system_wise/sample/systems/58.csv b/datasets/data/system_wise/sample/systems/58.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/58.csv rename to datasets/data/system_wise/sample/systems/58.csv diff --git a/datasets/anomaly/system_wise/sample/systems/59.csv b/datasets/data/system_wise/sample/systems/59.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/59.csv rename to datasets/data/system_wise/sample/systems/59.csv diff --git a/datasets/anomaly/system_wise/sample/systems/6.csv b/datasets/data/system_wise/sample/systems/6.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/6.csv rename to datasets/data/system_wise/sample/systems/6.csv diff --git a/datasets/anomaly/system_wise/sample/systems/60.csv b/datasets/data/system_wise/sample/systems/60.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/60.csv rename to datasets/data/system_wise/sample/systems/60.csv diff --git a/datasets/anomaly/system_wise/sample/systems/61.csv b/datasets/data/system_wise/sample/systems/61.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/61.csv rename to datasets/data/system_wise/sample/systems/61.csv diff --git a/datasets/anomaly/system_wise/sample/systems/62.csv b/datasets/data/system_wise/sample/systems/62.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/62.csv rename to datasets/data/system_wise/sample/systems/62.csv diff --git a/datasets/anomaly/system_wise/sample/systems/63.csv b/datasets/data/system_wise/sample/systems/63.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/63.csv rename to datasets/data/system_wise/sample/systems/63.csv diff --git a/datasets/anomaly/system_wise/sample/systems/64.csv b/datasets/data/system_wise/sample/systems/64.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/64.csv rename to datasets/data/system_wise/sample/systems/64.csv diff --git a/datasets/anomaly/system_wise/sample/systems/65.csv b/datasets/data/system_wise/sample/systems/65.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/65.csv rename to datasets/data/system_wise/sample/systems/65.csv diff --git a/datasets/anomaly/system_wise/sample/systems/66.csv b/datasets/data/system_wise/sample/systems/66.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/66.csv rename to datasets/data/system_wise/sample/systems/66.csv diff --git a/datasets/anomaly/system_wise/sample/systems/67.csv b/datasets/data/system_wise/sample/systems/67.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/67.csv rename to datasets/data/system_wise/sample/systems/67.csv diff --git a/datasets/anomaly/system_wise/sample/systems/68.csv b/datasets/data/system_wise/sample/systems/68.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/68.csv rename to datasets/data/system_wise/sample/systems/68.csv diff --git a/datasets/anomaly/system_wise/sample/systems/69.csv b/datasets/data/system_wise/sample/systems/69.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/69.csv rename to datasets/data/system_wise/sample/systems/69.csv diff --git a/datasets/anomaly/system_wise/sample/systems/7.csv b/datasets/data/system_wise/sample/systems/7.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/7.csv rename to datasets/data/system_wise/sample/systems/7.csv diff --git a/datasets/anomaly/system_wise/sample/systems/70.csv b/datasets/data/system_wise/sample/systems/70.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/70.csv rename to datasets/data/system_wise/sample/systems/70.csv diff --git a/datasets/anomaly/system_wise/sample/systems/71.csv b/datasets/data/system_wise/sample/systems/71.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/71.csv rename to datasets/data/system_wise/sample/systems/71.csv diff --git a/datasets/anomaly/system_wise/sample/systems/72.csv b/datasets/data/system_wise/sample/systems/72.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/72.csv rename to datasets/data/system_wise/sample/systems/72.csv diff --git a/datasets/anomaly/system_wise/sample/systems/73.csv b/datasets/data/system_wise/sample/systems/73.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/73.csv rename to datasets/data/system_wise/sample/systems/73.csv diff --git a/datasets/anomaly/system_wise/sample/systems/74.csv b/datasets/data/system_wise/sample/systems/74.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/74.csv rename to datasets/data/system_wise/sample/systems/74.csv diff --git a/datasets/anomaly/system_wise/sample/systems/75.csv b/datasets/data/system_wise/sample/systems/75.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/75.csv rename to datasets/data/system_wise/sample/systems/75.csv diff --git a/datasets/anomaly/system_wise/sample/systems/76.csv b/datasets/data/system_wise/sample/systems/76.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/76.csv rename to datasets/data/system_wise/sample/systems/76.csv diff --git a/datasets/anomaly/system_wise/sample/systems/77.csv b/datasets/data/system_wise/sample/systems/77.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/77.csv rename to datasets/data/system_wise/sample/systems/77.csv diff --git a/datasets/anomaly/system_wise/sample/systems/78.csv b/datasets/data/system_wise/sample/systems/78.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/78.csv rename to datasets/data/system_wise/sample/systems/78.csv diff --git a/datasets/anomaly/system_wise/sample/systems/79.csv b/datasets/data/system_wise/sample/systems/79.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/79.csv rename to datasets/data/system_wise/sample/systems/79.csv diff --git a/datasets/anomaly/system_wise/sample/systems/8.csv b/datasets/data/system_wise/sample/systems/8.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/8.csv rename to datasets/data/system_wise/sample/systems/8.csv diff --git a/datasets/anomaly/system_wise/sample/systems/80.csv b/datasets/data/system_wise/sample/systems/80.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/80.csv rename to datasets/data/system_wise/sample/systems/80.csv diff --git a/datasets/anomaly/system_wise/sample/systems/81.csv b/datasets/data/system_wise/sample/systems/81.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/81.csv rename to datasets/data/system_wise/sample/systems/81.csv diff --git a/datasets/anomaly/system_wise/sample/systems/82.csv b/datasets/data/system_wise/sample/systems/82.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/82.csv rename to datasets/data/system_wise/sample/systems/82.csv diff --git a/datasets/anomaly/system_wise/sample/systems/83.csv b/datasets/data/system_wise/sample/systems/83.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/83.csv rename to datasets/data/system_wise/sample/systems/83.csv diff --git a/datasets/anomaly/system_wise/sample/systems/84.csv b/datasets/data/system_wise/sample/systems/84.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/84.csv rename to datasets/data/system_wise/sample/systems/84.csv diff --git a/datasets/anomaly/system_wise/sample/systems/85.csv b/datasets/data/system_wise/sample/systems/85.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/85.csv rename to datasets/data/system_wise/sample/systems/85.csv diff --git a/datasets/anomaly/system_wise/sample/systems/86.csv b/datasets/data/system_wise/sample/systems/86.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/86.csv rename to datasets/data/system_wise/sample/systems/86.csv diff --git a/datasets/anomaly/system_wise/sample/systems/87.csv b/datasets/data/system_wise/sample/systems/87.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/87.csv rename to datasets/data/system_wise/sample/systems/87.csv diff --git a/datasets/anomaly/system_wise/sample/systems/88.csv b/datasets/data/system_wise/sample/systems/88.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/88.csv rename to datasets/data/system_wise/sample/systems/88.csv diff --git a/datasets/anomaly/system_wise/sample/systems/89.csv b/datasets/data/system_wise/sample/systems/89.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/89.csv rename to datasets/data/system_wise/sample/systems/89.csv diff --git a/datasets/anomaly/system_wise/sample/systems/9.csv b/datasets/data/system_wise/sample/systems/9.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/9.csv rename to datasets/data/system_wise/sample/systems/9.csv diff --git a/datasets/anomaly/system_wise/sample/systems/90.csv b/datasets/data/system_wise/sample/systems/90.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/90.csv rename to datasets/data/system_wise/sample/systems/90.csv diff --git a/datasets/anomaly/system_wise/sample/systems/91.csv b/datasets/data/system_wise/sample/systems/91.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/91.csv rename to datasets/data/system_wise/sample/systems/91.csv diff --git a/datasets/anomaly/system_wise/sample/systems/92.csv b/datasets/data/system_wise/sample/systems/92.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/92.csv rename to datasets/data/system_wise/sample/systems/92.csv diff --git a/datasets/anomaly/system_wise/sample/systems/93.csv b/datasets/data/system_wise/sample/systems/93.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/93.csv rename to datasets/data/system_wise/sample/systems/93.csv diff --git a/datasets/anomaly/system_wise/sample/systems/94.csv b/datasets/data/system_wise/sample/systems/94.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/94.csv rename to datasets/data/system_wise/sample/systems/94.csv diff --git a/datasets/anomaly/system_wise/sample/systems/95.csv b/datasets/data/system_wise/sample/systems/95.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/95.csv rename to datasets/data/system_wise/sample/systems/95.csv diff --git a/datasets/anomaly/system_wise/sample/systems/96.csv b/datasets/data/system_wise/sample/systems/96.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/96.csv rename to datasets/data/system_wise/sample/systems/96.csv diff --git a/datasets/anomaly/system_wise/sample/systems/97.csv b/datasets/data/system_wise/sample/systems/97.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/97.csv rename to datasets/data/system_wise/sample/systems/97.csv diff --git a/datasets/anomaly/system_wise/sample/systems/98.csv b/datasets/data/system_wise/sample/systems/98.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/98.csv rename to datasets/data/system_wise/sample/systems/98.csv diff --git a/datasets/anomaly/system_wise/sample/systems/99.csv b/datasets/data/system_wise/sample/systems/99.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/systems/99.csv rename to datasets/data/system_wise/sample/systems/99.csv diff --git a/datasets/anomaly/system_wise/sample/train.csv b/datasets/data/system_wise/sample/train.csv similarity index 100% rename from datasets/anomaly/system_wise/sample/train.csv rename to datasets/data/system_wise/sample/train.csv diff --git a/datasets/anomaly/template/datasetDoc.json b/datasets/data/template/datasetDoc.json similarity index 100% rename from datasets/anomaly/template/datasetDoc.json rename to datasets/data/template/datasetDoc.json diff --git a/datasets/anomaly/template/problemDoc.json b/datasets/data/template/problemDoc.json similarity index 100% rename from datasets/anomaly/template/problemDoc.json rename to datasets/data/template/problemDoc.json diff --git a/datasets/anomaly/transform_kpi.py b/datasets/data/transform_kpi.py similarity index 100% rename from datasets/anomaly/transform_kpi.py rename to datasets/data/transform_kpi.py diff --git a/datasets/anomaly/transform_yahoo.py b/datasets/data/transform_yahoo.py similarity index 100% rename from datasets/anomaly/transform_yahoo.py rename to datasets/data/transform_yahoo.py diff --git a/datasets/anomaly/yahoo_sub_5/SCORE/dataset_TEST/datasetDoc.json b/datasets/data/yahoo_sub_5/SCORE/dataset_TEST/datasetDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/SCORE/dataset_TEST/datasetDoc.json rename to datasets/data/yahoo_sub_5/SCORE/dataset_TEST/datasetDoc.json diff --git a/datasets/anomaly/yahoo_sub_5/SCORE/dataset_TEST/tables/learningData.csv b/datasets/data/yahoo_sub_5/SCORE/dataset_TEST/tables/learningData.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/SCORE/dataset_TEST/tables/learningData.csv rename to datasets/data/yahoo_sub_5/SCORE/dataset_TEST/tables/learningData.csv diff --git a/datasets/anomaly/yahoo_sub_5/SCORE/problem_TEST/dataSplits.csv b/datasets/data/yahoo_sub_5/SCORE/problem_TEST/dataSplits.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/SCORE/problem_TEST/dataSplits.csv rename to datasets/data/yahoo_sub_5/SCORE/problem_TEST/dataSplits.csv diff --git a/datasets/anomaly/yahoo_sub_5/SCORE/problem_TEST/problemDoc.json b/datasets/data/yahoo_sub_5/SCORE/problem_TEST/problemDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/SCORE/problem_TEST/problemDoc.json rename to datasets/data/yahoo_sub_5/SCORE/problem_TEST/problemDoc.json diff --git a/datasets/anomaly/yahoo_sub_5/SCORE/targets.csv b/datasets/data/yahoo_sub_5/SCORE/targets.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/SCORE/targets.csv rename to datasets/data/yahoo_sub_5/SCORE/targets.csv diff --git a/datasets/anomaly/yahoo_sub_5/TEST/dataset_TEST/datasetDoc.json b/datasets/data/yahoo_sub_5/TEST/dataset_TEST/datasetDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TEST/dataset_TEST/datasetDoc.json rename to datasets/data/yahoo_sub_5/TEST/dataset_TEST/datasetDoc.json diff --git a/datasets/anomaly/yahoo_sub_5/TEST/dataset_TEST/tables/learningData.csv b/datasets/data/yahoo_sub_5/TEST/dataset_TEST/tables/learningData.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TEST/dataset_TEST/tables/learningData.csv rename to datasets/data/yahoo_sub_5/TEST/dataset_TEST/tables/learningData.csv diff --git a/datasets/anomaly/yahoo_sub_5/TEST/problem_TEST/dataSplits.csv b/datasets/data/yahoo_sub_5/TEST/problem_TEST/dataSplits.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TEST/problem_TEST/dataSplits.csv rename to datasets/data/yahoo_sub_5/TEST/problem_TEST/dataSplits.csv diff --git a/datasets/anomaly/yahoo_sub_5/TEST/problem_TEST/problemDoc.json b/datasets/data/yahoo_sub_5/TEST/problem_TEST/problemDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TEST/problem_TEST/problemDoc.json rename to datasets/data/yahoo_sub_5/TEST/problem_TEST/problemDoc.json diff --git a/datasets/anomaly/yahoo_sub_5/TRAIN/dataset_TRAIN/datasetDoc.json b/datasets/data/yahoo_sub_5/TRAIN/dataset_TRAIN/datasetDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TRAIN/dataset_TRAIN/datasetDoc.json rename to datasets/data/yahoo_sub_5/TRAIN/dataset_TRAIN/datasetDoc.json diff --git a/datasets/anomaly/yahoo_sub_5/TRAIN/dataset_TRAIN/tables/learningData.csv b/datasets/data/yahoo_sub_5/TRAIN/dataset_TRAIN/tables/learningData.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TRAIN/dataset_TRAIN/tables/learningData.csv rename to datasets/data/yahoo_sub_5/TRAIN/dataset_TRAIN/tables/learningData.csv diff --git a/datasets/anomaly/yahoo_sub_5/TRAIN/problem_TRAIN/dataSplits.csv b/datasets/data/yahoo_sub_5/TRAIN/problem_TRAIN/dataSplits.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TRAIN/problem_TRAIN/dataSplits.csv rename to datasets/data/yahoo_sub_5/TRAIN/problem_TRAIN/dataSplits.csv diff --git a/datasets/anomaly/yahoo_sub_5/TRAIN/problem_TRAIN/problemDoc.json b/datasets/data/yahoo_sub_5/TRAIN/problem_TRAIN/problemDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/TRAIN/problem_TRAIN/problemDoc.json rename to datasets/data/yahoo_sub_5/TRAIN/problem_TRAIN/problemDoc.json diff --git a/datasets/anomaly/yahoo_sub_5/yahoo_sub_5_dataset/datasetDoc.json b/datasets/data/yahoo_sub_5/yahoo_sub_5_dataset/datasetDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/yahoo_sub_5_dataset/datasetDoc.json rename to datasets/data/yahoo_sub_5/yahoo_sub_5_dataset/datasetDoc.json diff --git a/datasets/anomaly/yahoo_sub_5/yahoo_sub_5_dataset/tables/learningData.csv b/datasets/data/yahoo_sub_5/yahoo_sub_5_dataset/tables/learningData.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/yahoo_sub_5_dataset/tables/learningData.csv rename to datasets/data/yahoo_sub_5/yahoo_sub_5_dataset/tables/learningData.csv diff --git a/datasets/anomaly/yahoo_sub_5/yahoo_sub_5_problem/dataSplits.csv b/datasets/data/yahoo_sub_5/yahoo_sub_5_problem/dataSplits.csv similarity index 100% rename from datasets/anomaly/yahoo_sub_5/yahoo_sub_5_problem/dataSplits.csv rename to datasets/data/yahoo_sub_5/yahoo_sub_5_problem/dataSplits.csv diff --git a/datasets/anomaly/yahoo_sub_5/yahoo_sub_5_problem/problemDoc.json b/datasets/data/yahoo_sub_5/yahoo_sub_5_problem/problemDoc.json similarity index 100% rename from datasets/anomaly/yahoo_sub_5/yahoo_sub_5_problem/problemDoc.json rename to datasets/data/yahoo_sub_5/yahoo_sub_5_problem/problemDoc.json diff --git a/tods/resources/default_pipeline.json b/tods/resources/default_pipeline.json index bff2c98..bf47eaa 100644 --- a/tods/resources/default_pipeline.json +++ b/tods/resources/default_pipeline.json @@ -1 +1 @@ -{"id": "384bbfab-4f6d-4001-9f90-684ea5681f5d", "schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json", "created": "2020-09-09T23:40:01.756164Z", "inputs": [{"name": "inputs"}], "outputs": [{"data": "steps.7.produce", "name": "output predictions"}], "steps": [{"type": "PRIMITIVE", "primitive": {"id": "4b42ce1e-9b98-4a25-b68e-fad13311eb65", "version": "0.3.0", "python_path": "d3m.primitives.data_transformation.dataset_to_dataframe.Common", "name": "Extract a DataFrame from a Dataset", "digest": "b94ee59ccf8db678d506adddbc238fb2049fb664a1e3f3f3f6a6517c0c4f8e5f"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "inputs.0"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "d510cb7a-1782-4f51-b44c-58f0236e47c7", "version": "0.6.0", "python_path": "d3m.primitives.data_transformation.column_parser.Common", "name": "Parses strings into their types", "digest": "256f0155c7185d747b3b23096e46c40d15844106f9ed6346453f6010891f1896"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.0.produce"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1", "version": "0.4.0", "python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common", "name": "Extracts columns by semantic type", "digest": "85fe81066e85dbb62eacbe8a96be52d08e7aec22a025a29c81feaaaa72d7f7d0"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.1.produce"}}, "outputs": [{"id": "produce"}], "hyperparams": {"semantic_types": {"type": "VALUE", "data": ["https://metadata.datadrivendiscovery.org/types/Attribute"]}}}, {"type": "PRIMITIVE", "primitive": {"id": "4503a4c6-42f7-45a1-a1d4-ed69699cf5e1", "version": "0.4.0", "python_path": "d3m.primitives.data_transformation.extract_columns_by_semantic_types.Common", "name": "Extracts columns by semantic type", "digest": "85fe81066e85dbb62eacbe8a96be52d08e7aec22a025a29c81feaaaa72d7f7d0"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.0.produce"}}, "outputs": [{"id": "produce"}], "hyperparams": {"semantic_types": {"type": "VALUE", "data": ["https://metadata.datadrivendiscovery.org/types/TrueTarget"]}}}, {"type": "PRIMITIVE", "primitive": {"id": "642de2e7-5590-3cab-9266-2a53c326c461", "version": "0.0.1", "python_path": "d3m.primitives.tods.timeseries_processing.transformation.axiswise_scaler", "name": "Axis_wise_scale"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.2.produce"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "eaff2f35-978c-4530-a12e-061a5f0beacd", "version": "0.1.0", "python_path": "d3m.primitives.tods.feature_analysis.statistical_mean", "name": "Time Series Decompostional", "digest": "2f2a8c07878643fe29c346096b91b5ba91477baa1e7e78684f07e53d29766ca4"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.4.produce"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "67e7fcdf-d645-3417-9aa4-85cd369487d9", "version": "0.0.1", "python_path": "d3m.primitives.tods.detection_algorithm.pyod_vae", "name": "TODS.anomaly_detection_primitives.VariationalAutoEncoder"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.5.produce"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "8d38b340-f83f-4877-baaa-162f8e551736", "version": "0.3.0", "python_path": "d3m.primitives.data_transformation.construct_predictions.Common", "name": "Construct pipeline predictions output", "digest": "d5384857f75090844f367504befb1a854e5088589f6aae0795f66ccf10403e19"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.6.produce"}, "reference": {"type": "CONTAINER", "data": "steps.1.produce"}}, "outputs": [{"id": "produce"}]}], "digest": "8d969800816d9596e94cb045aacce43dc3d49e8c5bedb403e35af6c9b8339990"} +{"id": "924e9a77-da5f-4bcc-b9a0-ed65bbaf87fa", "schema": "https://metadata.datadrivendiscovery.org/schemas/v0/pipeline.json", "created": "2021-03-11T23:41:13.884494Z", "inputs": [{"name": "inputs"}], "outputs": [{"data": "steps.6.produce", "name": "output predictions"}], "steps": [{"type": "PRIMITIVE", "primitive": {"id": "c78138d9-9377-31dc-aee8-83d9df049c60", "version": "0.3.0", "python_path": "d3m.primitives.tods.data_processing.dataset_to_dataframe", "name": "Extract a DataFrame from a Dataset"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "inputs.0"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "81235c29-aeb9-3828-911a-1b25319b6998", "version": "0.6.0", "python_path": "d3m.primitives.tods.data_processing.column_parser", "name": "Parses strings into their types"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.0.produce"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "a996cd89-ddf0-367f-8e7f-8c013cbc2891", "version": "0.4.0", "python_path": "d3m.primitives.tods.data_processing.extract_columns_by_semantic_types", "name": "Extracts columns by semantic type"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.1.produce"}}, "outputs": [{"id": "produce"}], "hyperparams": {"semantic_types": {"type": "VALUE", "data": ["https://metadata.datadrivendiscovery.org/types/Attribute"]}}}, {"type": "PRIMITIVE", "primitive": {"id": "a996cd89-ddf0-367f-8e7f-8c013cbc2891", "version": "0.4.0", "python_path": "d3m.primitives.tods.data_processing.extract_columns_by_semantic_types", "name": "Extracts columns by semantic type"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.0.produce"}}, "outputs": [{"id": "produce"}], "hyperparams": {"semantic_types": {"type": "VALUE", "data": ["https://metadata.datadrivendiscovery.org/types/TrueTarget"]}}}, {"type": "PRIMITIVE", "primitive": {"id": "f07ce875-bbc7-36c5-9cc1-ba4bfb7cf48e", "version": "0.1.0", "python_path": "d3m.primitives.tods.feature_analysis.statistical_maximum", "name": "Time Series Decompostional"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.2.produce"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "67e7fcdf-d645-3417-9aa4-85cd369487d9", "version": "0.0.1", "python_path": "d3m.primitives.tods.detection_algorithm.pyod_ae", "name": "TODS.anomaly_detection_primitives.AutoEncoder"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.4.produce"}}, "outputs": [{"id": "produce"}]}, {"type": "PRIMITIVE", "primitive": {"id": "2530840a-07d4-3874-b7d8-9eb5e4ae2bf3", "version": "0.3.0", "python_path": "d3m.primitives.tods.data_processing.construct_predictions", "name": "Construct pipeline predictions output"}, "arguments": {"inputs": {"type": "CONTAINER", "data": "steps.5.produce"}, "reference": {"type": "CONTAINER", "data": "steps.1.produce"}}, "outputs": [{"id": "produce"}]}], "digest": "bb1cb5328299d8d65cabc152092da553db267494fb12e6320c66110b2c48a265"} \ No newline at end of file