Browse Source

fix default pipeline and typo in README

master
lhenry15 4 years ago
parent
commit
c78f167688
100 changed files with 3 additions and 3 deletions
  1. +3
    -3
      README.md
  2. +0
    -0
      datasets/data/kpi/SCORE/dataset_TEST/datasetDoc.json
  3. +0
    -0
      datasets/data/kpi/SCORE/dataset_TEST/tables/learningData.csv
  4. +0
    -0
      datasets/data/kpi/SCORE/problem_TEST/dataSplits.csv
  5. +0
    -0
      datasets/data/kpi/SCORE/problem_TEST/problemDoc.json
  6. +0
    -0
      datasets/data/kpi/SCORE/targets.csv
  7. +0
    -0
      datasets/data/kpi/TEST/dataset_TEST/datasetDoc.json
  8. +0
    -0
      datasets/data/kpi/TEST/dataset_TEST/tables/learningData.csv
  9. +0
    -0
      datasets/data/kpi/TEST/problem_TEST/dataSplits.csv
  10. +0
    -0
      datasets/data/kpi/TEST/problem_TEST/problemDoc.json
  11. +0
    -0
      datasets/data/kpi/TRAIN/dataset_TRAIN/datasetDoc.json
  12. +0
    -0
      datasets/data/kpi/TRAIN/dataset_TRAIN/tables/learningData.csv
  13. +0
    -0
      datasets/data/kpi/TRAIN/problem_TRAIN/dataSplits.csv
  14. +0
    -0
      datasets/data/kpi/TRAIN/problem_TRAIN/problemDoc.json
  15. +0
    -0
      datasets/data/kpi/kpi_dataset/datasetDoc.json
  16. +0
    -0
      datasets/data/kpi/kpi_dataset/tables/learningData.csv
  17. +0
    -0
      datasets/data/kpi/kpi_dataset/tables/learningData.csv.REMOVED.git-id
  18. +0
    -0
      datasets/data/kpi/kpi_problem/dataSplits.csv
  19. +0
    -0
      datasets/data/kpi/kpi_problem/dataSplits.csv.REMOVED.git-id
  20. +0
    -0
      datasets/data/kpi/kpi_problem/problemDoc.json
  21. +0
    -0
      datasets/data/raw_data/kpi.csv
  22. +0
    -0
      datasets/data/raw_data/yahoo_sub_5.csv
  23. +0
    -0
      datasets/data/system_wise/sample/systems/0.csv
  24. +0
    -0
      datasets/data/system_wise/sample/systems/1.csv
  25. +0
    -0
      datasets/data/system_wise/sample/systems/10.csv
  26. +0
    -0
      datasets/data/system_wise/sample/systems/100.csv
  27. +0
    -0
      datasets/data/system_wise/sample/systems/101.csv
  28. +0
    -0
      datasets/data/system_wise/sample/systems/102.csv
  29. +0
    -0
      datasets/data/system_wise/sample/systems/103.csv
  30. +0
    -0
      datasets/data/system_wise/sample/systems/104.csv
  31. +0
    -0
      datasets/data/system_wise/sample/systems/105.csv
  32. +0
    -0
      datasets/data/system_wise/sample/systems/106.csv
  33. +0
    -0
      datasets/data/system_wise/sample/systems/107.csv
  34. +0
    -0
      datasets/data/system_wise/sample/systems/108.csv
  35. +0
    -0
      datasets/data/system_wise/sample/systems/109.csv
  36. +0
    -0
      datasets/data/system_wise/sample/systems/11.csv
  37. +0
    -0
      datasets/data/system_wise/sample/systems/110.csv
  38. +0
    -0
      datasets/data/system_wise/sample/systems/111.csv
  39. +0
    -0
      datasets/data/system_wise/sample/systems/112.csv
  40. +0
    -0
      datasets/data/system_wise/sample/systems/113.csv
  41. +0
    -0
      datasets/data/system_wise/sample/systems/114.csv
  42. +0
    -0
      datasets/data/system_wise/sample/systems/115.csv
  43. +0
    -0
      datasets/data/system_wise/sample/systems/116.csv
  44. +0
    -0
      datasets/data/system_wise/sample/systems/117.csv
  45. +0
    -0
      datasets/data/system_wise/sample/systems/118.csv
  46. +0
    -0
      datasets/data/system_wise/sample/systems/119.csv
  47. +0
    -0
      datasets/data/system_wise/sample/systems/12.csv
  48. +0
    -0
      datasets/data/system_wise/sample/systems/120.csv
  49. +0
    -0
      datasets/data/system_wise/sample/systems/121.csv
  50. +0
    -0
      datasets/data/system_wise/sample/systems/122.csv
  51. +0
    -0
      datasets/data/system_wise/sample/systems/123.csv
  52. +0
    -0
      datasets/data/system_wise/sample/systems/124.csv
  53. +0
    -0
      datasets/data/system_wise/sample/systems/125.csv
  54. +0
    -0
      datasets/data/system_wise/sample/systems/126.csv
  55. +0
    -0
      datasets/data/system_wise/sample/systems/127.csv
  56. +0
    -0
      datasets/data/system_wise/sample/systems/128.csv
  57. +0
    -0
      datasets/data/system_wise/sample/systems/129.csv
  58. +0
    -0
      datasets/data/system_wise/sample/systems/13.csv
  59. +0
    -0
      datasets/data/system_wise/sample/systems/130.csv
  60. +0
    -0
      datasets/data/system_wise/sample/systems/131.csv
  61. +0
    -0
      datasets/data/system_wise/sample/systems/132.csv
  62. +0
    -0
      datasets/data/system_wise/sample/systems/133.csv
  63. +0
    -0
      datasets/data/system_wise/sample/systems/134.csv
  64. +0
    -0
      datasets/data/system_wise/sample/systems/135.csv
  65. +0
    -0
      datasets/data/system_wise/sample/systems/136.csv
  66. +0
    -0
      datasets/data/system_wise/sample/systems/137.csv
  67. +0
    -0
      datasets/data/system_wise/sample/systems/138.csv
  68. +0
    -0
      datasets/data/system_wise/sample/systems/139.csv
  69. +0
    -0
      datasets/data/system_wise/sample/systems/14.csv
  70. +0
    -0
      datasets/data/system_wise/sample/systems/140.csv
  71. +0
    -0
      datasets/data/system_wise/sample/systems/141.csv
  72. +0
    -0
      datasets/data/system_wise/sample/systems/142.csv
  73. +0
    -0
      datasets/data/system_wise/sample/systems/143.csv
  74. +0
    -0
      datasets/data/system_wise/sample/systems/144.csv
  75. +0
    -0
      datasets/data/system_wise/sample/systems/145.csv
  76. +0
    -0
      datasets/data/system_wise/sample/systems/146.csv
  77. +0
    -0
      datasets/data/system_wise/sample/systems/147.csv
  78. +0
    -0
      datasets/data/system_wise/sample/systems/148.csv
  79. +0
    -0
      datasets/data/system_wise/sample/systems/149.csv
  80. +0
    -0
      datasets/data/system_wise/sample/systems/15.csv
  81. +0
    -0
      datasets/data/system_wise/sample/systems/150.csv
  82. +0
    -0
      datasets/data/system_wise/sample/systems/151.csv
  83. +0
    -0
      datasets/data/system_wise/sample/systems/152.csv
  84. +0
    -0
      datasets/data/system_wise/sample/systems/153.csv
  85. +0
    -0
      datasets/data/system_wise/sample/systems/154.csv
  86. +0
    -0
      datasets/data/system_wise/sample/systems/155.csv
  87. +0
    -0
      datasets/data/system_wise/sample/systems/156.csv
  88. +0
    -0
      datasets/data/system_wise/sample/systems/157.csv
  89. +0
    -0
      datasets/data/system_wise/sample/systems/158.csv
  90. +0
    -0
      datasets/data/system_wise/sample/systems/159.csv
  91. +0
    -0
      datasets/data/system_wise/sample/systems/16.csv
  92. +0
    -0
      datasets/data/system_wise/sample/systems/160.csv
  93. +0
    -0
      datasets/data/system_wise/sample/systems/161.csv
  94. +0
    -0
      datasets/data/system_wise/sample/systems/162.csv
  95. +0
    -0
      datasets/data/system_wise/sample/systems/163.csv
  96. +0
    -0
      datasets/data/system_wise/sample/systems/164.csv
  97. +0
    -0
      datasets/data/system_wise/sample/systems/165.csv
  98. +0
    -0
      datasets/data/system_wise/sample/systems/166.csv
  99. +0
    -0
      datasets/data/system_wise/sample/systems/167.csv
  100. +0
    -0
      datasets/data/system_wise/sample/systems/168.csv

+ 3
- 3
README.md View File

@@ -7,7 +7,7 @@
TODS is a full-stack automated machine learning system for outlier detection on multivariate time-series data. TODS provides exhaustive modules for building machine learning-based outlier detection systems, including: data processing, time series processing, feature analysis (extraction), detection algorithms, and reinforcement module. The functionalities provided via these modules include data preprocessing for general purposes, time series data smoothing/transformation, extracting features from time/frequency domains, various detection algorithms, and involving human expertise to calibrate the system. Three common outlier detection scenarios on time-series data can be performed: point-wise detection (time points as outliers), pattern-wise detection (subsequences as outliers), and system-wise detection (sets of time series as outliers), and a wide-range of corresponding algorithms are provided in TODS. This package is developed by [DATA Lab @ Texas A&M University](https://people.engr.tamu.edu/xiahu/index.html).

TODS is featured for:
* **Full Sack Machine Learning System** which supports exhaustive components from preprocessings, feature extraction, detection algorithms and also human-in-the loop interface.
* **Full Stack Machine Learning System** which supports exhaustive components from preprocessings, feature extraction, detection algorithms and also human-in-the loop interface.

* **Wide-range of Algorithms**, including all of the point-wise detection algorithms supported by [PyOD](https://github.com/yzhao062/pyod), state-of-the-art pattern-wise (collective) detection algorithms such as [DeepLog](https://www.cs.utah.edu/~lifeifei/papers/deeplog.pdf), [Telemanon](https://arxiv.org/pdf/1802.04431.pdf), and also various ensemble algorithms for performing system-wise detection.

@@ -48,14 +48,14 @@ pip install -e .
```

# Examples
Examples are available in [/examples](examples/). For basic usage, you can evaluate a pipeline on a given datasets. Here, we provide an example to load our default pipeline and evaluate it on a subset of yahoo dataset.
Examples are available in [/examples](examples/). For basic usage, you can evaluate a pipeline on a given datasets. Here, we provide example to load our default pipeline and evaluate it on a subset of yahoo dataset.
```python
import pandas as pd

from tods import schemas as schemas_utils
from tods import generate_dataset, evaluate_pipeline

table_path = 'datasets/yahoo_sub_5.csv'
table_path = 'datasets/data/raw_data/yahoo_sub_5.csv'
target_index = 6 # what column is the target
metric = 'F1_MACRO' # F1 on both label 0 and 1



datasets/anomaly/kpi/SCORE/dataset_TEST/datasetDoc.json → datasets/data/kpi/SCORE/dataset_TEST/datasetDoc.json View File


datasets/anomaly/kpi/SCORE/dataset_TEST/tables/learningData.csv → datasets/data/kpi/SCORE/dataset_TEST/tables/learningData.csv View File


datasets/anomaly/kpi/SCORE/problem_TEST/dataSplits.csv → datasets/data/kpi/SCORE/problem_TEST/dataSplits.csv View File


datasets/anomaly/kpi/SCORE/problem_TEST/problemDoc.json → datasets/data/kpi/SCORE/problem_TEST/problemDoc.json View File


datasets/anomaly/kpi/SCORE/targets.csv → datasets/data/kpi/SCORE/targets.csv View File


datasets/anomaly/kpi/TEST/dataset_TEST/datasetDoc.json → datasets/data/kpi/TEST/dataset_TEST/datasetDoc.json View File


datasets/anomaly/kpi/TEST/dataset_TEST/tables/learningData.csv → datasets/data/kpi/TEST/dataset_TEST/tables/learningData.csv View File


datasets/anomaly/kpi/TEST/problem_TEST/dataSplits.csv → datasets/data/kpi/TEST/problem_TEST/dataSplits.csv View File


datasets/anomaly/kpi/TEST/problem_TEST/problemDoc.json → datasets/data/kpi/TEST/problem_TEST/problemDoc.json View File


datasets/anomaly/kpi/TRAIN/dataset_TRAIN/datasetDoc.json → datasets/data/kpi/TRAIN/dataset_TRAIN/datasetDoc.json View File


datasets/anomaly/kpi/TRAIN/dataset_TRAIN/tables/learningData.csv → datasets/data/kpi/TRAIN/dataset_TRAIN/tables/learningData.csv View File


datasets/anomaly/kpi/TRAIN/problem_TRAIN/dataSplits.csv → datasets/data/kpi/TRAIN/problem_TRAIN/dataSplits.csv View File


datasets/anomaly/kpi/TRAIN/problem_TRAIN/problemDoc.json → datasets/data/kpi/TRAIN/problem_TRAIN/problemDoc.json View File


datasets/anomaly/kpi/kpi_dataset/datasetDoc.json → datasets/data/kpi/kpi_dataset/datasetDoc.json View File


datasets/anomaly/kpi/kpi_dataset/tables/learningData.csv → datasets/data/kpi/kpi_dataset/tables/learningData.csv View File


datasets/anomaly/kpi/kpi_dataset/tables/learningData.csv.REMOVED.git-id → datasets/data/kpi/kpi_dataset/tables/learningData.csv.REMOVED.git-id View File


datasets/anomaly/kpi/kpi_problem/dataSplits.csv → datasets/data/kpi/kpi_problem/dataSplits.csv View File


datasets/anomaly/kpi/kpi_problem/dataSplits.csv.REMOVED.git-id → datasets/data/kpi/kpi_problem/dataSplits.csv.REMOVED.git-id View File


datasets/anomaly/kpi/kpi_problem/problemDoc.json → datasets/data/kpi/kpi_problem/problemDoc.json View File


datasets/anomaly/raw_data/kpi.csv → datasets/data/raw_data/kpi.csv View File


datasets/anomaly/raw_data/yahoo_sub_5.csv → datasets/data/raw_data/yahoo_sub_5.csv View File


datasets/anomaly/system_wise/sample/systems/0.csv → datasets/data/system_wise/sample/systems/0.csv View File


datasets/anomaly/system_wise/sample/systems/1.csv → datasets/data/system_wise/sample/systems/1.csv View File


datasets/anomaly/system_wise/sample/systems/10.csv → datasets/data/system_wise/sample/systems/10.csv View File


datasets/anomaly/system_wise/sample/systems/100.csv → datasets/data/system_wise/sample/systems/100.csv View File


datasets/anomaly/system_wise/sample/systems/101.csv → datasets/data/system_wise/sample/systems/101.csv View File


datasets/anomaly/system_wise/sample/systems/102.csv → datasets/data/system_wise/sample/systems/102.csv View File


datasets/anomaly/system_wise/sample/systems/103.csv → datasets/data/system_wise/sample/systems/103.csv View File


datasets/anomaly/system_wise/sample/systems/104.csv → datasets/data/system_wise/sample/systems/104.csv View File


datasets/anomaly/system_wise/sample/systems/105.csv → datasets/data/system_wise/sample/systems/105.csv View File


datasets/anomaly/system_wise/sample/systems/106.csv → datasets/data/system_wise/sample/systems/106.csv View File


datasets/anomaly/system_wise/sample/systems/107.csv → datasets/data/system_wise/sample/systems/107.csv View File


datasets/anomaly/system_wise/sample/systems/108.csv → datasets/data/system_wise/sample/systems/108.csv View File


datasets/anomaly/system_wise/sample/systems/109.csv → datasets/data/system_wise/sample/systems/109.csv View File


datasets/anomaly/system_wise/sample/systems/11.csv → datasets/data/system_wise/sample/systems/11.csv View File


datasets/anomaly/system_wise/sample/systems/110.csv → datasets/data/system_wise/sample/systems/110.csv View File


datasets/anomaly/system_wise/sample/systems/111.csv → datasets/data/system_wise/sample/systems/111.csv View File


datasets/anomaly/system_wise/sample/systems/112.csv → datasets/data/system_wise/sample/systems/112.csv View File


datasets/anomaly/system_wise/sample/systems/113.csv → datasets/data/system_wise/sample/systems/113.csv View File


datasets/anomaly/system_wise/sample/systems/114.csv → datasets/data/system_wise/sample/systems/114.csv View File


datasets/anomaly/system_wise/sample/systems/115.csv → datasets/data/system_wise/sample/systems/115.csv View File


datasets/anomaly/system_wise/sample/systems/116.csv → datasets/data/system_wise/sample/systems/116.csv View File


datasets/anomaly/system_wise/sample/systems/117.csv → datasets/data/system_wise/sample/systems/117.csv View File


datasets/anomaly/system_wise/sample/systems/118.csv → datasets/data/system_wise/sample/systems/118.csv View File


datasets/anomaly/system_wise/sample/systems/119.csv → datasets/data/system_wise/sample/systems/119.csv View File


datasets/anomaly/system_wise/sample/systems/12.csv → datasets/data/system_wise/sample/systems/12.csv View File


datasets/anomaly/system_wise/sample/systems/120.csv → datasets/data/system_wise/sample/systems/120.csv View File


datasets/anomaly/system_wise/sample/systems/121.csv → datasets/data/system_wise/sample/systems/121.csv View File


datasets/anomaly/system_wise/sample/systems/122.csv → datasets/data/system_wise/sample/systems/122.csv View File


datasets/anomaly/system_wise/sample/systems/123.csv → datasets/data/system_wise/sample/systems/123.csv View File


datasets/anomaly/system_wise/sample/systems/124.csv → datasets/data/system_wise/sample/systems/124.csv View File


datasets/anomaly/system_wise/sample/systems/125.csv → datasets/data/system_wise/sample/systems/125.csv View File


datasets/anomaly/system_wise/sample/systems/126.csv → datasets/data/system_wise/sample/systems/126.csv View File


datasets/anomaly/system_wise/sample/systems/127.csv → datasets/data/system_wise/sample/systems/127.csv View File


datasets/anomaly/system_wise/sample/systems/128.csv → datasets/data/system_wise/sample/systems/128.csv View File


datasets/anomaly/system_wise/sample/systems/129.csv → datasets/data/system_wise/sample/systems/129.csv View File


datasets/anomaly/system_wise/sample/systems/13.csv → datasets/data/system_wise/sample/systems/13.csv View File


datasets/anomaly/system_wise/sample/systems/130.csv → datasets/data/system_wise/sample/systems/130.csv View File


datasets/anomaly/system_wise/sample/systems/131.csv → datasets/data/system_wise/sample/systems/131.csv View File


datasets/anomaly/system_wise/sample/systems/132.csv → datasets/data/system_wise/sample/systems/132.csv View File


datasets/anomaly/system_wise/sample/systems/133.csv → datasets/data/system_wise/sample/systems/133.csv View File


datasets/anomaly/system_wise/sample/systems/134.csv → datasets/data/system_wise/sample/systems/134.csv View File


datasets/anomaly/system_wise/sample/systems/135.csv → datasets/data/system_wise/sample/systems/135.csv View File


datasets/anomaly/system_wise/sample/systems/136.csv → datasets/data/system_wise/sample/systems/136.csv View File


datasets/anomaly/system_wise/sample/systems/137.csv → datasets/data/system_wise/sample/systems/137.csv View File


datasets/anomaly/system_wise/sample/systems/138.csv → datasets/data/system_wise/sample/systems/138.csv View File


datasets/anomaly/system_wise/sample/systems/139.csv → datasets/data/system_wise/sample/systems/139.csv View File


datasets/anomaly/system_wise/sample/systems/14.csv → datasets/data/system_wise/sample/systems/14.csv View File


datasets/anomaly/system_wise/sample/systems/140.csv → datasets/data/system_wise/sample/systems/140.csv View File


datasets/anomaly/system_wise/sample/systems/141.csv → datasets/data/system_wise/sample/systems/141.csv View File


datasets/anomaly/system_wise/sample/systems/142.csv → datasets/data/system_wise/sample/systems/142.csv View File


datasets/anomaly/system_wise/sample/systems/143.csv → datasets/data/system_wise/sample/systems/143.csv View File


datasets/anomaly/system_wise/sample/systems/144.csv → datasets/data/system_wise/sample/systems/144.csv View File


datasets/anomaly/system_wise/sample/systems/145.csv → datasets/data/system_wise/sample/systems/145.csv View File


datasets/anomaly/system_wise/sample/systems/146.csv → datasets/data/system_wise/sample/systems/146.csv View File


datasets/anomaly/system_wise/sample/systems/147.csv → datasets/data/system_wise/sample/systems/147.csv View File


datasets/anomaly/system_wise/sample/systems/148.csv → datasets/data/system_wise/sample/systems/148.csv View File


datasets/anomaly/system_wise/sample/systems/149.csv → datasets/data/system_wise/sample/systems/149.csv View File


datasets/anomaly/system_wise/sample/systems/15.csv → datasets/data/system_wise/sample/systems/15.csv View File


datasets/anomaly/system_wise/sample/systems/150.csv → datasets/data/system_wise/sample/systems/150.csv View File


datasets/anomaly/system_wise/sample/systems/151.csv → datasets/data/system_wise/sample/systems/151.csv View File


datasets/anomaly/system_wise/sample/systems/152.csv → datasets/data/system_wise/sample/systems/152.csv View File


datasets/anomaly/system_wise/sample/systems/153.csv → datasets/data/system_wise/sample/systems/153.csv View File


datasets/anomaly/system_wise/sample/systems/154.csv → datasets/data/system_wise/sample/systems/154.csv View File


datasets/anomaly/system_wise/sample/systems/155.csv → datasets/data/system_wise/sample/systems/155.csv View File


datasets/anomaly/system_wise/sample/systems/156.csv → datasets/data/system_wise/sample/systems/156.csv View File


datasets/anomaly/system_wise/sample/systems/157.csv → datasets/data/system_wise/sample/systems/157.csv View File


datasets/anomaly/system_wise/sample/systems/158.csv → datasets/data/system_wise/sample/systems/158.csv View File


datasets/anomaly/system_wise/sample/systems/159.csv → datasets/data/system_wise/sample/systems/159.csv View File


datasets/anomaly/system_wise/sample/systems/16.csv → datasets/data/system_wise/sample/systems/16.csv View File


datasets/anomaly/system_wise/sample/systems/160.csv → datasets/data/system_wise/sample/systems/160.csv View File


datasets/anomaly/system_wise/sample/systems/161.csv → datasets/data/system_wise/sample/systems/161.csv View File


datasets/anomaly/system_wise/sample/systems/162.csv → datasets/data/system_wise/sample/systems/162.csv View File


datasets/anomaly/system_wise/sample/systems/163.csv → datasets/data/system_wise/sample/systems/163.csv View File


datasets/anomaly/system_wise/sample/systems/164.csv → datasets/data/system_wise/sample/systems/164.csv View File


datasets/anomaly/system_wise/sample/systems/165.csv → datasets/data/system_wise/sample/systems/165.csv View File


datasets/anomaly/system_wise/sample/systems/166.csv → datasets/data/system_wise/sample/systems/166.csv View File


datasets/anomaly/system_wise/sample/systems/167.csv → datasets/data/system_wise/sample/systems/167.csv View File


datasets/anomaly/system_wise/sample/systems/168.csv → datasets/data/system_wise/sample/systems/168.csv View File


Some files were not shown because too many files changed in this diff

Loading…
Cancel
Save