tsadmetrics 0.1.17__py3-none-any.whl → 1.0.1__py3-none-any.whl

tsadmetrics/_tsadeval/tests.py

@@ -1,376 +0,0 @@
-from .metrics import *
-
-import unittest
-
-
-class Binary_detection_tester(unittest.TestCase):
-    def test_unsorted(self):
-        self.assertRaises(AssertionError, Binary_detection, 10, [2, 3, 4], [3, 4, 2])
-        self.assertRaises(AssertionError, Binary_detection, 10, [3, 4, 2], [2, 3, 4])
-        self.assertRaises(AssertionError, Binary_detection, 10, [[1, 8]], [[5, 6], [1, 2]])
-        self.assertRaises(AssertionError, Binary_detection, 10, [[5, 6], [1, 2]], [[1, 8]])
-
-    def test_nonunique(self):
-        self.assertRaises(AssertionError, Binary_detection, 10, [2, 4, 4], [2, 3, 4])
-        self.assertRaises(AssertionError, Binary_detection, 10, [2, 3, 4], [2, 4, 4])
-
-    def test_long_anom(self):
-        self.assertRaises(AssertionError, Binary_detection, 4, [1], [2, 3, 4])
-        self.assertRaises(AssertionError, Binary_detection, 4, [[2, 4]], [1])
-        self.assertRaises(AssertionError, Binary_detection, 4, [-1], [1])
-
-    def test_point_to_seq(self):
-        anom1 = [3, 4, 5, 7, 8, 11]
-        anom2 = [[3, 5], [7, 8], [11, 11]]
-        d = Binary_detection(12, anom1, anom2)
-
-        self.assertTrue(np.array_equal(np.array(anom1), d.get_predicted_anomalies_ptwise()))
-        self.assertTrue(np.array_equal(np.array(anom2), d.get_gt_anomalies_segmentwise()))
-
-    def test_anomaly_full_seires(self):
-        anom1 = [3, 4, 5, 7, 8, 11]
-        d = Binary_detection(12, anom1, anom1)
-
-        self.assertTrue(
-            np.array_equal(d.get_gt_anomalies_full_series(), np.array([0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1]))
-        )
-        self.assertTrue(
-            np.array_equal(d.get_predicted_anomalies_full_series(), np.array([0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1]))
-        )
-
-    def test_empty_anom(self):
-        anom1 = [3, 4, 5, 7, 8]
-        anom2 = []
-
-        d = Binary_detection(12, anom1, anom2)
-        self.assertEqual(0, len(d.get_predicted_anomalies_ptwise()))
-        self.assertEqual(0, len(d.get_predicted_anomalies_segmentwise()))
-
-
-class Confusion_metrics_tester(unittest.TestCase):
-    def test_metrics(self):
-        self.assertEqual(0.75, recall(tp=3, fn=1))
-        self.assertEqual(0.75, precision(tp=3, fp=1))
-        self.assertEqual(0.6, f1_score(tp=3, fn=1, fp=3))
-        self.assertEqual(0.625, f1_from_pr(p=1, r=0.25, beta=0.5))
-        self.assertAlmostEqual(5 / 9, f1_from_pr(p=1, r=0.5, beta=2))
-
-    def test_requires_names(self):
-        self.assertRaises(TypeError, recall, 3, 4)
-        self.assertRaises(TypeError, precision, 3, 4)
-        self.assertRaises(TypeError, f1_score, 3, 4, 5)
-
-    def test_zerodivision(self):
-        self.assertEqual(0, recall(tp=0, fn=0))
-        self.assertEqual(0, precision(tp=0, fp=0))
-        self.assertEqual(0, f1_score(tp=0, fp=1, fn=1))
-
-
-class Metrics_tester(unittest.TestCase):
-    def test_PW(self):
-        pw = Pointwise_metrics(10, [1, 2, 3, 4], [4, 5, 6])
-
-        self.assertEqual(pw.tp, 1)
-        self.assertEqual(pw.fp, 2)
-        self.assertEqual(pw.fn, 3)
-
-    def test_PA(self):
-        pa = PointAdjust(10, [1, 2, 3, 4, 9], [4, 5, 6])
-        self.assertEqual(pa.tp, 4)
-        self.assertEqual(pa.fp, 2)
-        self.assertEqual(pa.fn, 1)
-
-        pa = PointAdjust(10, [1, 2, 3, 4, 5, 6, 7], [4])
-        self.assertEqual(pa.get_score(), 1)
-
-        pa = PointAdjust(10, [1, 2, 3, 4, 5, 6, 7], [9])
-        self.assertEqual(pa.get_score(), 0)
-
-    def test_dtPA(self):
-        pa = DelayThresholdedPointAdjust(10, [1, 2, 3, 4, 9], [4, 5, 6], k=3)
-        self.assertEqual(pa.tp, 4)
-        self.assertEqual(pa.fp, 2)
-        self.assertEqual(pa.fn, 1)
-
-        pa = DelayThresholdedPointAdjust(10, [1, 2, 3, 4, 9], [4, 5, 6], k=2)
-        self.assertEqual(pa.tp, 0)
-        self.assertEqual(pa.fp, 2)
-        self.assertEqual(pa.fn, 5)
-
-        pa = DelayThresholdedPointAdjust(10, [1, 2, 3, 4, 5, 6, 7], [4], k=3)
-        self.assertEqual(pa.get_score(), 1)
-
-        pa = DelayThresholdedPointAdjust(10, [1, 2, 3, 4, 5, 6, 7], [4], k=2)
-        self.assertEqual(pa.get_score(), 0)
-
-    def test_pakf(self):
-        pa = PointAdjustKPercent(10, [1, 2, 3, 4, 9], [4, 5, 6], k=0.5)
-        self.assertEqual(pa.tp, 1)
-        self.assertEqual(pa.fp, 2)
-        self.assertEqual(pa.fn, 4)
-
-        pa = PointAdjustKPercent(10, [1, 2, 3, 4, 9], [4, 5, 6], k=0.1)
-        self.assertEqual(pa.tp, 4)
-        self.assertEqual(pa.fp, 2)
-        self.assertEqual(pa.fn, 1)
-
-    def test_lspa(self):
-        pa = LatencySparsityAware(10, [2, 3, 4, 5, 9], [4, 7], tw=1)
-        self.assertAlmostEqual(pa.get_score(), f1_score(tp=pa.tp, fn=pa.fn, fp=pa.fp), 4)
-        self.assertEqual(pa.tp, 2)
-        self.assertEqual(pa.fp, 1)
-        self.assertEqual(pa.fn, 3)
-
-        pa = LatencySparsityAware(10, [2, 3, 4, 5, 9], [4, 7], tw=2)
-        self.assertAlmostEqual(pa.get_score(), f1_score(tp=pa.tp, fn=pa.fn, fp=pa.fp), 4)
-        self.assertEqual(pa.tp, 1)
-        self.assertEqual(pa.fp, 1)
-        self.assertEqual(pa.fn, 2)
-
-    def test_Segment(self):
-        s = Segmentwise_metrics(10, [[1, 2], [4, 4], [7, 9]], [[0, 6]])
-        self.assertEqual(s.tp, 2)
-        self.assertEqual(s.fp, 0)
-        self.assertEqual(s.fn, 1)
-
-        s = Segmentwise_metrics(10, [[1, 2], [4, 4], [7, 9]], [[6, 6], [8, 8]])
-        self.assertEqual(s.tp, 1)
-        self.assertEqual(s.fp, 1)
-        self.assertEqual(s.fn, 2)
-
-        s = Segmentwise_metrics(10, [[1, 2], [4, 4], [7, 9]], [])
-        self.assertEqual(s.tp, 0)
-        self.assertEqual(s.fp, 0)
-        self.assertEqual(s.fn, 3)
-
-        s = Segmentwise_metrics(10, [[1, 2], [4, 4], [7, 9]], [[0, 9]])
-        self.assertEqual(s.tp, 3)
-        self.assertEqual(s.fp, 0)
-        self.assertEqual(s.fn, 0)
-
-    def test_CF(self):
-        c = Composite_f(10, [0, 2, 3, 5, 7, 9], [3, 6])
-        f = c.get_score()
-        self.assertEqual(c.p, 0.5)
-        self.assertEqual(c.r, 0.2)
-
-    def test_affiliation(self):
-        a = Affiliation(10, [2, 3], [2])
-        f = a.get_score()
-        self.assertEqual(a.p, 1)
-        self.assertTrue(a.r < 1)
-
-        a = Affiliation(10, [2, 3], [2, 3, 4])
-        f = a.get_score()
-        self.assertTrue(a.p < 1)
-        self.assertEqual(a.r, 1)
-
-    def test_range_pr(self):
-        r = Range_PR(10, [2, 3], [2])
-        f = r.get_score()
-        self.assertEqual(r.p, 1)
-        self.assertTrue(r.r < 1)
-
-        r2 = Range_PR(10, [2, 3], [2, 3])
-        f2 = r2.get_score()
-        self.assertTrue(f2 > f)
-
-        r = Range_PR(10, [2, 3], [2, 3, 4])
-        f = r.get_score()
-        self.assertTrue(r.p < 1)
-        self.assertEqual(r.r, 1)
-
-    def test_NAB(self):
-        n = NAB_score(10, [[3, 6]], [3])
-        self.assertAlmostEqual(n.get_score(), 100)
-
-        n = NAB_score(10, [[3, 6]], [])
-        self.assertAlmostEqual(n.get_score(), 0)
-
-        n = NAB_score(10, [[3, 6]], [1])
-        self.assertAlmostEqual(n.get_score(), -100 * 0.11 / 2)
-
-        n = NAB_score(10, [3, 6], [1])
-        self.assertTrue(np.isnan(n.get_score()))
-
-    def test_ttol(self):
-        t = Time_Tolerant(10, [3, 4, 8], [1, 2, 3], d=2)
-        self.assertAlmostEqual(t.recall(), 2 / 3)
-        self.assertAlmostEqual(t.precision(), 1)
-
-        t = Time_Tolerant(10, [4, 5], [6], d=1)
-        self.assertAlmostEqual(t.recall(), 1 / 2)
-        self.assertAlmostEqual(t.precision(), 1)
-
-    def test_TaF(self):
-        t = TaF(10, [4, 5, 6], [4, 5, 6])
-        self.assertEqual(t.get_score(), 1)
-
-        t = TaF(10, [4, 5, 6], [1, 2, 3])
-        self.assertEqual(t.get_score(), 0)
-
-        t = TaF(10, [4, 5, 6], [7, 8, 9])
-        self.assertEqual(t.get_score(), 0)
-        t = TaF(10, [4, 5, 6], [7, 8, 9], delta=1)
-        self.assertTrue(t.get_score() > 0)
-
-        t1 = TaF(10, [4, 5, 8, 9], [4, 5])
-        t2 = TaF(10, [4, 5, 8, 9], [5, 8])
-        self.assertTrue(t1.get_score() < t2.get_score())
-
-    def test_eTaF(self):
-        t = eTaF(10, [4, 5, 6], [4, 5, 6])
-        self.assertEqual(t.get_score(), 1)
-
-        t = eTaF(10, [4, 5, 6], [1, 2, 3])
-        self.assertEqual(t.get_score(), 0)
-
-        t = eTaF(10, [4, 5, 6], [7, 8, 9])
-        self.assertTrue(t.get_score() == 0)
-
-        t1 = eTaF(10, [4, 5, 8, 9], [4, 5])
-        t2 = eTaF(10, [4, 5, 8, 9], [5, 8])
-        self.assertTrue(t1.get_score() < t2.get_score())
-
-    def test_temp_dist(self):
-        t = Temporal_Distance(10, [4, 5, 6], [4, 5, 6])
-        self.assertEqual(t.get_score(), 0)
-
-        t = Temporal_Distance(10, [4, 6], [4, 5, 6])
-        self.assertEqual(t.get_score(), 1)
-
-        t = Temporal_Distance(10, [4], [4, 5, 6])
-        self.assertEqual(t.get_score(), 3)
-
-        t = Temporal_Distance(10, [4, 5, 6], [8])
-        self.assertEqual(t.get_score(), 11)
-
-        t = Temporal_Distance(10, [4, 5, 6], [])
-        self.assertEqual(t.get_score(), 30)
-
-
-class Threshold_metric_tester(unittest.TestCase):
-    #    def test_roc(self):
-    #        a = aucroc(true = [0,0,1,1], score = [0.1,0.4,0.35,0.8])
-    def test_auc_pr(self):
-        gt = [[2, 3]]
-        anomaly_score = [1, 3, 2, 4]
-        auc_pr = AUC_PR_pw(gt, anomaly_score)
-
-        score = auc_pr.get_score()
-        self.assertAlmostEqual(score, 0.83, 2)
-
-        anomaly_score = [1, 2, 3, 4]
-        auc_pr = AUC_PR_pw(gt, anomaly_score)
-        score = auc_pr.get_score()
-        self.assertEqual(score, 1)
-
-        anomaly_score = [4, 3, 1, 1]
-        auc_pr = AUC_PR_pw(gt, anomaly_score)
-        score = auc_pr.get_score()
-        self.assertEqual(score, 0.5)
-
-    def test_auc_roc(self):
-        gt = [[2, 3]]
-        anomaly_score = [1, 3, 2, 4]
-        auc_roc = AUC_ROC(gt, anomaly_score)
-
-        score = auc_roc.get_score()
-        self.assertAlmostEqual(score, 0.75, 2)
-
-        anomaly_score = [1, 2, 3, 4]
-        auc_roc = AUC_ROC(gt, anomaly_score)
-        score = auc_roc.get_score()
-        self.assertEqual(score, 1)
-
-        anomaly_score = [4, 4, 4, 4]
-        auc_roc = AUC_ROC(gt, anomaly_score)
-        score = auc_roc.get_score()
-        self.assertEqual(score, 0.5)
-
-    def test_vus_pr(self):
-        gt = [[0, 1]]
-        anomaly_score = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
-        vus_pr = VUS_PR(gt, anomaly_score, max_window=4)
-
-        score = vus_pr.get_score()
-        self.assertTrue(score <= 0.2)
-
-        gt = [[1, 3]]
-        anomaly_score = [8, 0, 9, 1, 7, 2, 3, 4, 5, 6]
-        vus_pr = VUS_PR(gt, anomaly_score, max_window=4)
-        score = vus_pr.get_score()
-        self.assertTrue(score > 0.5)
-        vus_pr = VUS_PR(gt, anomaly_score, max_window=0)
-        score = vus_pr.get_score()
-        self.assertTrue(score < 0.5)
-
-    def test_vus_roc(self):
-        gt = [[0, 1]]
-        anomaly_score = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
-        vus = VUS_ROC(gt, anomaly_score, max_window=4)
-
-        score = vus.get_score()
-        self.assertTrue(score <= 0.1)
-
-        gt = [[1, 3]]
-        anomaly_score = [8, 0, 9, 1, 7, 2, 3, 4, 5, 6]
-        vus = VUS_ROC(gt, anomaly_score, max_window=4)
-        score = vus.get_score()
-        self.assertTrue(score > 0.4)
-        vus = VUS_ROC(gt, anomaly_score, max_window=0)
-        score = vus.get_score()
-        self.assertTrue(score < 0.4)
-
-    def test_PatK(self):
-        gt = [[2, 3]]
-
-        anomaly_score = [1, 4, 2, 3]
-        patk = PatK_pw(gt, anomaly_score)
-        score = patk.get_score()
-        self.assertEqual(score, 0.5)
-
-        anomaly_score = [1, 2, 3, 4]
-        patk = PatK_pw(gt, anomaly_score)
-        score = patk.get_score()
-        self.assertEqual(score, 1)
-
-        anomaly_score = [3, 4, 1, 2]
-        patk = PatK_pw(gt, anomaly_score)
-        score = patk.get_score()
-        self.assertEqual(score, 0)
-
-        anomaly_score = [3, 4, 1, 2]
-        patk = PatK_pw([1, 2, 3], anomaly_score)
-        score = patk.get_score()
-        self.assertAlmostEqual(score, 2 / 3)
-
-        anomaly_score = [2, 1, 1, 0]
-        patk = PatK_pw([0, 1], anomaly_score)
-        score = patk.get_score()
-        self.assertAlmostEqual(score, 2 / 3)
-
-        patk = PatK_pw([], [0, 1, 2, 4])
-        self.assertRaises(AssertionError, patk.get_score)
-
-    def test_best_threshold_pw(self):
-        gt = [[2, 3]]
-
-        anomaly_score = [1, 3, 2, 4]
-        metric = Best_threshold_pw(gt, anomaly_score)
-        score = metric.get_score()
-        self.assertAlmostEqual(score, 2 * 2 / 3 * 1 / (1 + 2 / 3))
-
-        anomaly_score = [2, 3, 1, 4]
-        metric = Best_threshold_pw(gt, anomaly_score)
-        score = metric.get_score()
-        self.assertAlmostEqual(score, 2 * 1 / 2 * 1 / (1 + 1 / 2))
-
-        anomaly_score = [4, 3, 1, 2]
-        metric = Best_threshold_pw(gt, anomaly_score)
-        score = metric.get_score()
-        self.assertAlmostEqual(score, 2 * 1 / 2 * 1 / (1 + 1 / 2))
-
-
-if __name__ == "__main__":
-    unittest.main()

tsadmetrics/_tsadeval/threshold_plt.py

@@ -1,30 +0,0 @@
-# import numpy as np
-# from matplotlib import pyplot as plt
-
-
-# x = np.arange(48)
-
-# y = np.sin(0.7 + x / 12) + np.sin(x / 4 + 29) + 0.1 * np.sin(1.25 * x) * (np.cos(np.sqrt(1.25 * x) + 2)) + x / 32 + 0.12
-
-
-# figsize = (3.4, 2)
-# plt.figure(figsize=figsize)
-
-# plt.plot(x, y)
-
-# for t in [0.5, 1, 1.5, 2, 2.5]:
-#     plt.plot(x, x + t - x, ".", color="dimgray")
-#     for i in range(len(x)):
-#         if t < y[i]:
-#             plt.plot([x[i]], [t], ".r")
-#             plt.plot([x[i]], [t], "xw", markersize=2)
-
-# fs = 7
-# plt.xlabel("Time", fontsize=fs)
-# plt.ylabel("Anomaly score / Threshold", fontsize=fs)
-# plt.xticks(fontsize=fs)
-# plt.yticks(fontsize=fs)
-
-# plt.tight_layout()
-# plt.savefig("thr2.pdf")
-# plt.show()

tsadmetrics/_tsadeval/time_tolerant.py

@@ -1,33 +0,0 @@
-# MIT License
-# 
-# Copyright (c) 2020 Erik Scharwächter
-# 
-# Permission is hereby granted, free of charge, to any person obtaining a copy
-# of this software and associated documentation files (the "Software"), to deal
-# in the Software without restriction, including without limitation the rights
-# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-# copies of the Software, and to permit persons to whom the Software is
-# furnished to do so, subject to the following conditions:
-# 
-# The above copyright notice and this permission notice shall be included in all
-# copies or substantial portions of the Software.
-# 
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-# SOFTWARE.
-
-import numpy as np
-
-def time_tolerant_recall_(A, E, d):
-    N_E = float(E.sum())
-    T = len(E)
-    return len([t for t in range(d, T-d) if (E[t] == 1) and np.sum(A[(t-d):(t+d)+1]) >= 1])/N_E
-
-def time_tolerant_precision_(A, E, d):
-    N_A = float(A.sum())
-    T = len(E)
-    return len([t for t in range(d, T-d) if (A[t] == 1) and np.sum(E[(t-d):(t+d)+1]) >= 1])/N_A