tsadmetrics 0.1.17__py3-none-any.whl → 1.0.0__py3-none-any.whl

tests/test_spm.py

@@ -0,0 +1,213 @@
+import unittest
+from tsadmetrics.metrics.spm import *
+
+from sklearn.metrics import fbeta_score
+import numpy as np
+import random
+
+class TestPointwiseFScore(unittest.TestCase):
+
+    def setUp(self):
+        """
+        Configuración inicial para las pruebas.
+        """
+        self.num_tests = 100  
+        self.test_cases = []
+        for _ in range(self.num_tests):
+            y_true = np.random.choice([0, 1], size=(10000,))
+            y_pred = np.random.choice([0, 1], size=(10000,))
+            self.test_cases.append((y_true, y_pred))
+
+        y_true_perfect = np.random.choice([0, 1], size=(10000,))
+        y_pred_perfect = y_true_perfect.copy()  
+        self.test_cases.append((y_true_perfect, y_pred_perfect))
+        
+        y_true_all_zeros = np.random.choice([0, 1], size=(10000,))
+        y_pred_all_zeros = np.zeros(10000, dtype=int)  
+        self.test_cases.append((y_true_all_zeros, y_pred_all_zeros))
+        
+
+
+    
+    def test(self):
+
+        for y_true, y_pred in self.test_cases:
+            with self.subTest(y_true=y_true, y_pred=y_pred):
+                beta = random.randint(0,1000000)
+                metric = PointwiseFScore(beta=beta)
+                f_score = metric.compute(y_true, y_pred)
+                expected_f_score = fbeta_score(y_true, y_pred, beta=beta)
+                self.assertAlmostEqual(f_score, expected_f_score, places=4)
+
+class TestPrecisionAtK(unittest.TestCase):
+
+    def setUp(self):
+
+ 
+        self.y_true1 =  np.array([0,0,1,1])
+
+
+        self.y_pred1 = np.array([0.2, 0.9, 0.3, 0.8])
+
+        self.y_pred2 = np.array([1, 2, 3, 4])
+
+        self.y_pred3 = np.array([3, 4, 1, 2])
+
+        self.y_true2 =  np.array([1,1,1,0])
+
+        self.y_pred4 = np.array([3, 4, 1, 2])
+
+        self.y_pred5 = self.y_true1
+        self.y_pred6 = np.zeros(len(self.y_true1))
+
+
+    
+
+    def test(self):
+        metric = PrecisionAtK()
+        score = round(metric.compute(self.y_true1, self.y_pred1),2)
+        expected_score = 0.5
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred2),2)
+        expected_score = 1
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred3),2)
+        expected_score = 0
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true2, self.y_pred4),2)
+        expected_score = round(2/3,2)
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred5),2)
+        expected_metric = 1.0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred6),2)
+        expected_metric = 0.5
+        self.assertAlmostEqual(score, expected_metric, places=4)
+        
+    def test_consistency(self):
+        try:
+            metric = PrecisionAtK()
+            for _ in range(100):
+                y_true = np.random.choice([0, 1], size=(100,))
+                y_pred = np.random.random( size=(100,))
+
+                score = metric.compute(y_true, y_pred)
+        except Exception as e:
+            self.fail(f"PrecisionAtK raised an exception {e}")
+
+
+
+class TestPointwiseAucRoc(unittest.TestCase):
+    def setUp(self):
+        """
+        Configuración inicial para las pruebas.
+        """
+ 
+        self.y_true1 =  np.array([0,0,1,1])
+
+
+        self.y_pred1 = np.array([1, 3, 2, 4])
+
+        self.y_pred2 = np.array([1, 2, 3, 4])
+
+        self.y_pred3 = np.array([4, 4, 4, 4])
+
+        self.y_pred4 = self.y_true1
+        self.y_pred5 = np.zeros(len(self.y_true1))
+    
+
+    def test(self):
+        metric = PointwiseAucRoc()
+        score = round(metric.compute(self.y_true1, self.y_pred1),2)
+        expected_score = 0.75
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred2),2)
+        expected_score = 1
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred3),2)
+        expected_score = 0.5
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred4),2)
+        expected_metric = 1.0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred5),2)
+        expected_metric = 0.5
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        
+    def test_consistency(self):
+        try:
+            metric = PointwiseAucRoc()
+            for _ in range(100):
+                y_true = np.random.choice([0, 1], size=(100,))
+                y_pred = np.random.random( size=(100,))
+
+                score = metric.compute(y_true, y_pred)
+        except Exception as e:
+            self.fail(f"PointwiseAucRoc raised an exception {e}")
+
+
+class TestPointwiseAucPr(unittest.TestCase):
+    def setUp(self):
+        """
+        Configuración inicial para las pruebas.
+        """
+ 
+        self.y_true1 =  np.array([0,0,1,1])
+
+
+        self.y_pred1 = np.array([1, 3, 2, 4])
+
+        self.y_pred2 = np.array([1, 2, 3, 4])
+
+        self.y_pred3 = np.array([4, 4, 4, 4])
+
+        self.y_pred4 = self.y_true1
+        self.y_pred5 = np.zeros(len(self.y_true1))
+    
+
+    def test(self):
+        """
+        Prueba para la función metric.compute.
+        """
+        metric = PointwiseAucPr()
+        score = round(metric.compute(self.y_true1, self.y_pred1),2)
+        expected_score = 0.83
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred2),2)
+        expected_score = 1
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred3),2)
+        expected_score = 0.5
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred4),2)
+        expected_metric = 1.0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred5),2)
+        expected_metric = 0.5
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        
+    def test_consistency(self):
+        try:
+            metric = PointwiseAucPr()
+            for _ in range(100):
+                y_true = np.random.choice([0, 1], size=(100,))
+                y_pred = np.random.random( size=(100,))
+
+                score = metric.compute(y_true, y_pred)
+        except Exception as e:
+            self.fail(f"auc_pr raised an exception {e}")

tests/test_tmem.py

@@ -0,0 +1,198 @@
+import unittest
+
+import numpy as np
+import random
+
+import unittest
+import numpy as np
+from tsadmetrics.metrics.tem.tmem import *
+
+class TestTemporalDistance(unittest.TestCase):
+
+    def setUp(self):
+        self.y_true1 = np.array([0, 0, 1, 1, 0, 0])
+        self.y_pred1 = np.array([0, 0, 1, 1, 0, 0])
+
+        self.y_true2 = np.array([0, 0, 0, 1, 1, 0])
+        self.y_pred2 = np.array([0, 1, 1, 0, 0, 0])
+
+        self.y_true3 = np.array([0, 0, 1, 1, 0, 0])
+        self.y_pred3 = np.array([1, 1, 0, 0, 0, 0])
+
+        self.y_pred4 = self.y_true1
+        self.y_pred5 = np.zeros(len(self.y_true1))
+
+    def test_temporal_distance_euclidean(self):
+        metric = TemporalDistance(distance=0)
+
+        td = metric.compute(self.y_true1, self.y_pred1)
+        expected = 0
+        self.assertEqual(td, expected)
+
+        td = metric.compute(self.y_true2, self.y_pred2)
+        expected = 6
+        self.assertEqual(td, expected)
+
+        td = metric.compute(self.y_true3, self.y_pred3)
+        expected = 6
+        self.assertEqual(td, expected)
+
+        score = round(metric.compute(self.y_true1, self.y_pred4),2)
+        expected_metric = 0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred5),2)
+        expected_metric = 12
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+    def test_temporal_distance_squared(self):
+        metric = TemporalDistance(distance=1)
+
+        td = metric.compute(self.y_true1, self.y_pred1)
+        expected = 0
+        self.assertEqual(td, expected)
+
+        td = metric.compute(self.y_true2, self.y_pred2)
+        expected = 18
+        self.assertEqual(td, expected)
+
+        td = metric.compute(self.y_true3, self.y_pred3)
+        expected = 18
+        self.assertEqual(td, expected)
+
+        score = round(metric.compute(self.y_true1, self.y_pred4),2)
+        expected_metric = 0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred5),2)
+        expected_metric = 144
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+    def test_consistency(self):
+        try:
+            
+            for _ in range(100):
+                y_true = np.random.choice([0, 1], size=(100,))
+                y_pred = np.zeros(100)
+                metric=TemporalDistance(distance=random.choice([0, 1]))
+                metric.compute(y_true, y_pred)
+        except Exception as e:
+            self.fail(f"absolute_detection_distance raised an exception {e}")
+
+
+class TestAbsoluteDetectionDistance(unittest.TestCase):
+
+    def setUp(self):
+        """
+        Configuración inicial para las pruebas.
+        """
+        self.y_true1 = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1])
+        self.y_pred1 = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0])
+        self.y_pred2 = np.array([0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0])
+
+        self.y_true2  = np.array([0,0,0,1,1,0,0,1,1,0,0,0,0,0,0,0,0,1,1,1,1,1])
+        self.y_pred21 = np.array([0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1])
+        self.y_pred22 = np.array([0,0,0,1,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0])
+
+        self.y_pred3 = self.y_true1
+        self.y_pred4 = np.zeros(len(self.y_true1))
+
+    def test(self):
+        metric = AbsoluteDetectionDistance()
+        score = round(metric.compute(self.y_true1, self.y_pred1),2)
+        expected_score = 0.25
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred2),2)
+        expected_score = 0.25
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true2, self.y_pred21),2)
+        expected_score = 0.06
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true2, self.y_pred22),2)
+        expected_score = 0.12
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred3),2)
+        expected_metric = 0.17 #The mean of the distances is never 0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred4),2)
+        expected_metric = 0 
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        
+    def testconsistency(self):
+        try:
+            y_true = np.random.choice([0, 1], size=(100,))
+            y_pred = np.zeros(100)
+            metric = AbsoluteDetectionDistance()
+            for _ in range(100):
+                y_true = np.random.choice([0, 1], size=(100,))
+                y_pred = np.random.choice([0, 1], size=(100,))
+
+                score = metric.compute(y_true, y_pred)
+        except Exception as e:
+            self.fail(f"AbsoluteDetectionDistance raised an exception {e}")
+
+
+class TestEnhancedTimeseriesAwareFScore(unittest.TestCase):
+
+    def setUp(self):
+
+        self.y_true1 = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1])
+        self.y_pred1 = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0])
+        self.y_pred2 = np.array([0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0])
+
+        self.y_true2 = np.array([0,0,1,0,1,0,1,0,0,0,0,0,0,0,0,1,1,1,1,1,0,0])
+        self.y_pred21 = np.array([0,0,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0])
+        self.y_pred22 = np.array([0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,0,0])
+
+        self.y_pred3 = self.y_true1
+        self.y_pred4 = np.zeros(len(self.y_true1))
+
+    
+
+    def test(self):
+        metric = EnhancedTimeseriesAwareFScore(theta_p=0.5, theta_r=0.1)
+        f_score = round(metric.compute(self.y_true1, self.y_pred1),2)
+        expected_f_score = 0.67
+        self.assertAlmostEqual(f_score, expected_f_score, places=4)
+
+        f_score = round(metric.compute(self.y_true1, self.y_pred2),2)
+        expected_f_score = 0.72
+        self.assertAlmostEqual(f_score, expected_f_score, places=4)
+
+        f_score = round(metric.compute(self.y_true2, self.y_pred21),2)
+        expected_f_score = 0.77
+        self.assertAlmostEqual(f_score, expected_f_score, places=4)
+
+        f_score = round(metric.compute(self.y_true2, self.y_pred22),2)
+        expected_f_score = 0.67
+        self.assertAlmostEqual(f_score, expected_f_score, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred3),2)
+        expected_metric = 1.0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+
+        score = round(metric.compute(self.y_true1, self.y_pred4),2)
+        expected_metric = 0
+        self.assertAlmostEqual(score, expected_metric, places=4)
+        
+    def test_consistency(self):
+        try:
+            y_true = np.random.choice([0, 1], size=(100,))
+            y_pred = np.zeros(100)
+            metric = EnhancedTimeseriesAwareFScore(theta_r=random.random(), theta_p=random.random())
+            metric.compute(y_true, y_pred)
+            for _ in range(100):
+                y_true = np.random.choice([0, 1], size=(100,))
+                y_pred = np.random.choice([0, 1], size=(100,))
+
+                f_score = metric.compute(y_true, y_pred)
+        except Exception as e:
+            self.fail(f"EnhancedTimeseriesAwareFScore raised an exception {e}")
+
+