tsadmetrics 0.1.15__py3-none-any.whl → 0.1.17__py3-none-any.whl

tests/test_non_binary.py

@@ -148,8 +148,7 @@ class TestAUCPRPW(unittest.TestCase):
 
 
     
-
-class TestAUCPRPA(unittest.TestCase):
+class TestAUCROCPA(unittest.TestCase):
 
     def setUp(self):
         """
@@ -165,64 +164,64 @@ class TestAUCPRPA(unittest.TestCase):
 
         self.y_pred3 = np.array([4, 4, 4, 4])
 
-        self.y_true2 = [0,1,1,0,0,0,0,0,1,1,0,0,0,0,1,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,1,0,0,1,1,0
-,1,1,1,0,0,1,0,0,1,0,1,1,0,0,1,0,0,0,0,1,0,0,0,0,1,0,0,1,0,1,1,1,1,1,0,1,1
-,1,1,1,1,0,0,1,1,1,1,0,1,0,0,1,1,1,0,0,1,0,0,1,0,1,1]
+        self.y_true2 = np.array([0,1,1,0,0,0,0,0,1,1,0,0,0,0,1,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,1,0,0,1,1,0
+        ,1,1,1,0,0,1,0,0,1,0,1,1,0,0,1,0,0,0,0,1,0,0,0,0,1,0,0,1,0,1,1,1,1,1,0,1,1
+        ,1,1,1,1,0,0,1,1,1,1,0,1,0,0,1,1,1,0,0,1,0,0,1,0,1,1])
 
 
         self.y_pred4 = [0.1280475, 0.12059283 ,0.29936968 ,0.85866402 ,0.74071874 ,0.22310849
- ,0.11281839 ,0.26133246 ,0.33696106 ,0.01442675 ,0.51962876 ,0.07828833
- ,0.45337844 ,0.09444483 ,0.91216588 ,0.18847595 ,0.26828481 ,0.65248919
- ,0.46291981 ,0.43730757 ,0.78087553 ,0.45031043 ,0.88661033 ,0.56209352
- ,0.45029423 ,0.17638205 ,0.9261279 ,0.58830652 ,0.01602648 ,0.73903379
- ,0.61831379 ,0.74779903 ,0.42682106 ,0.82583519 ,0.19709012 ,0.44925962
- ,0.62752415 ,0.52458327 ,0.46291768 ,0.33937527 ,0.34868777 ,0.12293847
- ,0.84477504 ,0.10225254 ,0.37048167 ,0.04476031 ,0.36680499 ,0.11346155
- ,0.10583112 ,0.09493136 ,0.54878736 ,0.68514489 ,0.5940307 ,0.14526962
- ,0.69385728 ,0.38888727 ,0.61495304 ,0.06795402 ,0.02894603 ,0.08293609
- ,0.22865685 ,0.63531487 ,0.97966126 ,0.31418622 ,0.8943095 ,0.22974177
- ,0.94402929 ,0.13140625 ,0.80539267 ,0.40160344 ,0.38151339 ,0.65011626
- ,0.71657942 ,0.93297398 ,0.32043329 ,0.54667941 ,0.90645979 ,0.98730183
- ,0.82351336 ,0.10404812 ,0.6962921 ,0.72890752 ,0.49700666 ,0.47461103
- ,0.59696079 ,0.85876179 ,0.247344 ,0.38187879 ,0.23906861 ,0.5266315
- ,0.08171512 ,0.27903375 ,0.61112439 ,0.20784267 ,0.90652453 ,0.87575255
- ,0.26972245 ,0.78780138 ,0.37649185 ,0.08467683]
-
-
-    def test_auc_pr_pa(self):
+        ,0.11281839 ,0.26133246 ,0.33696106 ,0.01442675 ,0.51962876 ,0.07828833
+        ,0.45337844 ,0.09444483 ,0.91216588 ,0.18847595 ,0.26828481 ,0.65248919
+        ,0.46291981 ,0.43730757 ,0.78087553 ,0.45031043 ,0.88661033 ,0.56209352
+        ,0.45029423 ,0.17638205 ,0.9261279 ,0.58830652 ,0.01602648 ,0.73903379
+        ,0.61831379 ,0.74779903 ,0.42682106 ,0.82583519 ,0.19709012 ,0.44925962
+        ,0.62752415 ,0.52458327 ,0.46291768 ,0.33937527 ,0.34868777 ,0.12293847
+        ,0.84477504 ,0.10225254 ,0.37048167 ,0.04476031 ,0.36680499 ,0.11346155
+        ,0.10583112 ,0.09493136 ,0.54878736 ,0.68514489 ,0.5940307 ,0.14526962
+        ,0.69385728 ,0.38888727 ,0.61495304 ,0.06795402 ,0.02894603 ,0.08293609
+        ,0.22865685 ,0.63531487 ,0.97966126 ,0.31418622 ,0.8943095 ,0.22974177
+        ,0.94402929 ,0.13140625 ,0.80539267 ,0.40160344 ,0.38151339 ,0.65011626
+        ,0.71657942 ,0.93297398 ,0.32043329 ,0.54667941 ,0.90645979 ,0.98730183
+        ,0.82351336 ,0.10404812 ,0.6962921 ,0.72890752 ,0.49700666 ,0.47461103
+        ,0.59696079 ,0.85876179 ,0.247344 ,0.38187879 ,0.23906861 ,0.5266315
+        ,0.08171512 ,0.27903375 ,0.61112439 ,0.20784267 ,0.90652453 ,0.87575255
+        ,0.26972245 ,0.78780138 ,0.37649185 ,0.08467683]
+
+
+    def test_auc_roc_pa(self):
         """
         Prueba para la función auc_pr_pa.
         """
-        score = round(auc_pr_pa(self.y_true1, self.y_pred1),2)
-        expected_score = 1.0
+        score = round(auc_roc_pa(self.y_true1, self.y_pred1),2)
+        expected_score = 0.5
         self.assertAlmostEqual(score, expected_score, places=4)
 
-        score = round(auc_pr_pa(self.y_true1, self.y_pred2),2)
-        expected_score = 1.0
+        score = round(auc_roc_pa(self.y_true1, self.y_pred2),2)
+        expected_score = 0.5
         self.assertAlmostEqual(score, expected_score, places=4)
 
-        score = round(auc_pr_pa(self.y_true1, self.y_pred3),2)
-        expected_score = 0.75
+        score = round(auc_roc_pa(self.y_true1, self.y_pred3),2)
+        expected_score = 0.25
         self.assertAlmostEqual(score, expected_score, places=4)
 
-        if len(self.y_true2) == len(self.y_pred4):
-            score = round(auc_pr_pa(self.y_true2, self.y_pred4),2)
-            expected_score = 0.78
-            self.assertAlmostEqual(score, expected_score, places=4)
+        
+        score = round(auc_roc_pa(self.y_true2, self.y_pred4),2)
+        expected_score = 0.33
+        self.assertAlmostEqual(score, expected_score, places=4)
 
         
-    def test_auc_pr_pa_consistency(self):
+    def test_auc_roc_pa_consistency(self):
         y_true, y_pred = [],[]
         try:
             for _ in range(100):
                 y_true = np.random.choice([0, 1], size=(100,))
                 y_pred = np.random.random( size=(100,))
-                score = auc_pr_pa(y_true, y_pred)
+                score = auc_roc_pa(y_true, y_pred)
         except Exception as e:
-            self.fail(f"auc_roc_pr_pa raised an exception {e}")
-            
+            self.fail(f"auc_roc_pa raised an exception {e}")
 
-class TestAUCPRSW(unittest.TestCase):
+
+class TestAUCPRPA(unittest.TestCase):
 
     def setUp(self):
         """
@@ -237,34 +236,65 @@ class TestAUCPRSW(unittest.TestCase):
         self.y_pred2 = np.array([1, 2, 3, 4])
 
         self.y_pred3 = np.array([4, 4, 4, 4])
-    
 
-    def test_auc_pr_sw(self):
+        self.y_true2 = np.array([0,1,1,0,0,0,0,0,1,1,0,0,0,0,1,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,1,0,0,1,1,0
+        ,1,1,1,0,0,1,0,0,1,0,1,1,0,0,1,0,0,0,0,1,0,0,0,0,1,0,0,1,0,1,1,1,1,1,0,1,1
+        ,1,1,1,1,0,0,1,1,1,1,0,1,0,0,1,1,1,0,0,1,0,0,1,0,1,1])
+
+
+        self.y_pred4 = [0.1280475, 0.12059283 ,0.29936968 ,0.85866402 ,0.74071874 ,0.22310849
+        ,0.11281839 ,0.26133246 ,0.33696106 ,0.01442675 ,0.51962876 ,0.07828833
+        ,0.45337844 ,0.09444483 ,0.91216588 ,0.18847595 ,0.26828481 ,0.65248919
+        ,0.46291981 ,0.43730757 ,0.78087553 ,0.45031043 ,0.88661033 ,0.56209352
+        ,0.45029423 ,0.17638205 ,0.9261279 ,0.58830652 ,0.01602648 ,0.73903379
+        ,0.61831379 ,0.74779903 ,0.42682106 ,0.82583519 ,0.19709012 ,0.44925962
+        ,0.62752415 ,0.52458327 ,0.46291768 ,0.33937527 ,0.34868777 ,0.12293847
+        ,0.84477504 ,0.10225254 ,0.37048167 ,0.04476031 ,0.36680499 ,0.11346155
+        ,0.10583112 ,0.09493136 ,0.54878736 ,0.68514489 ,0.5940307 ,0.14526962
+        ,0.69385728 ,0.38888727 ,0.61495304 ,0.06795402 ,0.02894603 ,0.08293609
+        ,0.22865685 ,0.63531487 ,0.97966126 ,0.31418622 ,0.8943095 ,0.22974177
+        ,0.94402929 ,0.13140625 ,0.80539267 ,0.40160344 ,0.38151339 ,0.65011626
+        ,0.71657942 ,0.93297398 ,0.32043329 ,0.54667941 ,0.90645979 ,0.98730183
+        ,0.82351336 ,0.10404812 ,0.6962921 ,0.72890752 ,0.49700666 ,0.47461103
+        ,0.59696079 ,0.85876179 ,0.247344 ,0.38187879 ,0.23906861 ,0.5266315
+        ,0.08171512 ,0.27903375 ,0.61112439 ,0.20784267 ,0.90652453 ,0.87575255
+        ,0.26972245 ,0.78780138 ,0.37649185 ,0.08467683]
+
+
+    def test_auc_pr_pa(self):
         """
-        Prueba para la función auc_pr_sw.
+        Prueba para la función auc_pr_pa.
         """
-        score = round(auc_pr_sw(self.y_true1, self.y_pred1),2)
+        score = round(auc_pr_pa(self.y_true1, self.y_pred1),2)
         expected_score = 1.0
         self.assertAlmostEqual(score, expected_score, places=4)
 
-        score = round(auc_pr_sw(self.y_true1, self.y_pred2),2)
-        expected_score = 1
+        score = round(auc_pr_pa(self.y_true1, self.y_pred2),2)
+        expected_score = 1.0
         self.assertAlmostEqual(score, expected_score, places=4)
 
-        score = round(auc_pr_sw(self.y_true1, self.y_pred3),2)
-        expected_score = 1
+        score = round(auc_pr_pa(self.y_true1, self.y_pred3),2)
+        expected_score = 0.75
         self.assertAlmostEqual(score, expected_score, places=4)
 
         
-    # def test_auc_pr_sw_consistency(self):
-    #     try:
-    #         for _ in range(100):
-    #             y_true = np.random.choice([0, 1], size=(100,))
-    #             y_pred = np.random.random( size=(100,))
+        score = round(auc_pr_pa(self.y_true2, self.y_pred4),2)
+        expected_score = 0.78
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        
+    def test_auc_pr_pa_consistency(self):
+        y_true, y_pred = [],[]
+        try:
+            for _ in range(100):
+                y_true = np.random.choice([0, 1], size=(100,))
+                y_pred = np.random.random( size=(100,))
+                score = auc_pr_pa(y_true, y_pred)
+        except Exception as e:
+            self.fail(f"auc_roc_pr_pa raised an exception {e}")
+            
+
 
-    #             score = auc_pr_sw(y_true, y_pred)
-    #     except Exception as e:
-    #         self.fail(f"auc_pr_sw raised an exception {e}")
 
 
 class TestVUSROC(unittest.TestCase):
@@ -355,16 +385,65 @@ class TestNonBinaryPATE(unittest.TestCase):
         """
         Configuración inicial para las pruebas.
         """
-        pass
+        self.y_true1 =  np.array([0,0,1,1])
 
-    
+
+        self.y_pred1 = np.array([1, 3, 2, 4])
+
+        self.y_pred2 = np.array([1, 2, 3, 4])
+
+        self.y_pred3 = np.array([4, 4, 4, 4])
+
+        self.y_true2 = np.array([0,1,1,0,0,0,0,0,1,1,0,0,0,0,1,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,1,0,0,1,1,0
+        ,1,1,1,0,0,1,0,0,1,0,1,1,0,0,1,0,0,0,0,1,0,0,0,0,1,0,0,1,0,1,1,1,1,1,0,1,1
+        ,1,1,1,1,0,0,1,1,1,1,0,1,0,0,1,1,1,0,0,1,0,0,1,0,1,1])
+
+
+        self.y_pred4 = [0.1280475, 0.12059283 ,0.29936968 ,0.85866402 ,0.74071874 ,0.22310849
+        ,0.11281839 ,0.26133246 ,0.33696106 ,0.01442675 ,0.51962876 ,0.07828833
+        ,0.45337844 ,0.09444483 ,0.91216588 ,0.18847595 ,0.26828481 ,0.65248919
+        ,0.46291981 ,0.43730757 ,0.78087553 ,0.45031043 ,0.88661033 ,0.56209352
+        ,0.45029423 ,0.17638205 ,0.9261279 ,0.58830652 ,0.01602648 ,0.73903379
+        ,0.61831379 ,0.74779903 ,0.42682106 ,0.82583519 ,0.19709012 ,0.44925962
+        ,0.62752415 ,0.52458327 ,0.46291768 ,0.33937527 ,0.34868777 ,0.12293847
+        ,0.84477504 ,0.10225254 ,0.37048167 ,0.04476031 ,0.36680499 ,0.11346155
+        ,0.10583112 ,0.09493136 ,0.54878736 ,0.68514489 ,0.5940307 ,0.14526962
+        ,0.69385728 ,0.38888727 ,0.61495304 ,0.06795402 ,0.02894603 ,0.08293609
+        ,0.22865685 ,0.63531487 ,0.97966126 ,0.31418622 ,0.8943095 ,0.22974177
+        ,0.94402929 ,0.13140625 ,0.80539267 ,0.40160344 ,0.38151339 ,0.65011626
+        ,0.71657942 ,0.93297398 ,0.32043329 ,0.54667941 ,0.90645979 ,0.98730183
+        ,0.82351336 ,0.10404812 ,0.6962921 ,0.72890752 ,0.49700666 ,0.47461103
+        ,0.59696079 ,0.85876179 ,0.247344 ,0.38187879 ,0.23906861 ,0.5266315
+        ,0.08171512 ,0.27903375 ,0.61112439 ,0.20784267 ,0.90652453 ,0.87575255
+        ,0.26972245 ,0.78780138 ,0.37649185 ,0.08467683]
+
+    def test_real_pate(self):
+        """
+        Prueba para la función real_pate.
+        """
+        score = round(real_pate(self.y_true1, self.y_pred1,early=1, delay=1),2)
+        expected_score = 0.79
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(real_pate(self.y_true1, self.y_pred2,early=1, delay=1),2)
+        expected_score = 1.0
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        score = round(real_pate(self.y_true1, self.y_pred3,early=1, delay=1),2)
+        expected_score = 0.75
+        self.assertAlmostEqual(score, expected_score, places=4)
 
         
-    def test_pate_consistency(self):
+        score = round(real_pate(self.y_true2, self.y_pred4,early=5, delay=5),2)
+        expected_score = 0.67
+        self.assertAlmostEqual(score, expected_score, places=4)
+
+        
+    def test_real_pate_consistency(self):
         try:
             for _ in range(10):
                 y_true = np.random.choice([0, 1], size=(100,))
-                y_pred = np.random.choice([0, 1], size=(100,))
+                y_pred = np.random.random( size=(100,))
 
                 score = real_pate(y_true, y_pred, early=5, delay=5)
         except Exception as e:

tests/test_utils.py

@@ -0,0 +1,49 @@
+import unittest
+from tsadmetrics import *
+import os
+import numpy as np
+import random
+
+class TestComputeMetrics(unittest.TestCase):
+    def setUp(self):
+        self.y_true  = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1])
+        self.y_pred_binary = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]) 
+        self.y_pred_non_binary = np.array([0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.12, 0.11, 0.21, 0.13, 0.4, 0.3, 0.2, 0.1, 0.32, 0.98, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9])
+
+    
+    def test_compute_metrics_binary(self):
+        metrics = [
+            ('point_wise_f_score', point_wise_f_score),
+            ('segment_wise_f_score', segment_wise_f_score),
+        ]
+        metrics_params = {}
+        
+        results = compute_metrics(self.y_true, self.y_pred_binary, metrics, metrics_params)
+        
+        self.assertTrue('point_wise_f_score' in results['metric_name'].values)
+        self.assertTrue('segment_wise_f_score' in results['metric_name'].values)
+        
+    def test_compute_metrics_non_binary(self):
+        metrics = [
+            ('vus_roc', vus_roc),
+            ('vus_pr', vus_pr),
+        ]
+        metrics_params = { 
+        'vus_roc': {'window': 3},
+        'vus_pr': {'window': 3}}
+
+        results = compute_metrics(self.y_true, self.y_pred_non_binary, metrics, metrics_params, is_anomaly_score=True)
+
+        self.assertTrue('vus_roc' in results['metric_name'].values)
+        self.assertTrue('vus_pr' in results['metric_name'].values)
+
+class TestComputeMetricsFromFile(unittest.TestCase):
+    def setUp(self):
+        self.y_true  = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1])
+        self.y_pred_binary = np.array([0,0,0,0,0,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0])
+        self.results_file = 'tests/test_data/results.csv'
+        self.conf_file = 'tests/test_data/config.json'
+
+    def test_compute_metrics_from_file(self):
+        results_df = compute_metrics_from_file(self.results_file, self.conf_file, output_dir='tests/test_data')
+        assert os.path.exists('tests/test_data/computed_metrics.csv'), f"Error: The file 'computed_metrics.csv' was not created."

tsadmetrics/__init__.py

@@ -18,4 +18,4 @@ __all__ = ['point_wise_recall', 'point_wise_precision', 'point_wise_f_score','po
                 'affiliation_based_recall','affiliation_based_precision','affiliation_based_f_score','nab_score','temporal_distance',
                 'average_detection_count','absolute_detection_distance','total_detected_in_range','detection_accuracy_in_range','weighted_detection_difference',
                 'binary_pate','real_pate','mean_time_to_detect',
-                'precision_at_k','auc_roc_pw','auc_pr_pw','auc_pr_pa','auc_pr_sw','vus_roc','vus_pr', 'compute_metrics',]
+                'precision_at_k','auc_roc_pw','auc_pr_pw','auc_roc_pa','auc_pr_pa','vus_roc','vus_pr', 'compute_metrics', 'compute_metrics_from_file']