CompStats 0.0.6__tar.gz → 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/__init__.py +4 -2
  2. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/bootstrap.py +5 -2
  3. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/measurements.py +29 -4
  4. compstats-0.1.0/CompStats/performance.py +672 -0
  5. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/tests/test_measurements.py +13 -2
  6. compstats-0.1.0/CompStats/tests/test_performance.py +113 -0
  7. compstats-0.1.0/CompStats.egg-info/PKG-INFO +52 -0
  8. {CompStats-0.0.6 → compstats-0.1.0}/CompStats.egg-info/SOURCES.txt +1 -1
  9. compstats-0.1.0/PKG-INFO +52 -0
  10. compstats-0.1.0/README.rst +28 -0
  11. compstats-0.1.0/pyproject.toml +32 -0
  12. CompStats-0.0.6/CompStats/performance.py +0 -154
  13. CompStats-0.0.6/CompStats/tests/test_performance.py +0 -59
  14. CompStats-0.0.6/CompStats.egg-info/PKG-INFO +0 -8
  15. CompStats-0.0.6/PKG-INFO +0 -8
  16. CompStats-0.0.6/README.md +0 -2
  17. CompStats-0.0.6/pyproject.toml +0 -12
  18. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/tests/__init__.py +0 -0
  19. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/tests/data.csv +0 -0
  20. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/tests/test_bootstrap.py +0 -0
  21. {CompStats-0.0.6 → compstats-0.1.0}/CompStats/utils.py +0 -0
  22. {CompStats-0.0.6 → compstats-0.1.0}/CompStats.egg-info/dependency_links.txt +0 -0
  23. {CompStats-0.0.6 → compstats-0.1.0}/CompStats.egg-info/requires.txt +0 -0
  24. {CompStats-0.0.6 → compstats-0.1.0}/CompStats.egg-info/top_level.txt +0 -0
  25. {CompStats-0.0.6 → compstats-0.1.0}/LICENSE +0 -0
  26. {CompStats-0.0.6 → compstats-0.1.0}/MANIFEST.in +0 -0
  27. {CompStats-0.0.6 → compstats-0.1.0}/setup.cfg +0 -0
  28. {CompStats-0.0.6 → compstats-0.1.0}/setup.py +0 -0
@@ -11,7 +11,9 @@
11
11
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
- __version__ = '0.0.6'
14
+ __version__ = '0.1.0'
15
15
  from CompStats.bootstrap import StatisticSamples
16
- from CompStats.measurements import CI, difference_p_value
16
+ from CompStats.measurements import CI, SE, difference_p_value
17
17
  from CompStats.performance import performance, difference, all_differences, plot_performance, plot_difference
18
+ from CompStats.performance import performance_multiple_metrics, difference_multiple, plot_performance_multiple, plot_difference_multiple
19
+ from CompStats.performance import all_differences_multiple, plot_performance2, plot_difference2, plot_scatter_matrix
@@ -46,10 +46,12 @@ class StatisticSamples:
46
46
  def __init__(self,
47
47
  statistic: Callable[[np.ndarray], float]=np.mean,
48
48
  num_samples: int=500,
49
- n_jobs: int=1):
49
+ n_jobs: int=1,
50
+ BiB: bool=True):
50
51
  self.statistic = statistic
51
52
  self.num_samples = num_samples
52
53
  self.n_jobs = n_jobs
54
+ self.BiB = BiB # Guardar el parámetro BiB
53
55
  self._samples = None
54
56
  self._calls = {}
55
57
  self._info = {}
@@ -67,7 +69,8 @@ class StatisticSamples:
67
69
  """Parameters"""
68
70
  return dict(statistic=self.statistic,
69
71
  num_samples=self.num_samples,
70
- n_jobs=self.n_jobs)
72
+ n_jobs=self.n_jobs,
73
+ BiB=self.BiB) # Añadir BiB a los parámetros
71
74
 
72
75
  def __sklearn_clone__(self):
73
76
  klass = self.__class__
@@ -34,13 +34,38 @@ def CI(samples: np.ndarray, alpha=0.05):
34
34
  (0.6, 1.0)
35
35
  """
36
36
  if isinstance(samples, StatisticSamples):
37
- return {k: CI(v) for k, v in samples.calls.items()}
37
+ return {k: CI(v, alpha=alpha) for k, v in samples.calls.items()}
38
38
  alpha = alpha / 2
39
39
  return (np.percentile(samples, alpha * 100, axis=0),
40
40
  np.percentile(samples, (1 - alpha) * 100, axis=0))
41
41
 
42
+
43
+ def SE(samples: np.ndarray):
44
+ """Compute the Standard Error of a statistic using bootstrap.
45
+
46
+ >>> from CompStats import StatisticSamples, SE
47
+ >>> from sklearn.metrics import accuracy_score
48
+ >>> import numpy as np
49
+ >>> labels = np.r_[[0, 0, 0, 0, 0, 1, 1, 1, 1, 1]]
50
+ >>> pred = np.r_[[0, 0, 1, 0, 0, 1, 1, 1, 0, 1]]
51
+ >>> bootstrap = StatisticSamples(statistic=accuracy_score)
52
+ >>> samples = bootstrap(labels, pred)
53
+ >>> SE(samples)
54
+ """
55
+ if isinstance(samples, StatisticSamples):
56
+ return {k: SE(v) for k, v in samples.calls.items()}
57
+ return np.std(samples, axis=0)
58
+
42
59
 
43
- def difference_p_value(statistic_samples: StatisticSamples):
60
+ def difference_p_value(samples: np.ndarray, BiB: bool = True):
44
61
  """Compute the difference p-value"""
45
- return {k: (v > 2 * np.mean(v)).mean()
46
- for k, v in statistic_samples.calls.items()}
62
+ if isinstance(samples, StatisticSamples):
63
+ if samples.BiB:
64
+ return {k: (v > 2 * np.mean(v)).mean() for k, v in samples.calls.items()}
65
+ else:
66
+ return {k: (v < 2 * np.mean(v)).mean() for k, v in samples.calls.items()}
67
+ else:
68
+ if BiB:
69
+ return np.mean(samples > 2 * np.mean(samples, axis=0), axis=0)
70
+ else:
71
+ return np.mean(samples < 2 * np.mean(samples, axis=0), axis=0)