CompStats 0.1.8__tar.gz → 0.1.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. {compstats-0.1.8 → compstats-0.1.9}/CompStats/__init__.py +1 -1
  2. {compstats-0.1.8 → compstats-0.1.9}/CompStats/interface.py +11 -9
  3. {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/PKG-INFO +1 -1
  4. {compstats-0.1.8 → compstats-0.1.9}/PKG-INFO +1 -1
  5. {compstats-0.1.8 → compstats-0.1.9}/CompStats/bootstrap.py +0 -0
  6. {compstats-0.1.8 → compstats-0.1.9}/CompStats/measurements.py +0 -0
  7. {compstats-0.1.8 → compstats-0.1.9}/CompStats/metrics.py +0 -0
  8. {compstats-0.1.8 → compstats-0.1.9}/CompStats/performance.py +0 -0
  9. {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/__init__.py +0 -0
  10. {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/data.csv +0 -0
  11. {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_bootstrap.py +0 -0
  12. {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_interface.py +0 -0
  13. {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_measurements.py +0 -0
  14. {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_metrics.py +0 -0
  15. {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_performance.py +0 -0
  16. {compstats-0.1.8 → compstats-0.1.9}/CompStats/utils.py +0 -0
  17. {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/SOURCES.txt +0 -0
  18. {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/dependency_links.txt +0 -0
  19. {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/requires.txt +0 -0
  20. {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/top_level.txt +0 -0
  21. {compstats-0.1.8 → compstats-0.1.9}/LICENSE +0 -0
  22. {compstats-0.1.8 → compstats-0.1.9}/MANIFEST.in +0 -0
  23. {compstats-0.1.8 → compstats-0.1.9}/README.rst +0 -0
  24. {compstats-0.1.8 → compstats-0.1.9}/pyproject.toml +0 -0
  25. {compstats-0.1.8 → compstats-0.1.9}/setup.cfg +0 -0
  26. {compstats-0.1.8 → compstats-0.1.9}/setup.py +0 -0
@@ -11,7 +11,7 @@
11
11
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
- __version__ = '0.1.8'
14
+ __version__ = '0.1.9'
15
15
  from CompStats.bootstrap import StatisticSamples
16
16
  from CompStats.measurements import CI, SE, difference_p_value
17
17
  from CompStats.performance import performance, difference, all_differences, plot_performance, plot_difference
@@ -606,7 +606,8 @@ class Difference:
606
606
  alg_legend:str='Algorithm',
607
607
  sig_legend:str='Significant',
608
608
  perf_names:str=None,
609
- CI:float=0.05):
609
+ right:bool=True,
610
+ alpha:float=0.05):
610
611
  """Dataframe"""
611
612
  if perf_names is None and isinstance(self.best, np.ndarray):
612
613
  perf_names = [f'{alg}({k})'
@@ -617,18 +618,18 @@ class Difference:
617
618
  perf_names=perf_names)
618
619
  df[sig_legend] = False
619
620
  if isinstance(self.best, str):
620
- for name, p in self.p_value().items():
621
- if p >= CI:
621
+ for name, p in self.p_value(right=right).items():
622
+ if p >= alpha:
622
623
  continue
623
624
  df.loc[df[alg_legend] == name, sig_legend] = True
624
625
  else:
625
- p_values = self.p_value()
626
+ p_values = self.p_value(right=right)
626
627
  systems = list(p_values.keys())
627
628
  p_values = np.array([p_values[k] for k in systems])
628
629
  for name, p_value in zip(perf_names, p_values.T):
629
630
  mask = df[var_name] == name
630
631
  for alg, p in zip(systems, p_value):
631
- if p >= CI:
632
+ if p >= alpha:
632
633
  continue
633
634
  _ = mask & (df[alg_legend] == alg)
634
635
  df.loc[_, sig_legend] = True
@@ -639,7 +640,8 @@ class Difference:
639
640
  alg_legend:str='Algorithm',
640
641
  sig_legend:str='Significant',
641
642
  perf_names:list=None,
642
- CI:float=0.05,
643
+ alpha:float=0.05,
644
+ right:bool=True,
643
645
  kind:str='point', linestyle:str='none',
644
646
  col_wrap:int=3, capsize:float=0.2,
645
647
  set_refline:bool=True,
@@ -668,12 +670,12 @@ class Difference:
668
670
  alg_legend=alg_legend,
669
671
  sig_legend=sig_legend,
670
672
  perf_names=perf_names,
671
- CI=CI)
672
- title = var_name
673
+ alpha=alpha, right=right)
674
+ title = var_name
673
675
  if var_name not in df.columns:
674
676
  var_name = None
675
677
  col_wrap = None
676
- ci = lambda x: measurements.CI(x, alpha=CI)
678
+ ci = lambda x: measurements.CI(x, alpha=2*alpha)
677
679
  f_grid = sns.catplot(df, x=value_name, errorbar=ci,
678
680
  y=alg_legend, col=var_name,
679
681
  kind=kind, linestyle=linestyle,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: CompStats
3
- Version: 0.1.8
3
+ Version: 0.1.9
4
4
  Summary: CompStats implements an evaluation methodology for statistically analyzing competition results and competition
5
5
  Project-URL: Homepage, https://compstats.readthedocs.io
6
6
  Project-URL: Repository, https://github.com/INGEOTEC/CompStats
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: CompStats
3
- Version: 0.1.8
3
+ Version: 0.1.9
4
4
  Summary: CompStats implements an evaluation methodology for statistically analyzing competition results and competition
5
5
  Project-URL: Homepage, https://compstats.readthedocs.io
6
6
  Project-URL: Repository, https://github.com/INGEOTEC/CompStats
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes