CompStats 0.1.8__tar.gz → 0.1.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/__init__.py +1 -1
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/interface.py +11 -9
- {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/PKG-INFO +1 -1
- {compstats-0.1.8 → compstats-0.1.9}/PKG-INFO +1 -1
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/bootstrap.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/measurements.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/metrics.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/performance.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/__init__.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/data.csv +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_bootstrap.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_interface.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_measurements.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_metrics.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/tests/test_performance.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats/utils.py +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/SOURCES.txt +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/dependency_links.txt +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/requires.txt +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/CompStats.egg-info/top_level.txt +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/LICENSE +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/MANIFEST.in +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/README.rst +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/pyproject.toml +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/setup.cfg +0 -0
- {compstats-0.1.8 → compstats-0.1.9}/setup.py +0 -0
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
|
-
__version__ = '0.1.
|
|
14
|
+
__version__ = '0.1.9'
|
|
15
15
|
from CompStats.bootstrap import StatisticSamples
|
|
16
16
|
from CompStats.measurements import CI, SE, difference_p_value
|
|
17
17
|
from CompStats.performance import performance, difference, all_differences, plot_performance, plot_difference
|
|
@@ -606,7 +606,8 @@ class Difference:
|
|
|
606
606
|
alg_legend:str='Algorithm',
|
|
607
607
|
sig_legend:str='Significant',
|
|
608
608
|
perf_names:str=None,
|
|
609
|
-
|
|
609
|
+
right:bool=True,
|
|
610
|
+
alpha:float=0.05):
|
|
610
611
|
"""Dataframe"""
|
|
611
612
|
if perf_names is None and isinstance(self.best, np.ndarray):
|
|
612
613
|
perf_names = [f'{alg}({k})'
|
|
@@ -617,18 +618,18 @@ class Difference:
|
|
|
617
618
|
perf_names=perf_names)
|
|
618
619
|
df[sig_legend] = False
|
|
619
620
|
if isinstance(self.best, str):
|
|
620
|
-
for name, p in self.p_value().items():
|
|
621
|
-
if p >=
|
|
621
|
+
for name, p in self.p_value(right=right).items():
|
|
622
|
+
if p >= alpha:
|
|
622
623
|
continue
|
|
623
624
|
df.loc[df[alg_legend] == name, sig_legend] = True
|
|
624
625
|
else:
|
|
625
|
-
p_values = self.p_value()
|
|
626
|
+
p_values = self.p_value(right=right)
|
|
626
627
|
systems = list(p_values.keys())
|
|
627
628
|
p_values = np.array([p_values[k] for k in systems])
|
|
628
629
|
for name, p_value in zip(perf_names, p_values.T):
|
|
629
630
|
mask = df[var_name] == name
|
|
630
631
|
for alg, p in zip(systems, p_value):
|
|
631
|
-
if p >=
|
|
632
|
+
if p >= alpha:
|
|
632
633
|
continue
|
|
633
634
|
_ = mask & (df[alg_legend] == alg)
|
|
634
635
|
df.loc[_, sig_legend] = True
|
|
@@ -639,7 +640,8 @@ class Difference:
|
|
|
639
640
|
alg_legend:str='Algorithm',
|
|
640
641
|
sig_legend:str='Significant',
|
|
641
642
|
perf_names:list=None,
|
|
642
|
-
|
|
643
|
+
alpha:float=0.05,
|
|
644
|
+
right:bool=True,
|
|
643
645
|
kind:str='point', linestyle:str='none',
|
|
644
646
|
col_wrap:int=3, capsize:float=0.2,
|
|
645
647
|
set_refline:bool=True,
|
|
@@ -668,12 +670,12 @@ class Difference:
|
|
|
668
670
|
alg_legend=alg_legend,
|
|
669
671
|
sig_legend=sig_legend,
|
|
670
672
|
perf_names=perf_names,
|
|
671
|
-
|
|
672
|
-
title = var_name
|
|
673
|
+
alpha=alpha, right=right)
|
|
674
|
+
title = var_name
|
|
673
675
|
if var_name not in df.columns:
|
|
674
676
|
var_name = None
|
|
675
677
|
col_wrap = None
|
|
676
|
-
ci = lambda x: measurements.CI(x, alpha=
|
|
678
|
+
ci = lambda x: measurements.CI(x, alpha=2*alpha)
|
|
677
679
|
f_grid = sns.catplot(df, x=value_name, errorbar=ci,
|
|
678
680
|
y=alg_legend, col=var_name,
|
|
679
681
|
kind=kind, linestyle=linestyle,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: CompStats
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.9
|
|
4
4
|
Summary: CompStats implements an evaluation methodology for statistically analyzing competition results and competition
|
|
5
5
|
Project-URL: Homepage, https://compstats.readthedocs.io
|
|
6
6
|
Project-URL: Repository, https://github.com/INGEOTEC/CompStats
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: CompStats
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.9
|
|
4
4
|
Summary: CompStats implements an evaluation methodology for statistically analyzing competition results and competition
|
|
5
5
|
Project-URL: Homepage, https://compstats.readthedocs.io
|
|
6
6
|
Project-URL: Repository, https://github.com/INGEOTEC/CompStats
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|