prosemble 2.4.0__tar.gz → 2.5.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {prosemble-2.4.0 → prosemble-2.5.0}/.bumpversion.cfg +1 -5
- {prosemble-2.4.0 → prosemble-2.5.0}/.github/workflows/ci.yml +20 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/.github/workflows/release.yml +1 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/.gitignore +7 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/MANIFEST.in +0 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/PKG-INFO +17 -9
- {prosemble-2.4.0 → prosemble-2.5.0}/README.md +3 -4
- prosemble-2.5.0/benchmarks/classification/README.md +62 -0
- prosemble-2.5.0/benchmarks/classification/RESULTS.md +140 -0
- prosemble-2.5.0/benchmarks/classification/report.py +120 -0
- prosemble-2.5.0/benchmarks/classification/run.py +186 -0
- prosemble-2.5.0/benchmarks/classification/suite.py +47 -0
- prosemble-2.5.0/benchmarks/time_series/README.md +94 -0
- prosemble-2.5.0/benchmarks/time_series/RESULTS.md +116 -0
- prosemble-2.5.0/benchmarks/time_series/RESULTS_multivariate.md +52 -0
- prosemble-2.5.0/benchmarks/time_series/RESULTS_one_class.md +131 -0
- prosemble-2.5.0/benchmarks/time_series/run.py +220 -0
- prosemble-2.5.0/benchmarks/time_series/run_multivariate.py +245 -0
- prosemble-2.5.0/benchmarks/time_series/run_one_class.py +192 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/flake.nix +5 -5
- prosemble-2.5.0/prosemble/__init__.py +16 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/curriculum.py +9 -9
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/distance.py +103 -26
- prosemble-2.5.0/prosemble/core/evaluation.py +266 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/kernel.py +45 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/losses.py +65 -8
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/manifolds.py +104 -10
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/onnx_export.py +151 -5
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/protocols.py +12 -0
- prosemble-2.5.0/prosemble/core/riemannian_optim.py +111 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/similarities.py +3 -3
- prosemble-2.5.0/prosemble/core/soft_dtw.py +213 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/__init__.py +34 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/cbc.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/celvq_ng_mixin.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_glvq.py +11 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_glvq_ng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_matrix_lvq_ng.py +12 -1
- prosemble-2.5.0/prosemble/models/dk_matrix_rslvq.py +177 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_relevance_lvq_ng.py +12 -1
- prosemble-2.5.0/prosemble/models/dk_rslvq.py +207 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/heskes_som.py +2 -5
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/image_cbc.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/image_lvq.py +36 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kohonen_som.py +2 -5
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lcelvq_ng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/local_matrix_lvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lvq1.py +2 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lvq21.py +2 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lvqmln.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/matrix_lvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/matrix_rslvq.py +26 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/mcelvq_ng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/median_lvq.py +2 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/mrslvq_ng.py +26 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/neural_gas.py +2 -5
- prosemble-2.5.0/prosemble/models/oc_alignment_density.py +480 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_glvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_matrix_lvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_relevance_lvq.py +12 -1
- prosemble-2.5.0/prosemble/models/oc_dk_rslvq.py +78 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_glvq.py +16 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_glvq_ng_mixin.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gmlvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_grlvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gtlvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_lgmlvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_mrslvq.py +24 -2
- prosemble-2.5.0/prosemble/models/oc_riemannian_rslvq.py +96 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_rslvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_rslvq_ng_mixin.py +12 -1
- prosemble-2.5.0/prosemble/models/oc_soft_mixin.py +612 -0
- prosemble-2.5.0/prosemble/models/oc_wasserstein_rslvq.py +75 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/plvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/probabilistic_lvq.py +2 -2
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/prototype_base.py +412 -85
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/relevance_lvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_glvq.py +23 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_m_slng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_m_smng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_m_stng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_matrix_lvq.py +40 -20
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_r_slng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_r_smng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_r_stng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_relevance_lvq.py +40 -20
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_slng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_smng.py +31 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_stng.py +31 -4
- prosemble-2.5.0/prosemble/models/riemannian_matrix_rslvq.py +193 -0
- prosemble-2.5.0/prosemble/models/riemannian_rslvq.py +331 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_slng.py +32 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_smng.py +42 -24
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_srng.py +320 -13
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_stng.py +33 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/rslvq_ng.py +13 -2
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/scmng.py +3 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/siamese_lvq.py +36 -3
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/slng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/smng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/sng.py +12 -1
- prosemble-2.5.0/prosemble/models/soft_dtw_matrix_rslvq.py +164 -0
- prosemble-2.5.0/prosemble/models/soft_dtw_rslvq.py +228 -0
- prosemble-2.5.0/prosemble/models/soft_mixin.py +404 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/srng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/stng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ.py +16 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_lm.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_m.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_r.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_t.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/tangent_lvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/tcelvq_ng.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/wasserstein_glvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/wasserstein_gmlvq.py +12 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/wasserstein_grlvq.py +12 -1
- prosemble-2.5.0/prosemble/models/wasserstein_matrix_rslvq.py +175 -0
- prosemble-2.5.0/prosemble/models/wasserstein_rslvq.py +194 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/PKG-INFO +17 -9
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/SOURCES.txt +163 -10
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/requires.txt +13 -4
- {prosemble-2.4.0 → prosemble-2.5.0}/pyproject.toml +22 -23
- prosemble-2.5.0/sphinx-docs/_scripts/make_figures.py +848 -0
- prosemble-2.5.0/sphinx-docs/_static/custom.css +188 -0
- prosemble-2.5.0/sphinx-docs/_static/favicon.svg +11 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/hero-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/hero-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-calibration-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-calibration-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-hyperbolic-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-hyperbolic-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-rotations-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-rotations-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-subspaces-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-subspaces-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-timeseries-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-timeseries-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-topology-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-topology-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-wine-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/thumb-wine-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-anomaly-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-anomaly-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-calibration-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-calibration-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-clustering-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-clustering-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-hyperbolic-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-hyperbolic-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-rotations-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-rotations-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-curve-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-curve-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-distances-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-distances-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-subspaces-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-subspaces-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-timeseries-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-timeseries-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-topology-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-topology-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-wine-dark.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-wine-light.png +0 -0
- prosemble-2.5.0/sphinx-docs/_static/logo-dark.svg +11 -0
- prosemble-2.5.0/sphinx-docs/_static/logo-light.svg +11 -0
- prosemble-2.5.0/sphinx-docs/_templates/autosummary/base.rst +5 -0
- prosemble-2.5.0/sphinx-docs/_templates/autosummary/class.rst +21 -0
- prosemble-2.5.0/sphinx-docs/_templates/autosummary/function.rst +5 -0
- prosemble-2.5.0/sphinx-docs/api/core/activations.rst +14 -0
- prosemble-2.5.0/sphinx-docs/api/core/callbacks.rst +15 -0
- prosemble-2.5.0/sphinx-docs/api/core/competitions.rst +8 -0
- prosemble-2.5.0/sphinx-docs/api/core/curriculum.rst +16 -0
- prosemble-2.5.0/sphinx-docs/api/core/data.rst +16 -0
- prosemble-2.5.0/sphinx-docs/api/core/distance.rst +35 -0
- prosemble-2.5.0/sphinx-docs/api/core/distributed.rst +18 -0
- prosemble-2.5.0/sphinx-docs/api/core/evaluation.rst +22 -0
- prosemble-2.5.0/sphinx-docs/api/core/geodesic.rst +18 -0
- prosemble-2.5.0/sphinx-docs/api/core/initializers.rst +30 -0
- prosemble-2.5.0/sphinx-docs/api/core/kernel.rst +8 -0
- prosemble-2.5.0/sphinx-docs/api/core/losses.rst +15 -0
- prosemble-2.5.0/sphinx-docs/api/core/manifolds.rst +20 -0
- prosemble-2.5.0/sphinx-docs/api/core/model_selection.rst +16 -0
- prosemble-2.5.0/sphinx-docs/api/core/onnx_export.rst +14 -0
- prosemble-2.5.0/sphinx-docs/api/core/optimizers.rst +19 -0
- prosemble-2.5.0/sphinx-docs/api/core/pipeline.rst +19 -0
- prosemble-2.5.0/sphinx-docs/api/core/pooling.rst +8 -0
- prosemble-2.5.0/sphinx-docs/api/core/protocols.rst +15 -0
- prosemble-2.5.0/sphinx-docs/api/core/quantization.rst +15 -0
- prosemble-2.5.0/sphinx-docs/api/core/regularization.rst +17 -0
- prosemble-2.5.0/sphinx-docs/api/core/reject.rst +14 -0
- prosemble-2.5.0/sphinx-docs/api/core/riemannian_optim.rst +15 -0
- prosemble-2.5.0/sphinx-docs/api/core/serialization.rst +14 -0
- prosemble-2.5.0/sphinx-docs/api/core/similarities.rst +8 -0
- prosemble-2.5.0/sphinx-docs/api/core/soft_dtw.rst +8 -0
- prosemble-2.5.0/sphinx-docs/api/core/utils.rst +25 -0
- prosemble-2.5.0/sphinx-docs/api/core/vis.rst +25 -0
- prosemble-2.5.0/sphinx-docs/api/core/visualizer.rst +14 -0
- prosemble-2.5.0/sphinx-docs/api/core.rst +174 -0
- prosemble-2.5.0/sphinx-docs/api/datasets.rst +17 -0
- prosemble-2.5.0/sphinx-docs/api/index.rst +35 -0
- prosemble-2.5.0/sphinx-docs/api/models.rst +336 -0
- prosemble-2.5.0/sphinx-docs/benchmarks/index.rst +200 -0
- prosemble-2.5.0/sphinx-docs/conf.py +127 -0
- prosemble-2.5.0/sphinx-docs/development/changelog.rst +195 -0
- prosemble-2.5.0/sphinx-docs/development/citing.rst +24 -0
- prosemble-2.5.0/sphinx-docs/development/contributing.rst +109 -0
- prosemble-2.5.0/sphinx-docs/development/index.rst +35 -0
- prosemble-2.5.0/sphinx-docs/getting_started/choosing_a_model.rst +112 -0
- prosemble-2.5.0/sphinx-docs/getting_started/concepts.rst +178 -0
- prosemble-2.5.0/sphinx-docs/getting_started/index.rst +43 -0
- prosemble-2.5.0/sphinx-docs/getting_started/installation.rst +72 -0
- prosemble-2.5.0/sphinx-docs/getting_started/quickstart.rst +133 -0
- prosemble-2.5.0/sphinx-docs/index.rst +154 -0
- prosemble-2.5.0/sphinx-docs/tutorials/anomaly_detection.rst +77 -0
- prosemble-2.5.0/sphinx-docs/tutorials/clustering.rst +57 -0
- prosemble-2.5.0/sphinx-docs/tutorials/covariance_matrices.rst +184 -0
- prosemble-2.5.0/sphinx-docs/tutorials/hyperbolic.rst +110 -0
- prosemble-2.5.0/sphinx-docs/tutorials/index.rst +161 -0
- prosemble-2.5.0/sphinx-docs/tutorials/interpretable_classification.rst +111 -0
- prosemble-2.5.0/sphinx-docs/tutorials/probabilities.rst +119 -0
- prosemble-2.5.0/sphinx-docs/tutorials/rotations.rst +112 -0
- prosemble-2.5.0/sphinx-docs/tutorials/subspaces.rst +111 -0
- prosemble-2.5.0/sphinx-docs/tutorials/time_series.rst +77 -0
- prosemble-2.5.0/sphinx-docs/tutorials/topology.rst +67 -0
- prosemble-2.5.0/sphinx-docs/user_guide/classification/deep.rst +84 -0
- prosemble-2.5.0/sphinx-docs/user_guide/classification/index.rst +121 -0
- prosemble-2.5.0/sphinx-docs/user_guide/classification/lvq.rst +130 -0
- prosemble-2.5.0/sphinx-docs/user_guide/classification/metric_learning.rst +124 -0
- prosemble-2.5.0/sphinx-docs/user_guide/classification/neural_gas.rst +339 -0
- prosemble-2.5.0/sphinx-docs/user_guide/classification/probabilistic.rst +98 -0
- prosemble-2.5.0/sphinx-docs/user_guide/classification/wasserstein.rst +137 -0
- {prosemble-2.4.0/sphinx-docs/guides → prosemble-2.5.0/sphinx-docs/user_guide}/clustering.rst +10 -10
- prosemble-2.4.0/sphinx-docs/guides/onnx.rst → prosemble-2.5.0/sphinx-docs/user_guide/deployment.rst +99 -16
- prosemble-2.5.0/sphinx-docs/user_guide/index.rst +118 -0
- prosemble-2.5.0/sphinx-docs/user_guide/interpretation.rst +141 -0
- prosemble-2.4.0/sphinx-docs/guides/differentiating_kernels.rst → prosemble-2.5.0/sphinx-docs/user_guide/kernels.rst +97 -20
- prosemble-2.5.0/sphinx-docs/user_guide/model_selection.rst +109 -0
- {prosemble-2.4.0/sphinx-docs/guides → prosemble-2.5.0/sphinx-docs/user_guide}/one_class.rst +118 -18
- prosemble-2.5.0/sphinx-docs/user_guide/performance.rst +155 -0
- prosemble-2.5.0/sphinx-docs/user_guide/probabilities.rst +129 -0
- prosemble-2.5.0/sphinx-docs/user_guide/riemannian.rst +595 -0
- prosemble-2.5.0/sphinx-docs/user_guide/time_series.rst +291 -0
- {prosemble-2.4.0/sphinx-docs/guides → prosemble-2.5.0/sphinx-docs/user_guide}/topology.rst +2 -2
- prosemble-2.4.0/sphinx-docs/guides/advanced.rst → prosemble-2.5.0/sphinx-docs/user_guide/training.rst +124 -463
- prosemble-2.5.0/tests/conftest.py +20 -0
- prosemble-2.5.0/tests/test_calibration.py +163 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dataset_jax.py +1 -0
- prosemble-2.5.0/tests/test_devices_all_models.py +101 -0
- prosemble-2.5.0/tests/test_divergence_guard.py +102 -0
- prosemble-2.5.0/tests/test_evaluation.py +140 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_mrslvq_ng.py +2 -2
- prosemble-2.5.0/tests/test_oc_alignment_density.py +135 -0
- prosemble-2.5.0/tests/test_oc_soft_variants.py +576 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_onnx_export.py +82 -0
- prosemble-2.5.0/tests/test_packaging.py +29 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_riemannian_dk_models.py +3 -3
- prosemble-2.5.0/tests/test_riemannian_log_maps.py +362 -0
- prosemble-2.5.0/tests/test_riemannian_prototype_prior.py +123 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_riemannian_supervised_ng.py +46 -0
- prosemble-2.5.0/tests/test_riemannian_update.py +411 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_rslvq_ng.py +1 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_scmng.py +1 -1
- prosemble-2.5.0/tests/test_single_iteration.py +55 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_slng.py +1 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_smng.py +1 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_sng.py +1 -1
- prosemble-2.5.0/tests/test_soft_dtw.py +286 -0
- prosemble-2.5.0/tests/test_soft_matrix_variants.py +584 -0
- prosemble-2.5.0/tests/test_soft_variants.py +356 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_srng.py +1 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_stng.py +1 -1
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_svq_occ.py +1 -1
- prosemble-2.5.0/tests/test_training_correctness.py +447 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/uv.lock +362 -284
- prosemble-2.4.0/prosemble/__init__.py +0 -11
- prosemble-2.4.0/sphinx-docs/api/core.rst +0 -192
- prosemble-2.4.0/sphinx-docs/api/models.rst +0 -537
- prosemble-2.4.0/sphinx-docs/conf.py +0 -65
- prosemble-2.4.0/sphinx-docs/guides/riemannian.rst +0 -313
- prosemble-2.4.0/sphinx-docs/guides/supervised.rst +0 -754
- prosemble-2.4.0/sphinx-docs/index.rst +0 -22
- prosemble-2.4.0/sphinx-docs/installation.rst +0 -58
- prosemble-2.4.0/sphinx-docs/quickstart.rst +0 -95
- {prosemble-2.4.0 → prosemble-2.5.0}/.editorconfig +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/.envrc +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/.readthedocs.yaml +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/CONSTITUTION.md +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/LICENSE +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/ONNX_COVERAGE.md +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/TASK.md +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/benchmarks/benchmark_distance_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/benchmarks/benchmark_fcm_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/benchmarks/benchmark_pcm_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/devenv.lock +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/devenv.nix +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/devenv.yaml +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/afcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/bgpc_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/cbc_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/celvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/fcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/fpcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/glvq_advanced_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/glvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/glvq_unequal_prototypes_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/gmlvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/grlvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/hcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/heskes_som_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/ipcm2_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/ipcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kafcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kfcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kfpcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kipcm2_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kipcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kmeans_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/knn_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kohonen_som_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kpcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/kpfcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/large_dataset_training.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/lcelvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/lmrslvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/lmrslvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/lvq1_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/lvqmln_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/mcelvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/mrslvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/mrslvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/neural_gas_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/npc_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_lmrslvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_lmrslvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_mrslvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_mrslvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_rslvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_rslvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/pcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/pfcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/plvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/rslvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/slng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/smng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/som_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/srng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/stng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/tcelvq_ng_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_fcm_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_glvq_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_neural_gas_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_som_iris.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/mkdocs.yml +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/nix/package.nix +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/__init__.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/activations.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/callbacks.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/competitions.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/data.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/distributed.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/geodesic.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/initializers.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/model_selection.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/optimizers.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/pipeline.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/pooling.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/quantization.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/regularization.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/reject.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/serialization.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/utils.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/vis.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/visualizer.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/datasets/__init__.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/datasets/dataset.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/afcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/base.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/bgpc.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/celvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/crossentropy_lvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_heskes_som.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_kohonen_som.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_matrix_lvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_neural_gas.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_relevance_lvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/fcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/fpcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/glvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/growing_neural_gas.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/hcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/ipcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/ipcm2.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kafcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kfcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kfpcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kipcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kipcm2.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kmeans.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/knn.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kpcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kpfcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/npc.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_glvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_matrix_lvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_relevance_lvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_glvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gmlvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_grlvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gtlvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_lgmlvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_mrslvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_rslvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/pcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/pfcm.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_neural_gas.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/som.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/py.typed +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/dependency_links.txt +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/top_level.txt +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/requirements_docs.txt +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/setup.cfg +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/sphinx-docs/Makefile +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/sphinx-docs/make.bat +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/__init__.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_activations.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_cbc.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_celvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_checkpoint.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_clustering_patience.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_competitions.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_core.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_core_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_data.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dataset.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_distance_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_distributed.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dk_models.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dk_ng_models.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_examples.sh +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_fcm_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_glvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_gmlvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_heskes_som.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_hyperbolic.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_image_lvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_improvements.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_initializers.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_jax_models.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_jit_inference.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_kohonen_som.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_lcelvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_losses.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_lvq_nongradient.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_lvqmln_plvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_matrix_rslvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_mcelvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_minibatch.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_mixed_precision.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_model_selection.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_neural_gas.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_ng_lr_ratio.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_dk_models.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_dk_ng_models.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_glvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_glvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_glvq_variants.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_mrslvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_rslvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_rslvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pcm_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pfcm_jax.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pipeline.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pooling.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_probabilistic.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_protocols.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_prototype_base.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_quantization.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_riemannian_neural_gas.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_scan_training.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_serialization.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_siamese_lvq.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_similarities.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_svq_occ_r.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_svq_occ_variants.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_tcelvq_ng.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_vis.py +0 -0
- {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_wasserstein.py +0 -0
|
@@ -1,12 +1,8 @@
|
|
|
1
1
|
[bumpversion]
|
|
2
|
-
current_version =
|
|
2
|
+
current_version = 2.5.0
|
|
3
3
|
commit = True
|
|
4
4
|
tag = True
|
|
5
5
|
|
|
6
6
|
[bumpversion:file:pyproject.toml]
|
|
7
7
|
search = version = "{current_version}"
|
|
8
8
|
replace = version = "{new_version}"
|
|
9
|
-
|
|
10
|
-
[bumpversion:file:prosemble/__init__.py]
|
|
11
|
-
search = __version__ = "{current_version}"
|
|
12
|
-
replace = __version__ = "{new_version}"
|
|
@@ -17,7 +17,7 @@ jobs:
|
|
|
17
17
|
test:
|
|
18
18
|
name: Test Python ${{ matrix.python-version }}
|
|
19
19
|
runs-on: ubuntu-latest
|
|
20
|
-
timeout-minutes:
|
|
20
|
+
timeout-minutes: 60
|
|
21
21
|
strategy:
|
|
22
22
|
fail-fast: false
|
|
23
23
|
matrix:
|
|
@@ -33,11 +33,28 @@ jobs:
|
|
|
33
33
|
python -m pip install --upgrade pip
|
|
34
34
|
pip install .[all]
|
|
35
35
|
- name: Run tests
|
|
36
|
-
run: pytest tests/ -x -q --tb=short
|
|
36
|
+
run: pytest tests/ -n auto -x -q --tb=short
|
|
37
|
+
|
|
38
|
+
docs:
|
|
39
|
+
name: Build documentation
|
|
40
|
+
runs-on: ubuntu-latest
|
|
41
|
+
timeout-minutes: 20
|
|
42
|
+
steps:
|
|
43
|
+
- uses: actions/checkout@v6
|
|
44
|
+
- uses: actions/setup-python@v6
|
|
45
|
+
with:
|
|
46
|
+
python-version: '3.12'
|
|
47
|
+
cache: pip
|
|
48
|
+
- name: Install dependencies
|
|
49
|
+
run: |
|
|
50
|
+
python -m pip install --upgrade pip
|
|
51
|
+
pip install .[docs]
|
|
52
|
+
- name: Build HTML, warnings as errors
|
|
53
|
+
run: sphinx-build -W --keep-going -b html sphinx-docs sphinx-docs/_build/html
|
|
37
54
|
|
|
38
55
|
build:
|
|
39
56
|
name: Build package
|
|
40
|
-
needs: test
|
|
57
|
+
needs: [test, docs]
|
|
41
58
|
runs-on: ubuntu-latest
|
|
42
59
|
timeout-minutes: 5
|
|
43
60
|
steps:
|
|
@@ -24,7 +24,7 @@ jobs:
|
|
|
24
24
|
python -m pip install --upgrade pip
|
|
25
25
|
pip install .[all]
|
|
26
26
|
- name: Run tests
|
|
27
|
-
run: pytest tests/ -x -q
|
|
27
|
+
run: pytest tests/ -x -q
|
|
28
28
|
|
|
29
29
|
build:
|
|
30
30
|
needs: test
|
|
@@ -137,3 +137,10 @@ generate_supervised_doc.py
|
|
|
137
137
|
|
|
138
138
|
# Nix build output
|
|
139
139
|
result
|
|
140
|
+
|
|
141
|
+
# Autosummary stubs, generated when the docs are built
|
|
142
|
+
sphinx-docs/api/generated/
|
|
143
|
+
|
|
144
|
+
# The documentation figures are committed; they are drawn by
|
|
145
|
+
# sphinx-docs/_scripts/make_figures.py.
|
|
146
|
+
!sphinx-docs/_static/figures/*.png
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: prosemble
|
|
3
|
-
Version: 2.
|
|
3
|
+
Version: 2.5.0
|
|
4
4
|
Summary: A python project for prototype-based machine learning models
|
|
5
5
|
Author-email: Nana Abeka Otoo <nanaabekaotoo@gmail.com>
|
|
6
6
|
License: MIT
|
|
@@ -28,6 +28,10 @@ License-File: LICENSE
|
|
|
28
28
|
Requires-Dist: numpy
|
|
29
29
|
Requires-Dist: scikit-learn
|
|
30
30
|
Requires-Dist: matplotlib
|
|
31
|
+
Requires-Dist: jax>=0.4.23
|
|
32
|
+
Requires-Dist: jaxlib>=0.4.23
|
|
33
|
+
Requires-Dist: chex>=0.1.85
|
|
34
|
+
Requires-Dist: optax>=0.2.0
|
|
31
35
|
Provides-Extra: dev
|
|
32
36
|
Requires-Dist: black; extra == "dev"
|
|
33
37
|
Requires-Dist: black[jupyter]; extra == "dev"
|
|
@@ -39,11 +43,13 @@ Requires-Dist: flake8; extra == "dev"
|
|
|
39
43
|
Requires-Dist: tox; extra == "dev"
|
|
40
44
|
Requires-Dist: coverage; extra == "dev"
|
|
41
45
|
Requires-Dist: Sphinx; extra == "dev"
|
|
42
|
-
Requires-Dist:
|
|
46
|
+
Requires-Dist: pydata-sphinx-theme>=0.16; extra == "dev"
|
|
47
|
+
Requires-Dist: sphinx-design>=0.6; extra == "dev"
|
|
43
48
|
Requires-Dist: sphinx-copybutton; extra == "dev"
|
|
44
49
|
Requires-Dist: twine; extra == "dev"
|
|
45
50
|
Requires-Dist: autopep8; extra == "dev"
|
|
46
51
|
Requires-Dist: pytest; extra == "dev"
|
|
52
|
+
Requires-Dist: pytest-xdist; extra == "dev"
|
|
47
53
|
Provides-Extra: jax
|
|
48
54
|
Requires-Dist: jax>=0.4.23; extra == "jax"
|
|
49
55
|
Requires-Dist: jaxlib>=0.4.23; extra == "jax"
|
|
@@ -54,8 +60,9 @@ Requires-Dist: jax[cuda12]>=0.4.23; extra == "jax-cuda12"
|
|
|
54
60
|
Requires-Dist: chex>=0.1.85; extra == "jax-cuda12"
|
|
55
61
|
Requires-Dist: optax>=0.2.0; extra == "jax-cuda12"
|
|
56
62
|
Provides-Extra: docs
|
|
57
|
-
Requires-Dist: Sphinx; extra == "docs"
|
|
58
|
-
Requires-Dist:
|
|
63
|
+
Requires-Dist: Sphinx>=7.3; extra == "docs"
|
|
64
|
+
Requires-Dist: pydata-sphinx-theme>=0.16; extra == "docs"
|
|
65
|
+
Requires-Dist: sphinx-design>=0.6; extra == "docs"
|
|
59
66
|
Requires-Dist: sphinx-copybutton; extra == "docs"
|
|
60
67
|
Provides-Extra: all
|
|
61
68
|
Requires-Dist: numpy; extra == "all"
|
|
@@ -71,11 +78,13 @@ Requires-Dist: flake8; extra == "all"
|
|
|
71
78
|
Requires-Dist: tox; extra == "all"
|
|
72
79
|
Requires-Dist: coverage; extra == "all"
|
|
73
80
|
Requires-Dist: Sphinx; extra == "all"
|
|
74
|
-
Requires-Dist:
|
|
81
|
+
Requires-Dist: pydata-sphinx-theme>=0.16; extra == "all"
|
|
82
|
+
Requires-Dist: sphinx-design>=0.6; extra == "all"
|
|
75
83
|
Requires-Dist: sphinx-copybutton; extra == "all"
|
|
76
84
|
Requires-Dist: twine; extra == "all"
|
|
77
85
|
Requires-Dist: autopep8; extra == "all"
|
|
78
86
|
Requires-Dist: pytest; extra == "all"
|
|
87
|
+
Requires-Dist: pytest-xdist; extra == "all"
|
|
79
88
|
Requires-Dist: jax>=0.4.23; extra == "all"
|
|
80
89
|
Requires-Dist: jaxlib>=0.4.23; extra == "all"
|
|
81
90
|
Requires-Dist: chex>=0.1.85; extra == "all"
|
|
@@ -90,7 +99,7 @@ Dynamic: license-file
|
|
|
90
99
|
# Prosemble
|
|
91
100
|
|
|
92
101
|
[](https://www.python.org/downloads/)
|
|
93
|
-
[](https://pypi.org/project/prosemble/)
|
|
94
103
|
[](https://opensource.org/licenses/MIT)
|
|
95
104
|
[](https://github.com/naotoo1/prosemble/actions/workflows/ci.yml)
|
|
96
105
|
[](https://prosemble.readthedocs.io/en/latest/)
|
|
@@ -107,11 +116,10 @@ Prosemble can be installed using pip:
|
|
|
107
116
|
pip install prosemble
|
|
108
117
|
```
|
|
109
118
|
|
|
110
|
-
|
|
119
|
+
JAX is installed automatically. For GPU support (CUDA 12):
|
|
111
120
|
|
|
112
121
|
```bash
|
|
113
|
-
pip install "prosemble[jax]"
|
|
114
|
-
pip install "prosemble[jax-cuda12]" # GPU (CUDA 12)
|
|
122
|
+
pip install "prosemble[jax-cuda12]"
|
|
115
123
|
```
|
|
116
124
|
|
|
117
125
|
To install the development version:
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# Prosemble
|
|
2
2
|
|
|
3
3
|
[](https://www.python.org/downloads/)
|
|
4
|
-
[](https://pypi.org/project/prosemble/)
|
|
5
5
|
[](https://opensource.org/licenses/MIT)
|
|
6
6
|
[](https://github.com/naotoo1/prosemble/actions/workflows/ci.yml)
|
|
7
7
|
[](https://prosemble.readthedocs.io/en/latest/)
|
|
@@ -18,11 +18,10 @@ Prosemble can be installed using pip:
|
|
|
18
18
|
pip install prosemble
|
|
19
19
|
```
|
|
20
20
|
|
|
21
|
-
|
|
21
|
+
JAX is installed automatically. For GPU support (CUDA 12):
|
|
22
22
|
|
|
23
23
|
```bash
|
|
24
|
-
pip install "prosemble[jax]"
|
|
25
|
-
pip install "prosemble[jax-cuda12]" # GPU (CUDA 12)
|
|
24
|
+
pip install "prosemble[jax-cuda12]"
|
|
26
25
|
```
|
|
27
26
|
|
|
28
27
|
To install the development version:
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
# Classification benchmark
|
|
2
|
+
|
|
3
|
+
A fixed, repeatable protocol for comparing prosemble's classifiers with
|
|
4
|
+
standard baselines over many datasets, with the statistical tests of
|
|
5
|
+
Demšar (2006).
|
|
6
|
+
|
|
7
|
+
## Protocol
|
|
8
|
+
|
|
9
|
+
| Step | Choice |
|
|
10
|
+
|---|---|
|
|
11
|
+
| Datasets | 36 OpenML datasets (`suite.py`), fixed by id: numeric features only, no missing values, at least 10 samples per class |
|
|
12
|
+
| Resampling | 2 repeats of stratified 5-fold cross-validation (10 train/test splits per dataset) |
|
|
13
|
+
| Preprocessing | Standardisation fitted on the training part of each split only |
|
|
14
|
+
| Baselines | Logistic regression, k-nearest neighbours and an RBF SVM, each tuned by a grid search over an inner, shuffled, stratified 3-fold split of the training part; random forest (500 trees) and histogram gradient boosting at their defaults |
|
|
15
|
+
| prosemble models | Fixed settings, identical on every dataset (no per-dataset tuning): 200 iterations, learning rate 0.01, 2 prototypes per class (1 for `DKLMRSLVQ`) |
|
|
16
|
+
| Probabilities | Soft prosemble models are calibrated with `calibrate(X_train, y_train, cv=3)`; the SVM uses Platt scaling |
|
|
17
|
+
| Metrics per split | Accuracy, balanced accuracy, log-loss, expected calibration error, accuracy on the 80 % most confident test samples, fit time |
|
|
18
|
+
| Statistics | Per metric, the mean over the 10 splits of a dataset is one observation. Friedman test and Iman–Davenport F test of equal mean ranks; Nemenyi critical difference; two-sided Wilcoxon signed-rank tests of one reference method against every other, Holm-adjusted |
|
|
19
|
+
|
|
20
|
+
The baselines are tuned and the prosemble models are not, so the
|
|
21
|
+
comparison is conservative for prosemble.
|
|
22
|
+
|
|
23
|
+
## Running it
|
|
24
|
+
|
|
25
|
+
```bash
|
|
26
|
+
# Datasets are downloaded once into ~/.cache/prosemble-benchmark
|
|
27
|
+
# (override with PROSEMBLE_BENCHMARK_DATA).
|
|
28
|
+
python benchmarks/classification/run.py --out results.jsonl
|
|
29
|
+
|
|
30
|
+
# In parallel: one process per shard, all appending to their own file.
|
|
31
|
+
for i in 0 1 2 3; do
|
|
32
|
+
python benchmarks/classification/run.py --out results_$i.jsonl --shard $i --shards 4 &
|
|
33
|
+
done; wait; cat results_*.jsonl > results.jsonl
|
|
34
|
+
|
|
35
|
+
python benchmarks/classification/report.py results.jsonl --reference DKLMRSLVQ > RESULTS.md
|
|
36
|
+
```
|
|
37
|
+
|
|
38
|
+
`RESULTS.md` is the report of a full run.
|
|
39
|
+
|
|
40
|
+
An interrupted run resumes: splits already in the output file are
|
|
41
|
+
skipped. A split that raises an error is recorded and listed at the end
|
|
42
|
+
of the report; datasets with a missing method are left out of that
|
|
43
|
+
metric's statistics.
|
|
44
|
+
|
|
45
|
+
## Reading the report
|
|
46
|
+
|
|
47
|
+
- **Mean rank** is the average rank over datasets (1 = best). Two
|
|
48
|
+
methods whose mean ranks differ by less than the Nemenyi critical
|
|
49
|
+
difference are not significantly different.
|
|
50
|
+
- **Wins / ties / losses** count datasets on which the reference method
|
|
51
|
+
is better, equal or worse; the Wilcoxon p-value tests whether the
|
|
52
|
+
differences are centred on zero.
|
|
53
|
+
- A Friedman p-value above 0.05 means the data do not show any
|
|
54
|
+
difference between the methods; pairwise results should then not be
|
|
55
|
+
read as significant.
|
|
56
|
+
|
|
57
|
+
## References
|
|
58
|
+
|
|
59
|
+
- Demšar, J. (2006). Statistical Comparisons of Classifiers over Multiple
|
|
60
|
+
Data Sets. *Journal of Machine Learning Research*, 7, 1–30.
|
|
61
|
+
- Holm, S. (1979). A Simple Sequentially Rejective Multiple Test
|
|
62
|
+
Procedure. *Scandinavian Journal of Statistics*, 6(2), 65–70.
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
# Classification benchmark
|
|
2
|
+
|
|
3
|
+
Source: `results.jsonl`. Wins, ties and losses count datasets on which DKLMRSLVQ is better, equal or worse; p-values are two-sided Wilcoxon signed-rank tests, Holm-adjusted over the comparisons in each table.
|
|
4
|
+
|
|
5
|
+
## Accuracy
|
|
6
|
+
|
|
7
|
+
36 datasets. Friedman chi-squared = 96.9, p = 7.2e-16; Iman-Davenport F = 11.34, p = 2.5e-18. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
|
|
8
|
+
|
|
9
|
+
| Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
|
|
10
|
+
|---|---|---|---|---|
|
|
11
|
+
| SVM | 0.8854 | 3.19 | 7 / 1 / 28 | 0.00203 |
|
|
12
|
+
| LGMLVQ | 0.8663 | 5.12 | 18 / 0 / 18 | 1 |
|
|
13
|
+
| DKLMRSLVQ | 0.8673 | 5.62 | — | — |
|
|
14
|
+
| RandomForest | 0.8751 | 5.75 | 15 / 0 / 21 | 1 |
|
|
15
|
+
| LogisticRegression | 0.8620 | 5.96 | 22 / 0 / 14 | 0.886 |
|
|
16
|
+
| GradientBoosting | 0.8747 | 5.96 | 17 / 0 / 19 | 1 |
|
|
17
|
+
| WLMRSLVQ | 0.8658 | 6.44 | 21 / 0 / 15 | 1 |
|
|
18
|
+
| GMLVQ | 0.8549 | 6.88 | 22 / 0 / 14 | 0.389 |
|
|
19
|
+
| kNN | 0.8639 | 6.92 | 21 / 0 / 15 | 1 |
|
|
20
|
+
| WRSLVQ | 0.8534 | 7.54 | 27 / 1 / 8 | 0.0466 |
|
|
21
|
+
| DKRSLVQ | 0.8555 | 8.06 | 27 / 1 / 8 | 0.0139 |
|
|
22
|
+
| GLVQ | 0.8061 | 10.56 | 31 / 0 / 5 | 1.43e-05 |
|
|
23
|
+
|
|
24
|
+
## Balanced accuracy
|
|
25
|
+
|
|
26
|
+
36 datasets. Friedman chi-squared = 88.3, p = 3.6e-14; Iman-Davenport F = 10.04, p = 4.1e-16. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
|
|
27
|
+
|
|
28
|
+
| Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
|
|
29
|
+
|---|---|---|---|---|
|
|
30
|
+
| SVM | 0.8234 | 3.71 | 12 / 1 / 23 | 0.199 |
|
|
31
|
+
| DKLMRSLVQ | 0.8003 | 5.18 | — | — |
|
|
32
|
+
| GradientBoosting | 0.8152 | 5.29 | 17 / 0 / 19 | 1 |
|
|
33
|
+
| RandomForest | 0.8091 | 5.90 | 17 / 0 / 19 | 1 |
|
|
34
|
+
| WLMRSLVQ | 0.8015 | 5.90 | 19 / 0 / 17 | 1 |
|
|
35
|
+
| LGMLVQ | 0.7845 | 6.19 | 23 / 0 / 13 | 0.276 |
|
|
36
|
+
| LogisticRegression | 0.7891 | 6.26 | 24 / 0 / 12 | 0.413 |
|
|
37
|
+
| kNN | 0.7927 | 6.88 | 24 / 0 / 12 | 1 |
|
|
38
|
+
| GMLVQ | 0.7730 | 7.17 | 24 / 0 / 12 | 0.131 |
|
|
39
|
+
| DKRSLVQ | 0.7828 | 7.38 | 26 / 0 / 10 | 0.153 |
|
|
40
|
+
| WRSLVQ | 0.7727 | 7.42 | 28 / 0 / 8 | 0.0278 |
|
|
41
|
+
| GLVQ | 0.7068 | 10.72 | 31 / 0 / 5 | 1.19e-06 |
|
|
42
|
+
|
|
43
|
+
## Log-loss
|
|
44
|
+
|
|
45
|
+
36 datasets. Friedman chi-squared = 272.0, p = 6.8e-52; Iman-Davenport F = 76.76, p = 6.2e-90. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
|
|
46
|
+
|
|
47
|
+
| Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
|
|
48
|
+
|---|---|---|---|---|
|
|
49
|
+
| SVM | 0.2948 | 2.67 | 12 / 0 / 24 | 0.024 |
|
|
50
|
+
| DKLMRSLVQ | 0.3291 | 3.50 | — | — |
|
|
51
|
+
| LogisticRegression | 0.3693 | 4.69 | 23 / 0 / 13 | 0.107 |
|
|
52
|
+
| DKRSLVQ | 0.3584 | 4.72 | 25 / 0 / 11 | 0.0206 |
|
|
53
|
+
| WLMRSLVQ | 0.3449 | 4.72 | 24 / 0 / 12 | 0.0657 |
|
|
54
|
+
| WRSLVQ | 0.3639 | 5.22 | 29 / 0 / 7 | 0.0065 |
|
|
55
|
+
| RandomForest | 0.3806 | 5.22 | 22 / 0 / 14 | 0.107 |
|
|
56
|
+
| GradientBoosting | 0.4116 | 5.83 | 28 / 0 / 8 | 0.0065 |
|
|
57
|
+
| kNN | 1.9240 | 9.56 | 35 / 0 / 1 | 1.63e-09 |
|
|
58
|
+
| GLVQ | 2.4315 | 9.86 | 36 / 0 / 0 | 3.2e-10 |
|
|
59
|
+
| GMLVQ | 3.4546 | 10.78 | 36 / 0 / 0 | 3.2e-10 |
|
|
60
|
+
| LGMLVQ | 3.6684 | 11.22 | 36 / 0 / 0 | 3.2e-10 |
|
|
61
|
+
|
|
62
|
+
## Expected calibration error
|
|
63
|
+
|
|
64
|
+
36 datasets. Friedman chi-squared = 223.4, p = 1e-41; Iman-Davenport F = 45.29, p = 1.2e-62. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
|
|
65
|
+
|
|
66
|
+
| Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
|
|
67
|
+
|---|---|---|---|---|
|
|
68
|
+
| DKLMRSLVQ | 0.0476 | 3.92 | — | — |
|
|
69
|
+
| SVM | 0.0478 | 3.94 | 17 / 0 / 19 | 1 |
|
|
70
|
+
| WRSLVQ | 0.0472 | 4.19 | 21 / 0 / 15 | 1 |
|
|
71
|
+
| DKRSLVQ | 0.0485 | 4.42 | 18 / 0 / 18 | 1 |
|
|
72
|
+
| LogisticRegression | 0.0603 | 5.06 | 23 / 0 / 13 | 0.461 |
|
|
73
|
+
| GradientBoosting | 0.0733 | 5.56 | 25 / 0 / 11 | 0.00103 |
|
|
74
|
+
| WLMRSLVQ | 0.0608 | 5.94 | 29 / 0 / 7 | 0.000223 |
|
|
75
|
+
| kNN | 0.0849 | 6.36 | 26 / 0 / 10 | 0.0206 |
|
|
76
|
+
| RandomForest | 0.0814 | 6.64 | 26 / 0 / 10 | 0.00248 |
|
|
77
|
+
| GLVQ | 0.1680 | 9.44 | 35 / 0 / 1 | 7.86e-10 |
|
|
78
|
+
| GMLVQ | 0.2549 | 10.81 | 35 / 0 / 1 | 5.82e-10 |
|
|
79
|
+
| LGMLVQ | 0.2825 | 11.72 | 36 / 0 / 0 | 3.2e-10 |
|
|
80
|
+
|
|
81
|
+
## Accuracy on the 80 % most confident samples
|
|
82
|
+
|
|
83
|
+
36 datasets. Friedman chi-squared = 247.1, p = 1.2e-46; Iman-Davenport F = 58.05, p = 8.4e-75. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
|
|
84
|
+
|
|
85
|
+
| Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
|
|
86
|
+
|---|---|---|---|---|
|
|
87
|
+
| SVM | 0.9274 | 2.79 | 7 / 6 / 23 | 0.00435 |
|
|
88
|
+
| GradientBoosting | 0.9159 | 4.29 | 11 / 5 / 20 | 0.515 |
|
|
89
|
+
| RandomForest | 0.9178 | 4.47 | 15 / 4 / 17 | 0.644 |
|
|
90
|
+
| DKLMRSLVQ | 0.9088 | 4.49 | — | — |
|
|
91
|
+
| LogisticRegression | 0.9101 | 4.96 | 21 / 5 / 10 | 0.535 |
|
|
92
|
+
| WLMRSLVQ | 0.9109 | 5.14 | 17 / 5 / 14 | 0.644 |
|
|
93
|
+
| DKRSLVQ | 0.9009 | 6.00 | 27 / 1 / 8 | 0.0403 |
|
|
94
|
+
| WRSLVQ | 0.8996 | 6.12 | 26 / 1 / 9 | 0.0638 |
|
|
95
|
+
| kNN | 0.8916 | 7.57 | 27 / 0 / 9 | 0.0137 |
|
|
96
|
+
| GLVQ | 0.8528 | 9.35 | 34 / 0 / 2 | 1.73e-06 |
|
|
97
|
+
| GMLVQ | 0.7436 | 11.00 | 36 / 0 / 0 | 1.68e-06 |
|
|
98
|
+
| LGMLVQ | 0.7059 | 11.82 | 36 / 0 / 0 | 3.2e-10 |
|
|
99
|
+
|
|
100
|
+
## Accuracy per dataset
|
|
101
|
+
|
|
102
|
+
| Dataset | DKLMRSLVQ | DKRSLVQ | GLVQ | GMLVQ | GradientBoosting | LGMLVQ | LogisticRegression | RandomForest | SVM | WLMRSLVQ | WRSLVQ | kNN |
|
|
103
|
+
|---|---|---|---|---|---|---|---|---|---|---|---|---|
|
|
104
|
+
| balance-scale | 0.921 | 0.893 | 0.875 | 0.915 | 0.858 | 0.916 | 0.895 | 0.833 | **0.953** | 0.950 | 0.901 | 0.892 |
|
|
105
|
+
| banknote-authentication | 0.999 | 0.999 | 0.913 | 0.985 | 0.996 | 0.995 | 0.989 | 0.992 | **1.000** | **1.000** | 0.997 | 0.998 |
|
|
106
|
+
| blood-transfusion | 0.779 | 0.781 | 0.767 | 0.766 | 0.759 | 0.765 | 0.771 | 0.741 | 0.784 | **0.789** | **0.789** | 0.779 |
|
|
107
|
+
| breast-tissue | 0.395 | 0.331 | 0.400 | 0.338 | 0.444 | 0.297 | 0.387 | **0.482** | 0.463 | 0.378 | 0.369 | 0.397 |
|
|
108
|
+
| cardiotocography | 0.999 | 0.996 | 0.998 | **1.000** | **1.000** | 0.999 | **1.000** | **1.000** | **1.000** | 0.998 | 0.999 | 0.997 |
|
|
109
|
+
| climate-model-crashes | 0.905 | 0.906 | 0.915 | 0.915 | 0.903 | 0.915 | 0.912 | 0.911 | **0.917** | 0.906 | 0.911 | 0.912 |
|
|
110
|
+
| diabetes | 0.758 | 0.773 | 0.721 | 0.766 | 0.735 | **0.774** | 0.773 | 0.759 | 0.766 | 0.738 | **0.774** | 0.742 |
|
|
111
|
+
| heart-statlog | 0.774 | 0.817 | 0.820 | 0.822 | 0.813 | 0.824 | 0.846 | 0.831 | **0.848** | 0.778 | 0.824 | 0.835 |
|
|
112
|
+
| hill-valley | 0.532 | 0.523 | 0.513 | 0.619 | 0.574 | 0.618 | **0.774** | 0.572 | 0.636 | 0.601 | 0.522 | 0.579 |
|
|
113
|
+
| ionosphere | **0.953** | 0.936 | 0.815 | 0.860 | 0.933 | 0.936 | 0.872 | 0.935 | 0.934 | 0.889 | 0.890 | 0.862 |
|
|
114
|
+
| iris | **0.963** | 0.950 | 0.940 | **0.963** | 0.943 | 0.957 | 0.957 | 0.943 | 0.953 | 0.953 | 0.960 | 0.947 |
|
|
115
|
+
| kc1 | 0.849 | 0.842 | 0.848 | 0.855 | 0.860 | 0.859 | 0.858 | **0.861** | 0.857 | 0.858 | 0.854 | 0.853 |
|
|
116
|
+
| led-display-7digit | 0.677 | 0.705 | 0.724 | 0.713 | 0.698 | 0.704 | 0.739 | 0.707 | 0.734 | 0.704 | 0.725 | **0.743** |
|
|
117
|
+
| mfeat-fourier | 0.821 | 0.805 | 0.760 | 0.824 | **0.845** | 0.809 | 0.822 | 0.831 | 0.839 | 0.786 | 0.794 | 0.802 |
|
|
118
|
+
| mfeat-karhunen | 0.965 | 0.957 | 0.921 | 0.952 | 0.958 | 0.966 | 0.950 | 0.966 | **0.977** | 0.941 | 0.934 | 0.953 |
|
|
119
|
+
| mfeat-zernike | 0.815 | 0.810 | 0.769 | 0.815 | 0.788 | 0.816 | 0.819 | 0.782 | **0.831** | 0.801 | 0.811 | 0.806 |
|
|
120
|
+
| optdigits | 0.986 | 0.966 | 0.915 | 0.956 | 0.983 | 0.984 | 0.971 | 0.983 | **0.988** | 0.977 | 0.963 | 0.978 |
|
|
121
|
+
| ozone-level-8hr | 0.944 | 0.940 | 0.937 | 0.937 | **0.945** | 0.937 | 0.942 | 0.943 | 0.942 | 0.943 | 0.938 | 0.940 |
|
|
122
|
+
| parkinsons | 0.908 | 0.908 | 0.849 | 0.874 | 0.900 | 0.913 | 0.854 | 0.913 | 0.913 | **0.928** | 0.897 | **0.928** |
|
|
123
|
+
| pc1 | 0.925 | 0.927 | 0.931 | 0.930 | 0.932 | 0.933 | 0.928 | **0.942** | 0.932 | 0.927 | 0.930 | 0.931 |
|
|
124
|
+
| phoneme | 0.808 | 0.764 | 0.750 | 0.779 | 0.896 | 0.806 | 0.750 | **0.911** | 0.898 | 0.801 | 0.758 | 0.902 |
|
|
125
|
+
| qsar-biodeg | 0.879 | 0.865 | 0.742 | 0.876 | 0.870 | 0.878 | 0.873 | 0.866 | **0.882** | 0.871 | 0.838 | 0.840 |
|
|
126
|
+
| satimage | 0.895 | 0.876 | 0.827 | 0.843 | **0.922** | 0.894 | 0.857 | 0.917 | 0.920 | 0.906 | 0.861 | 0.906 |
|
|
127
|
+
| seeds | 0.950 | 0.929 | 0.931 | **0.962** | 0.921 | 0.938 | 0.945 | 0.921 | 0.924 | 0.938 | 0.926 | 0.929 |
|
|
128
|
+
| segment | 0.961 | 0.918 | 0.861 | 0.922 | **0.986** | 0.963 | 0.954 | 0.979 | 0.964 | 0.958 | 0.929 | 0.963 |
|
|
129
|
+
| sonar | 0.849 | 0.844 | 0.748 | 0.765 | 0.851 | 0.786 | 0.760 | 0.837 | **0.875** | 0.856 | 0.813 | 0.851 |
|
|
130
|
+
| spambase | 0.937 | 0.926 | 0.749 | 0.921 | **0.956** | 0.937 | 0.927 | 0.954 | 0.936 | 0.938 | 0.919 | 0.910 |
|
|
131
|
+
| steel-plates-fault | 0.999 | 0.997 | 0.687 | 0.999 | **1.000** | 0.999 | 0.999 | 0.994 | 0.999 | 0.998 | 0.998 | 0.986 |
|
|
132
|
+
| texture | **0.999** | 0.968 | 0.900 | 0.995 | 0.988 | **0.999** | 0.997 | 0.979 | **0.999** | 0.996 | 0.978 | 0.989 |
|
|
133
|
+
| vehicle | **0.837** | 0.803 | 0.635 | 0.791 | 0.773 | 0.820 | 0.810 | 0.749 | 0.830 | 0.835 | 0.807 | 0.709 |
|
|
134
|
+
| wall-robot-navigation | 0.896 | 0.788 | 0.658 | 0.753 | **0.997** | 0.875 | 0.704 | 0.994 | 0.924 | 0.901 | 0.749 | 0.881 |
|
|
135
|
+
| waveform-5000 | 0.830 | 0.861 | 0.810 | 0.866 | 0.853 | 0.855 | **0.868** | 0.856 | 0.863 | 0.835 | 0.865 | 0.823 |
|
|
136
|
+
| wdbc | **0.975** | 0.967 | 0.932 | **0.975** | 0.967 | **0.975** | **0.975** | 0.959 | **0.975** | 0.969 | 0.974 | 0.967 |
|
|
137
|
+
| wilt | 0.958 | 0.962 | 0.936 | 0.946 | 0.984 | 0.946 | 0.968 | 0.982 | **0.986** | 0.949 | 0.946 | 0.968 |
|
|
138
|
+
| wine | 0.983 | 0.975 | 0.961 | **0.992** | 0.972 | **0.992** | **0.992** | 0.983 | 0.986 | 0.980 | 0.983 | 0.966 |
|
|
139
|
+
| wine-quality-red | 0.599 | 0.593 | 0.561 | 0.588 | 0.687 | 0.604 | 0.592 | **0.697** | 0.650 | 0.594 | 0.597 | 0.634 |
|
|
140
|
+
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
"""Summarise a benchmark run with the statistics of Demšar (2006).
|
|
2
|
+
|
|
3
|
+
Usage::
|
|
4
|
+
|
|
5
|
+
python report.py results.jsonl --reference DKLMRSLVQ > RESULTS.md
|
|
6
|
+
"""
|
|
7
|
+
|
|
8
|
+
import argparse
|
|
9
|
+
import json
|
|
10
|
+
import os
|
|
11
|
+
import sys
|
|
12
|
+
from collections import defaultdict
|
|
13
|
+
|
|
14
|
+
import numpy as np
|
|
15
|
+
|
|
16
|
+
from prosemble.core.evaluation import (
|
|
17
|
+
compare_to_reference, friedman_test, nemenyi_critical_difference,
|
|
18
|
+
)
|
|
19
|
+
|
|
20
|
+
METRICS = [ # (key, title, higher is better)
|
|
21
|
+
('accuracy', 'Accuracy', True),
|
|
22
|
+
('balanced_accuracy', 'Balanced accuracy', True),
|
|
23
|
+
('log_loss', 'Log-loss', False),
|
|
24
|
+
('ece', 'Expected calibration error', False),
|
|
25
|
+
('accuracy_at_80', 'Accuracy on the 80 % most confident samples', True),
|
|
26
|
+
]
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def load(path):
|
|
30
|
+
"""dataset -> method -> metric -> list of fold values; and errors."""
|
|
31
|
+
table = defaultdict(lambda: defaultdict(lambda: defaultdict(list)))
|
|
32
|
+
errors = defaultdict(int)
|
|
33
|
+
with open(path) as f:
|
|
34
|
+
for line in f:
|
|
35
|
+
r = json.loads(line)
|
|
36
|
+
if 'error' in r:
|
|
37
|
+
errors[(r['dataset'], r['method'])] += 1
|
|
38
|
+
continue
|
|
39
|
+
for key, value in r.items():
|
|
40
|
+
if isinstance(value, float):
|
|
41
|
+
table[r['dataset']][r['method']][key].append(value)
|
|
42
|
+
return table, errors
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
def score_table(table, methods, metric):
|
|
46
|
+
"""Mean over folds; datasets missing any method are left out."""
|
|
47
|
+
datasets = [d for d in sorted(table) if all(table[d][m][metric] for m in methods)]
|
|
48
|
+
scores = np.array([[np.mean(table[d][m][metric]) for m in methods] for d in datasets])
|
|
49
|
+
return datasets, scores
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
def section(table, methods, metric, title, higher, reference):
|
|
53
|
+
datasets, scores = score_table(table, methods, metric)
|
|
54
|
+
if len(datasets) < 2:
|
|
55
|
+
return f'## {title}\n\nToo few complete datasets.\n'
|
|
56
|
+
friedman = friedman_test(scores, higher)
|
|
57
|
+
cd = nemenyi_critical_difference(len(methods), len(datasets))
|
|
58
|
+
order = np.argsort(friedman.mean_ranks)
|
|
59
|
+
ref = methods.index(reference)
|
|
60
|
+
pairwise = {r.method: r for r in compare_to_reference(scores, ref, higher)}
|
|
61
|
+
lines = [f'## {title}', '',
|
|
62
|
+
f'{len(datasets)} datasets. Friedman chi-squared = {friedman.statistic:.1f}, '
|
|
63
|
+
f'p = {friedman.p_value:.2g}; Iman-Davenport F = {friedman.iman_davenport:.2f}, '
|
|
64
|
+
f'p = {friedman.iman_davenport_p_value:.2g}. Nemenyi critical difference of '
|
|
65
|
+
f'mean ranks (alpha = 0.05): {cd:.2f}.', '',
|
|
66
|
+
f'| Method | Mean | Mean rank | {reference}: wins / ties / losses | Wilcoxon p (Holm) |',
|
|
67
|
+
'|---|---|---|---|---|']
|
|
68
|
+
for j in order:
|
|
69
|
+
m = methods[j]
|
|
70
|
+
if j == ref:
|
|
71
|
+
versus = '—'
|
|
72
|
+
p = '—'
|
|
73
|
+
else:
|
|
74
|
+
r = pairwise[j]
|
|
75
|
+
versus = f'{r.wins} / {r.ties} / {r.losses}'
|
|
76
|
+
p = f'{r.holm_p_value:.3g}'
|
|
77
|
+
lines.append(f'| {m} | {scores[:, j].mean():.4f} | {friedman.mean_ranks[j]:.2f} | {versus} | {p} |')
|
|
78
|
+
return '\n'.join(lines) + '\n'
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
def per_dataset(table, methods):
|
|
82
|
+
datasets, scores = score_table(table, methods, 'accuracy')
|
|
83
|
+
head = '| Dataset | ' + ' | '.join(methods) + ' |'
|
|
84
|
+
lines = ['## Accuracy per dataset', '', head, '|' + '---|' * (len(methods) + 1)]
|
|
85
|
+
for d, row in zip(datasets, scores):
|
|
86
|
+
shown = [f'{v:.3f}' for v in row]
|
|
87
|
+
best = f'{row.max():.3f}'
|
|
88
|
+
cells = [f'**{s}**' if s == best else s for s in shown]
|
|
89
|
+
lines.append(f'| {d} | ' + ' | '.join(cells) + ' |')
|
|
90
|
+
return '\n'.join(lines) + '\n'
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
def main(argv=None):
|
|
94
|
+
parser = argparse.ArgumentParser()
|
|
95
|
+
parser.add_argument('results')
|
|
96
|
+
parser.add_argument('--reference', required=True,
|
|
97
|
+
help='method compared with every other by Wilcoxon tests')
|
|
98
|
+
parser.add_argument('--methods', default=None)
|
|
99
|
+
args = parser.parse_args(argv)
|
|
100
|
+
table, errors = load(args.results)
|
|
101
|
+
methods = (args.methods.split(',') if args.methods else
|
|
102
|
+
sorted({m for d in table.values() for m in d}))
|
|
103
|
+
if args.reference not in methods:
|
|
104
|
+
sys.exit(f'reference {args.reference} is not among the methods')
|
|
105
|
+
out = ['# Classification benchmark', '',
|
|
106
|
+
f'Source: `{os.path.basename(args.results)}`. Wins, ties and losses count '
|
|
107
|
+
f'datasets on which {args.reference} is better, equal or worse; '
|
|
108
|
+
'p-values are two-sided Wilcoxon signed-rank tests, Holm-adjusted over '
|
|
109
|
+
'the comparisons in each table.', '']
|
|
110
|
+
for key, title, higher in METRICS:
|
|
111
|
+
out.append(section(table, methods, key, title, higher, args.reference))
|
|
112
|
+
out.append(per_dataset(table, methods))
|
|
113
|
+
if errors:
|
|
114
|
+
out.append('## Failed folds\n')
|
|
115
|
+
out += [f'- {d}, {m}: {n}' for (d, m), n in sorted(errors.items())]
|
|
116
|
+
print('\n'.join(out))
|
|
117
|
+
|
|
118
|
+
|
|
119
|
+
if __name__ == '__main__':
|
|
120
|
+
main()
|