prosemble 2.4.0__tar.gz → 2.5.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (490) hide show
  1. {prosemble-2.4.0 → prosemble-2.5.0}/.bumpversion.cfg +1 -5
  2. {prosemble-2.4.0 → prosemble-2.5.0}/.github/workflows/ci.yml +20 -3
  3. {prosemble-2.4.0 → prosemble-2.5.0}/.github/workflows/release.yml +1 -1
  4. {prosemble-2.4.0 → prosemble-2.5.0}/.gitignore +7 -0
  5. {prosemble-2.4.0 → prosemble-2.5.0}/MANIFEST.in +0 -1
  6. {prosemble-2.4.0 → prosemble-2.5.0}/PKG-INFO +17 -9
  7. {prosemble-2.4.0 → prosemble-2.5.0}/README.md +3 -4
  8. prosemble-2.5.0/benchmarks/classification/README.md +62 -0
  9. prosemble-2.5.0/benchmarks/classification/RESULTS.md +140 -0
  10. prosemble-2.5.0/benchmarks/classification/report.py +120 -0
  11. prosemble-2.5.0/benchmarks/classification/run.py +186 -0
  12. prosemble-2.5.0/benchmarks/classification/suite.py +47 -0
  13. prosemble-2.5.0/benchmarks/time_series/README.md +94 -0
  14. prosemble-2.5.0/benchmarks/time_series/RESULTS.md +116 -0
  15. prosemble-2.5.0/benchmarks/time_series/RESULTS_multivariate.md +52 -0
  16. prosemble-2.5.0/benchmarks/time_series/RESULTS_one_class.md +131 -0
  17. prosemble-2.5.0/benchmarks/time_series/run.py +220 -0
  18. prosemble-2.5.0/benchmarks/time_series/run_multivariate.py +245 -0
  19. prosemble-2.5.0/benchmarks/time_series/run_one_class.py +192 -0
  20. {prosemble-2.4.0 → prosemble-2.5.0}/flake.nix +5 -5
  21. prosemble-2.5.0/prosemble/__init__.py +16 -0
  22. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/curriculum.py +9 -9
  23. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/distance.py +103 -26
  24. prosemble-2.5.0/prosemble/core/evaluation.py +266 -0
  25. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/kernel.py +45 -3
  26. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/losses.py +65 -8
  27. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/manifolds.py +104 -10
  28. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/onnx_export.py +151 -5
  29. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/protocols.py +12 -0
  30. prosemble-2.5.0/prosemble/core/riemannian_optim.py +111 -0
  31. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/similarities.py +3 -3
  32. prosemble-2.5.0/prosemble/core/soft_dtw.py +213 -0
  33. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/__init__.py +34 -0
  34. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/cbc.py +12 -1
  35. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/celvq_ng_mixin.py +12 -1
  36. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_glvq.py +11 -0
  37. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_glvq_ng.py +12 -1
  38. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_matrix_lvq_ng.py +12 -1
  39. prosemble-2.5.0/prosemble/models/dk_matrix_rslvq.py +177 -0
  40. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_relevance_lvq_ng.py +12 -1
  41. prosemble-2.5.0/prosemble/models/dk_rslvq.py +207 -0
  42. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/heskes_som.py +2 -5
  43. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/image_cbc.py +12 -1
  44. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/image_lvq.py +36 -3
  45. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kohonen_som.py +2 -5
  46. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lcelvq_ng.py +12 -1
  47. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/local_matrix_lvq.py +12 -1
  48. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lvq1.py +2 -3
  49. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lvq21.py +2 -3
  50. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/lvqmln.py +12 -1
  51. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/matrix_lvq.py +12 -1
  52. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/matrix_rslvq.py +26 -4
  53. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/mcelvq_ng.py +12 -1
  54. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/median_lvq.py +2 -3
  55. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/mrslvq_ng.py +26 -4
  56. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/neural_gas.py +2 -5
  57. prosemble-2.5.0/prosemble/models/oc_alignment_density.py +480 -0
  58. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_glvq.py +12 -1
  59. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_matrix_lvq.py +12 -1
  60. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_relevance_lvq.py +12 -1
  61. prosemble-2.5.0/prosemble/models/oc_dk_rslvq.py +78 -0
  62. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_glvq.py +16 -1
  63. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_glvq_ng_mixin.py +12 -1
  64. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gmlvq.py +12 -1
  65. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_grlvq.py +12 -1
  66. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gtlvq.py +12 -1
  67. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_lgmlvq.py +12 -1
  68. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_mrslvq.py +24 -2
  69. prosemble-2.5.0/prosemble/models/oc_riemannian_rslvq.py +96 -0
  70. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_rslvq.py +12 -1
  71. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_rslvq_ng_mixin.py +12 -1
  72. prosemble-2.5.0/prosemble/models/oc_soft_mixin.py +612 -0
  73. prosemble-2.5.0/prosemble/models/oc_wasserstein_rslvq.py +75 -0
  74. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/plvq.py +12 -1
  75. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/probabilistic_lvq.py +2 -2
  76. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/prototype_base.py +412 -85
  77. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/relevance_lvq.py +12 -1
  78. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_glvq.py +23 -4
  79. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_m_slng.py +31 -4
  80. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_m_smng.py +31 -4
  81. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_m_stng.py +31 -4
  82. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_matrix_lvq.py +40 -20
  83. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_r_slng.py +31 -4
  84. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_r_smng.py +31 -4
  85. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_r_stng.py +31 -4
  86. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_relevance_lvq.py +40 -20
  87. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_slng.py +31 -4
  88. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_smng.py +31 -4
  89. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_dk_stng.py +31 -4
  90. prosemble-2.5.0/prosemble/models/riemannian_matrix_rslvq.py +193 -0
  91. prosemble-2.5.0/prosemble/models/riemannian_rslvq.py +331 -0
  92. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_slng.py +32 -3
  93. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_smng.py +42 -24
  94. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_srng.py +320 -13
  95. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_stng.py +33 -3
  96. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/rslvq_ng.py +13 -2
  97. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/scmng.py +3 -1
  98. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/siamese_lvq.py +36 -3
  99. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/slng.py +12 -1
  100. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/smng.py +12 -1
  101. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/sng.py +12 -1
  102. prosemble-2.5.0/prosemble/models/soft_dtw_matrix_rslvq.py +164 -0
  103. prosemble-2.5.0/prosemble/models/soft_dtw_rslvq.py +228 -0
  104. prosemble-2.5.0/prosemble/models/soft_mixin.py +404 -0
  105. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/srng.py +12 -1
  106. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/stng.py +12 -1
  107. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ.py +16 -1
  108. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_lm.py +12 -1
  109. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_m.py +12 -1
  110. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_r.py +12 -1
  111. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/svq_occ_t.py +12 -1
  112. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/tangent_lvq.py +12 -1
  113. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/tcelvq_ng.py +12 -1
  114. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/wasserstein_glvq.py +12 -1
  115. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/wasserstein_gmlvq.py +12 -1
  116. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/wasserstein_grlvq.py +12 -1
  117. prosemble-2.5.0/prosemble/models/wasserstein_matrix_rslvq.py +175 -0
  118. prosemble-2.5.0/prosemble/models/wasserstein_rslvq.py +194 -0
  119. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/PKG-INFO +17 -9
  120. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/SOURCES.txt +163 -10
  121. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/requires.txt +13 -4
  122. {prosemble-2.4.0 → prosemble-2.5.0}/pyproject.toml +22 -23
  123. prosemble-2.5.0/sphinx-docs/_scripts/make_figures.py +848 -0
  124. prosemble-2.5.0/sphinx-docs/_static/custom.css +188 -0
  125. prosemble-2.5.0/sphinx-docs/_static/favicon.svg +11 -0
  126. prosemble-2.5.0/sphinx-docs/_static/figures/hero-dark.png +0 -0
  127. prosemble-2.5.0/sphinx-docs/_static/figures/hero-light.png +0 -0
  128. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-calibration-dark.png +0 -0
  129. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-calibration-light.png +0 -0
  130. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-hyperbolic-dark.png +0 -0
  131. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-hyperbolic-light.png +0 -0
  132. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-rotations-dark.png +0 -0
  133. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-rotations-light.png +0 -0
  134. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-subspaces-dark.png +0 -0
  135. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-subspaces-light.png +0 -0
  136. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-timeseries-dark.png +0 -0
  137. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-timeseries-light.png +0 -0
  138. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-topology-dark.png +0 -0
  139. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-topology-light.png +0 -0
  140. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-wine-dark.png +0 -0
  141. prosemble-2.5.0/sphinx-docs/_static/figures/thumb-wine-light.png +0 -0
  142. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-anomaly-dark.png +0 -0
  143. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-anomaly-light.png +0 -0
  144. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-calibration-dark.png +0 -0
  145. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-calibration-light.png +0 -0
  146. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-clustering-dark.png +0 -0
  147. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-clustering-light.png +0 -0
  148. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-hyperbolic-dark.png +0 -0
  149. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-hyperbolic-light.png +0 -0
  150. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-rotations-dark.png +0 -0
  151. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-rotations-light.png +0 -0
  152. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-curve-dark.png +0 -0
  153. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-curve-light.png +0 -0
  154. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-distances-dark.png +0 -0
  155. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-spd-distances-light.png +0 -0
  156. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-subspaces-dark.png +0 -0
  157. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-subspaces-light.png +0 -0
  158. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-timeseries-dark.png +0 -0
  159. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-timeseries-light.png +0 -0
  160. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-topology-dark.png +0 -0
  161. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-topology-light.png +0 -0
  162. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-wine-dark.png +0 -0
  163. prosemble-2.5.0/sphinx-docs/_static/figures/tutorial-wine-light.png +0 -0
  164. prosemble-2.5.0/sphinx-docs/_static/logo-dark.svg +11 -0
  165. prosemble-2.5.0/sphinx-docs/_static/logo-light.svg +11 -0
  166. prosemble-2.5.0/sphinx-docs/_templates/autosummary/base.rst +5 -0
  167. prosemble-2.5.0/sphinx-docs/_templates/autosummary/class.rst +21 -0
  168. prosemble-2.5.0/sphinx-docs/_templates/autosummary/function.rst +5 -0
  169. prosemble-2.5.0/sphinx-docs/api/core/activations.rst +14 -0
  170. prosemble-2.5.0/sphinx-docs/api/core/callbacks.rst +15 -0
  171. prosemble-2.5.0/sphinx-docs/api/core/competitions.rst +8 -0
  172. prosemble-2.5.0/sphinx-docs/api/core/curriculum.rst +16 -0
  173. prosemble-2.5.0/sphinx-docs/api/core/data.rst +16 -0
  174. prosemble-2.5.0/sphinx-docs/api/core/distance.rst +35 -0
  175. prosemble-2.5.0/sphinx-docs/api/core/distributed.rst +18 -0
  176. prosemble-2.5.0/sphinx-docs/api/core/evaluation.rst +22 -0
  177. prosemble-2.5.0/sphinx-docs/api/core/geodesic.rst +18 -0
  178. prosemble-2.5.0/sphinx-docs/api/core/initializers.rst +30 -0
  179. prosemble-2.5.0/sphinx-docs/api/core/kernel.rst +8 -0
  180. prosemble-2.5.0/sphinx-docs/api/core/losses.rst +15 -0
  181. prosemble-2.5.0/sphinx-docs/api/core/manifolds.rst +20 -0
  182. prosemble-2.5.0/sphinx-docs/api/core/model_selection.rst +16 -0
  183. prosemble-2.5.0/sphinx-docs/api/core/onnx_export.rst +14 -0
  184. prosemble-2.5.0/sphinx-docs/api/core/optimizers.rst +19 -0
  185. prosemble-2.5.0/sphinx-docs/api/core/pipeline.rst +19 -0
  186. prosemble-2.5.0/sphinx-docs/api/core/pooling.rst +8 -0
  187. prosemble-2.5.0/sphinx-docs/api/core/protocols.rst +15 -0
  188. prosemble-2.5.0/sphinx-docs/api/core/quantization.rst +15 -0
  189. prosemble-2.5.0/sphinx-docs/api/core/regularization.rst +17 -0
  190. prosemble-2.5.0/sphinx-docs/api/core/reject.rst +14 -0
  191. prosemble-2.5.0/sphinx-docs/api/core/riemannian_optim.rst +15 -0
  192. prosemble-2.5.0/sphinx-docs/api/core/serialization.rst +14 -0
  193. prosemble-2.5.0/sphinx-docs/api/core/similarities.rst +8 -0
  194. prosemble-2.5.0/sphinx-docs/api/core/soft_dtw.rst +8 -0
  195. prosemble-2.5.0/sphinx-docs/api/core/utils.rst +25 -0
  196. prosemble-2.5.0/sphinx-docs/api/core/vis.rst +25 -0
  197. prosemble-2.5.0/sphinx-docs/api/core/visualizer.rst +14 -0
  198. prosemble-2.5.0/sphinx-docs/api/core.rst +174 -0
  199. prosemble-2.5.0/sphinx-docs/api/datasets.rst +17 -0
  200. prosemble-2.5.0/sphinx-docs/api/index.rst +35 -0
  201. prosemble-2.5.0/sphinx-docs/api/models.rst +336 -0
  202. prosemble-2.5.0/sphinx-docs/benchmarks/index.rst +200 -0
  203. prosemble-2.5.0/sphinx-docs/conf.py +127 -0
  204. prosemble-2.5.0/sphinx-docs/development/changelog.rst +195 -0
  205. prosemble-2.5.0/sphinx-docs/development/citing.rst +24 -0
  206. prosemble-2.5.0/sphinx-docs/development/contributing.rst +109 -0
  207. prosemble-2.5.0/sphinx-docs/development/index.rst +35 -0
  208. prosemble-2.5.0/sphinx-docs/getting_started/choosing_a_model.rst +112 -0
  209. prosemble-2.5.0/sphinx-docs/getting_started/concepts.rst +178 -0
  210. prosemble-2.5.0/sphinx-docs/getting_started/index.rst +43 -0
  211. prosemble-2.5.0/sphinx-docs/getting_started/installation.rst +72 -0
  212. prosemble-2.5.0/sphinx-docs/getting_started/quickstart.rst +133 -0
  213. prosemble-2.5.0/sphinx-docs/index.rst +154 -0
  214. prosemble-2.5.0/sphinx-docs/tutorials/anomaly_detection.rst +77 -0
  215. prosemble-2.5.0/sphinx-docs/tutorials/clustering.rst +57 -0
  216. prosemble-2.5.0/sphinx-docs/tutorials/covariance_matrices.rst +184 -0
  217. prosemble-2.5.0/sphinx-docs/tutorials/hyperbolic.rst +110 -0
  218. prosemble-2.5.0/sphinx-docs/tutorials/index.rst +161 -0
  219. prosemble-2.5.0/sphinx-docs/tutorials/interpretable_classification.rst +111 -0
  220. prosemble-2.5.0/sphinx-docs/tutorials/probabilities.rst +119 -0
  221. prosemble-2.5.0/sphinx-docs/tutorials/rotations.rst +112 -0
  222. prosemble-2.5.0/sphinx-docs/tutorials/subspaces.rst +111 -0
  223. prosemble-2.5.0/sphinx-docs/tutorials/time_series.rst +77 -0
  224. prosemble-2.5.0/sphinx-docs/tutorials/topology.rst +67 -0
  225. prosemble-2.5.0/sphinx-docs/user_guide/classification/deep.rst +84 -0
  226. prosemble-2.5.0/sphinx-docs/user_guide/classification/index.rst +121 -0
  227. prosemble-2.5.0/sphinx-docs/user_guide/classification/lvq.rst +130 -0
  228. prosemble-2.5.0/sphinx-docs/user_guide/classification/metric_learning.rst +124 -0
  229. prosemble-2.5.0/sphinx-docs/user_guide/classification/neural_gas.rst +339 -0
  230. prosemble-2.5.0/sphinx-docs/user_guide/classification/probabilistic.rst +98 -0
  231. prosemble-2.5.0/sphinx-docs/user_guide/classification/wasserstein.rst +137 -0
  232. {prosemble-2.4.0/sphinx-docs/guides → prosemble-2.5.0/sphinx-docs/user_guide}/clustering.rst +10 -10
  233. prosemble-2.4.0/sphinx-docs/guides/onnx.rst → prosemble-2.5.0/sphinx-docs/user_guide/deployment.rst +99 -16
  234. prosemble-2.5.0/sphinx-docs/user_guide/index.rst +118 -0
  235. prosemble-2.5.0/sphinx-docs/user_guide/interpretation.rst +141 -0
  236. prosemble-2.4.0/sphinx-docs/guides/differentiating_kernels.rst → prosemble-2.5.0/sphinx-docs/user_guide/kernels.rst +97 -20
  237. prosemble-2.5.0/sphinx-docs/user_guide/model_selection.rst +109 -0
  238. {prosemble-2.4.0/sphinx-docs/guides → prosemble-2.5.0/sphinx-docs/user_guide}/one_class.rst +118 -18
  239. prosemble-2.5.0/sphinx-docs/user_guide/performance.rst +155 -0
  240. prosemble-2.5.0/sphinx-docs/user_guide/probabilities.rst +129 -0
  241. prosemble-2.5.0/sphinx-docs/user_guide/riemannian.rst +595 -0
  242. prosemble-2.5.0/sphinx-docs/user_guide/time_series.rst +291 -0
  243. {prosemble-2.4.0/sphinx-docs/guides → prosemble-2.5.0/sphinx-docs/user_guide}/topology.rst +2 -2
  244. prosemble-2.4.0/sphinx-docs/guides/advanced.rst → prosemble-2.5.0/sphinx-docs/user_guide/training.rst +124 -463
  245. prosemble-2.5.0/tests/conftest.py +20 -0
  246. prosemble-2.5.0/tests/test_calibration.py +163 -0
  247. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dataset_jax.py +1 -0
  248. prosemble-2.5.0/tests/test_devices_all_models.py +101 -0
  249. prosemble-2.5.0/tests/test_divergence_guard.py +102 -0
  250. prosemble-2.5.0/tests/test_evaluation.py +140 -0
  251. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_mrslvq_ng.py +2 -2
  252. prosemble-2.5.0/tests/test_oc_alignment_density.py +135 -0
  253. prosemble-2.5.0/tests/test_oc_soft_variants.py +576 -0
  254. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_onnx_export.py +82 -0
  255. prosemble-2.5.0/tests/test_packaging.py +29 -0
  256. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_riemannian_dk_models.py +3 -3
  257. prosemble-2.5.0/tests/test_riemannian_log_maps.py +362 -0
  258. prosemble-2.5.0/tests/test_riemannian_prototype_prior.py +123 -0
  259. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_riemannian_supervised_ng.py +46 -0
  260. prosemble-2.5.0/tests/test_riemannian_update.py +411 -0
  261. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_rslvq_ng.py +1 -1
  262. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_scmng.py +1 -1
  263. prosemble-2.5.0/tests/test_single_iteration.py +55 -0
  264. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_slng.py +1 -1
  265. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_smng.py +1 -1
  266. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_sng.py +1 -1
  267. prosemble-2.5.0/tests/test_soft_dtw.py +286 -0
  268. prosemble-2.5.0/tests/test_soft_matrix_variants.py +584 -0
  269. prosemble-2.5.0/tests/test_soft_variants.py +356 -0
  270. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_srng.py +1 -1
  271. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_stng.py +1 -1
  272. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_svq_occ.py +1 -1
  273. prosemble-2.5.0/tests/test_training_correctness.py +447 -0
  274. {prosemble-2.4.0 → prosemble-2.5.0}/uv.lock +362 -284
  275. prosemble-2.4.0/prosemble/__init__.py +0 -11
  276. prosemble-2.4.0/sphinx-docs/api/core.rst +0 -192
  277. prosemble-2.4.0/sphinx-docs/api/models.rst +0 -537
  278. prosemble-2.4.0/sphinx-docs/conf.py +0 -65
  279. prosemble-2.4.0/sphinx-docs/guides/riemannian.rst +0 -313
  280. prosemble-2.4.0/sphinx-docs/guides/supervised.rst +0 -754
  281. prosemble-2.4.0/sphinx-docs/index.rst +0 -22
  282. prosemble-2.4.0/sphinx-docs/installation.rst +0 -58
  283. prosemble-2.4.0/sphinx-docs/quickstart.rst +0 -95
  284. {prosemble-2.4.0 → prosemble-2.5.0}/.editorconfig +0 -0
  285. {prosemble-2.4.0 → prosemble-2.5.0}/.envrc +0 -0
  286. {prosemble-2.4.0 → prosemble-2.5.0}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
  287. {prosemble-2.4.0 → prosemble-2.5.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
  288. {prosemble-2.4.0 → prosemble-2.5.0}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
  289. {prosemble-2.4.0 → prosemble-2.5.0}/.readthedocs.yaml +0 -0
  290. {prosemble-2.4.0 → prosemble-2.5.0}/CONSTITUTION.md +0 -0
  291. {prosemble-2.4.0 → prosemble-2.5.0}/LICENSE +0 -0
  292. {prosemble-2.4.0 → prosemble-2.5.0}/ONNX_COVERAGE.md +0 -0
  293. {prosemble-2.4.0 → prosemble-2.5.0}/TASK.md +0 -0
  294. {prosemble-2.4.0 → prosemble-2.5.0}/benchmarks/benchmark_distance_jax.py +0 -0
  295. {prosemble-2.4.0 → prosemble-2.5.0}/benchmarks/benchmark_fcm_jax.py +0 -0
  296. {prosemble-2.4.0 → prosemble-2.5.0}/benchmarks/benchmark_pcm_jax.py +0 -0
  297. {prosemble-2.4.0 → prosemble-2.5.0}/devenv.lock +0 -0
  298. {prosemble-2.4.0 → prosemble-2.5.0}/devenv.nix +0 -0
  299. {prosemble-2.4.0 → prosemble-2.5.0}/devenv.yaml +0 -0
  300. {prosemble-2.4.0 → prosemble-2.5.0}/examples/afcm_iris.py +0 -0
  301. {prosemble-2.4.0 → prosemble-2.5.0}/examples/bgpc_iris.py +0 -0
  302. {prosemble-2.4.0 → prosemble-2.5.0}/examples/cbc_iris.py +0 -0
  303. {prosemble-2.4.0 → prosemble-2.5.0}/examples/celvq_ng_iris.py +0 -0
  304. {prosemble-2.4.0 → prosemble-2.5.0}/examples/fcm_iris.py +0 -0
  305. {prosemble-2.4.0 → prosemble-2.5.0}/examples/fpcm_iris.py +0 -0
  306. {prosemble-2.4.0 → prosemble-2.5.0}/examples/glvq_advanced_iris.py +0 -0
  307. {prosemble-2.4.0 → prosemble-2.5.0}/examples/glvq_iris.py +0 -0
  308. {prosemble-2.4.0 → prosemble-2.5.0}/examples/glvq_unequal_prototypes_iris.py +0 -0
  309. {prosemble-2.4.0 → prosemble-2.5.0}/examples/gmlvq_iris.py +0 -0
  310. {prosemble-2.4.0 → prosemble-2.5.0}/examples/grlvq_iris.py +0 -0
  311. {prosemble-2.4.0 → prosemble-2.5.0}/examples/hcm_iris.py +0 -0
  312. {prosemble-2.4.0 → prosemble-2.5.0}/examples/heskes_som_iris.py +0 -0
  313. {prosemble-2.4.0 → prosemble-2.5.0}/examples/ipcm2_iris.py +0 -0
  314. {prosemble-2.4.0 → prosemble-2.5.0}/examples/ipcm_iris.py +0 -0
  315. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kafcm_iris.py +0 -0
  316. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kfcm_iris.py +0 -0
  317. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kfpcm_iris.py +0 -0
  318. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kipcm2_iris.py +0 -0
  319. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kipcm_iris.py +0 -0
  320. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kmeans_iris.py +0 -0
  321. {prosemble-2.4.0 → prosemble-2.5.0}/examples/knn_iris.py +0 -0
  322. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kohonen_som_iris.py +0 -0
  323. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kpcm_iris.py +0 -0
  324. {prosemble-2.4.0 → prosemble-2.5.0}/examples/kpfcm_iris.py +0 -0
  325. {prosemble-2.4.0 → prosemble-2.5.0}/examples/large_dataset_training.py +0 -0
  326. {prosemble-2.4.0 → prosemble-2.5.0}/examples/lcelvq_ng_iris.py +0 -0
  327. {prosemble-2.4.0 → prosemble-2.5.0}/examples/lmrslvq_iris.py +0 -0
  328. {prosemble-2.4.0 → prosemble-2.5.0}/examples/lmrslvq_ng_iris.py +0 -0
  329. {prosemble-2.4.0 → prosemble-2.5.0}/examples/lvq1_iris.py +0 -0
  330. {prosemble-2.4.0 → prosemble-2.5.0}/examples/lvqmln_iris.py +0 -0
  331. {prosemble-2.4.0 → prosemble-2.5.0}/examples/mcelvq_ng_iris.py +0 -0
  332. {prosemble-2.4.0 → prosemble-2.5.0}/examples/mrslvq_iris.py +0 -0
  333. {prosemble-2.4.0 → prosemble-2.5.0}/examples/mrslvq_ng_iris.py +0 -0
  334. {prosemble-2.4.0 → prosemble-2.5.0}/examples/neural_gas_iris.py +0 -0
  335. {prosemble-2.4.0 → prosemble-2.5.0}/examples/npc_iris.py +0 -0
  336. {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_lmrslvq_iris.py +0 -0
  337. {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_lmrslvq_ng_iris.py +0 -0
  338. {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_mrslvq_iris.py +0 -0
  339. {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_mrslvq_ng_iris.py +0 -0
  340. {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_rslvq_iris.py +0 -0
  341. {prosemble-2.4.0 → prosemble-2.5.0}/examples/oc_rslvq_ng_iris.py +0 -0
  342. {prosemble-2.4.0 → prosemble-2.5.0}/examples/pcm_iris.py +0 -0
  343. {prosemble-2.4.0 → prosemble-2.5.0}/examples/pfcm_iris.py +0 -0
  344. {prosemble-2.4.0 → prosemble-2.5.0}/examples/plvq_iris.py +0 -0
  345. {prosemble-2.4.0 → prosemble-2.5.0}/examples/rslvq_ng_iris.py +0 -0
  346. {prosemble-2.4.0 → prosemble-2.5.0}/examples/slng_iris.py +0 -0
  347. {prosemble-2.4.0 → prosemble-2.5.0}/examples/smng_iris.py +0 -0
  348. {prosemble-2.4.0 → prosemble-2.5.0}/examples/som_iris.py +0 -0
  349. {prosemble-2.4.0 → prosemble-2.5.0}/examples/srng_iris.py +0 -0
  350. {prosemble-2.4.0 → prosemble-2.5.0}/examples/stng_iris.py +0 -0
  351. {prosemble-2.4.0 → prosemble-2.5.0}/examples/tcelvq_ng_iris.py +0 -0
  352. {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_fcm_iris.py +0 -0
  353. {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_glvq_iris.py +0 -0
  354. {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_neural_gas_iris.py +0 -0
  355. {prosemble-2.4.0 → prosemble-2.5.0}/examples/vis_som_iris.py +0 -0
  356. {prosemble-2.4.0 → prosemble-2.5.0}/mkdocs.yml +0 -0
  357. {prosemble-2.4.0 → prosemble-2.5.0}/nix/package.nix +0 -0
  358. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/__init__.py +0 -0
  359. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/activations.py +0 -0
  360. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/callbacks.py +0 -0
  361. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/competitions.py +0 -0
  362. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/data.py +0 -0
  363. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/distributed.py +0 -0
  364. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/geodesic.py +0 -0
  365. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/initializers.py +0 -0
  366. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/model_selection.py +0 -0
  367. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/optimizers.py +0 -0
  368. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/pipeline.py +0 -0
  369. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/pooling.py +0 -0
  370. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/quantization.py +0 -0
  371. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/regularization.py +0 -0
  372. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/reject.py +0 -0
  373. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/serialization.py +0 -0
  374. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/utils.py +0 -0
  375. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/vis.py +0 -0
  376. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/core/visualizer.py +0 -0
  377. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/datasets/__init__.py +0 -0
  378. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/datasets/dataset.py +0 -0
  379. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/afcm.py +0 -0
  380. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/base.py +0 -0
  381. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/bgpc.py +0 -0
  382. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/celvq_ng.py +0 -0
  383. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/crossentropy_lvq.py +0 -0
  384. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_heskes_som.py +0 -0
  385. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_kohonen_som.py +0 -0
  386. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_matrix_lvq.py +0 -0
  387. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_neural_gas.py +0 -0
  388. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/dk_relevance_lvq.py +0 -0
  389. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/fcm.py +0 -0
  390. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/fpcm.py +0 -0
  391. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/glvq.py +0 -0
  392. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/growing_neural_gas.py +0 -0
  393. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/hcm.py +0 -0
  394. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/ipcm.py +0 -0
  395. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/ipcm2.py +0 -0
  396. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kafcm.py +0 -0
  397. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kfcm.py +0 -0
  398. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kfpcm.py +0 -0
  399. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kipcm.py +0 -0
  400. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kipcm2.py +0 -0
  401. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kmeans.py +0 -0
  402. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/knn.py +0 -0
  403. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kpcm.py +0 -0
  404. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/kpfcm.py +0 -0
  405. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/npc.py +0 -0
  406. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_glvq_ng.py +0 -0
  407. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_matrix_lvq_ng.py +0 -0
  408. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_dk_relevance_lvq_ng.py +0 -0
  409. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_glvq_ng.py +0 -0
  410. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gmlvq_ng.py +0 -0
  411. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_grlvq_ng.py +0 -0
  412. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_gtlvq_ng.py +0 -0
  413. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_lgmlvq_ng.py +0 -0
  414. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_mrslvq_ng.py +0 -0
  415. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/oc_rslvq_ng.py +0 -0
  416. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/pcm.py +0 -0
  417. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/pfcm.py +0 -0
  418. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/riemannian_neural_gas.py +0 -0
  419. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/models/som.py +0 -0
  420. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble/py.typed +0 -0
  421. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/dependency_links.txt +0 -0
  422. {prosemble-2.4.0 → prosemble-2.5.0}/prosemble.egg-info/top_level.txt +0 -0
  423. {prosemble-2.4.0 → prosemble-2.5.0}/requirements_docs.txt +0 -0
  424. {prosemble-2.4.0 → prosemble-2.5.0}/setup.cfg +0 -0
  425. {prosemble-2.4.0 → prosemble-2.5.0}/sphinx-docs/Makefile +0 -0
  426. {prosemble-2.4.0 → prosemble-2.5.0}/sphinx-docs/make.bat +0 -0
  427. {prosemble-2.4.0 → prosemble-2.5.0}/tests/__init__.py +0 -0
  428. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_activations.py +0 -0
  429. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_cbc.py +0 -0
  430. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_celvq_ng.py +0 -0
  431. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_checkpoint.py +0 -0
  432. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_clustering_patience.py +0 -0
  433. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_competitions.py +0 -0
  434. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_core.py +0 -0
  435. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_core_jax.py +0 -0
  436. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_data.py +0 -0
  437. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dataset.py +0 -0
  438. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_distance_jax.py +0 -0
  439. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_distributed.py +0 -0
  440. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dk_models.py +0 -0
  441. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_dk_ng_models.py +0 -0
  442. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_examples.sh +0 -0
  443. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_fcm_jax.py +0 -0
  444. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_glvq.py +0 -0
  445. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_gmlvq.py +0 -0
  446. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_heskes_som.py +0 -0
  447. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_hyperbolic.py +0 -0
  448. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_image_lvq.py +0 -0
  449. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_improvements.py +0 -0
  450. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_initializers.py +0 -0
  451. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_jax_models.py +0 -0
  452. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_jit_inference.py +0 -0
  453. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_kohonen_som.py +0 -0
  454. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_lcelvq_ng.py +0 -0
  455. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_losses.py +0 -0
  456. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_lvq_nongradient.py +0 -0
  457. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_lvqmln_plvq.py +0 -0
  458. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_matrix_rslvq.py +0 -0
  459. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_mcelvq_ng.py +0 -0
  460. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_minibatch.py +0 -0
  461. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_mixed_precision.py +0 -0
  462. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_model_selection.py +0 -0
  463. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_neural_gas.py +0 -0
  464. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_ng_lr_ratio.py +0 -0
  465. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_dk_models.py +0 -0
  466. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_dk_ng_models.py +0 -0
  467. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_glvq.py +0 -0
  468. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_glvq_ng.py +0 -0
  469. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_glvq_variants.py +0 -0
  470. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_mrslvq.py +0 -0
  471. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_rslvq.py +0 -0
  472. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_oc_rslvq_ng.py +0 -0
  473. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pcm_jax.py +0 -0
  474. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pfcm_jax.py +0 -0
  475. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pipeline.py +0 -0
  476. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_pooling.py +0 -0
  477. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_probabilistic.py +0 -0
  478. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_protocols.py +0 -0
  479. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_prototype_base.py +0 -0
  480. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_quantization.py +0 -0
  481. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_riemannian_neural_gas.py +0 -0
  482. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_scan_training.py +0 -0
  483. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_serialization.py +0 -0
  484. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_siamese_lvq.py +0 -0
  485. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_similarities.py +0 -0
  486. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_svq_occ_r.py +0 -0
  487. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_svq_occ_variants.py +0 -0
  488. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_tcelvq_ng.py +0 -0
  489. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_vis.py +0 -0
  490. {prosemble-2.4.0 → prosemble-2.5.0}/tests/test_wasserstein.py +0 -0
@@ -1,12 +1,8 @@
1
1
  [bumpversion]
2
- current_version = 0.9.2
2
+ current_version = 2.5.0
3
3
  commit = True
4
4
  tag = True
5
5
 
6
6
  [bumpversion:file:pyproject.toml]
7
7
  search = version = "{current_version}"
8
8
  replace = version = "{new_version}"
9
-
10
- [bumpversion:file:prosemble/__init__.py]
11
- search = __version__ = "{current_version}"
12
- replace = __version__ = "{new_version}"
@@ -17,7 +17,7 @@ jobs:
17
17
  test:
18
18
  name: Test Python ${{ matrix.python-version }}
19
19
  runs-on: ubuntu-latest
20
- timeout-minutes: 15
20
+ timeout-minutes: 60
21
21
  strategy:
22
22
  fail-fast: false
23
23
  matrix:
@@ -33,11 +33,28 @@ jobs:
33
33
  python -m pip install --upgrade pip
34
34
  pip install .[all]
35
35
  - name: Run tests
36
- run: pytest tests/ -x -q --tb=short --ignore=tests/test_oc_glvq.py --ignore=tests/test_oc_glvq_ng.py --ignore=tests/test_oc_glvq_variants.py --ignore=tests/test_svq_occ.py --ignore=tests/test_svq_occ_r.py --ignore=tests/test_svq_occ_variants.py --ignore=tests/test_smng.py --ignore=tests/test_slng.py --ignore=tests/test_stng.py --ignore=tests/test_riemannian_neural_gas.py --ignore=tests/test_riemannian_supervised_ng.py
36
+ run: pytest tests/ -n auto -x -q --tb=short
37
+
38
+ docs:
39
+ name: Build documentation
40
+ runs-on: ubuntu-latest
41
+ timeout-minutes: 20
42
+ steps:
43
+ - uses: actions/checkout@v6
44
+ - uses: actions/setup-python@v6
45
+ with:
46
+ python-version: '3.12'
47
+ cache: pip
48
+ - name: Install dependencies
49
+ run: |
50
+ python -m pip install --upgrade pip
51
+ pip install .[docs]
52
+ - name: Build HTML, warnings as errors
53
+ run: sphinx-build -W --keep-going -b html sphinx-docs sphinx-docs/_build/html
37
54
 
38
55
  build:
39
56
  name: Build package
40
- needs: test
57
+ needs: [test, docs]
41
58
  runs-on: ubuntu-latest
42
59
  timeout-minutes: 5
43
60
  steps:
@@ -24,7 +24,7 @@ jobs:
24
24
  python -m pip install --upgrade pip
25
25
  pip install .[all]
26
26
  - name: Run tests
27
- run: pytest tests/ -x -q --ignore=tests/test_oc_glvq.py --ignore=tests/test_oc_glvq_ng.py --ignore=tests/test_oc_glvq_variants.py --ignore=tests/test_svq_occ.py --ignore=tests/test_svq_occ_r.py --ignore=tests/test_svq_occ_variants.py --ignore=tests/test_smng.py --ignore=tests/test_slng.py --ignore=tests/test_stng.py --ignore=tests/test_riemannian_neural_gas.py --ignore=tests/test_riemannian_supervised_ng.py
27
+ run: pytest tests/ -x -q
28
28
 
29
29
  build:
30
30
  needs: test
@@ -137,3 +137,10 @@ generate_supervised_doc.py
137
137
 
138
138
  # Nix build output
139
139
  result
140
+
141
+ # Autosummary stubs, generated when the docs are built
142
+ sphinx-docs/api/generated/
143
+
144
+ # The documentation figures are committed; they are drawn by
145
+ # sphinx-docs/_scripts/make_figures.py.
146
+ !sphinx-docs/_static/figures/*.png
@@ -1,6 +1,5 @@
1
1
  include LICENSE
2
2
  include README.md
3
- include requirements.txt
4
3
 
5
4
  recursive-exclude * __pycache__
6
5
  recursive-exclude * *.py[co]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: prosemble
3
- Version: 2.4.0
3
+ Version: 2.5.0
4
4
  Summary: A python project for prototype-based machine learning models
5
5
  Author-email: Nana Abeka Otoo <nanaabekaotoo@gmail.com>
6
6
  License: MIT
@@ -28,6 +28,10 @@ License-File: LICENSE
28
28
  Requires-Dist: numpy
29
29
  Requires-Dist: scikit-learn
30
30
  Requires-Dist: matplotlib
31
+ Requires-Dist: jax>=0.4.23
32
+ Requires-Dist: jaxlib>=0.4.23
33
+ Requires-Dist: chex>=0.1.85
34
+ Requires-Dist: optax>=0.2.0
31
35
  Provides-Extra: dev
32
36
  Requires-Dist: black; extra == "dev"
33
37
  Requires-Dist: black[jupyter]; extra == "dev"
@@ -39,11 +43,13 @@ Requires-Dist: flake8; extra == "dev"
39
43
  Requires-Dist: tox; extra == "dev"
40
44
  Requires-Dist: coverage; extra == "dev"
41
45
  Requires-Dist: Sphinx; extra == "dev"
42
- Requires-Dist: furo; extra == "dev"
46
+ Requires-Dist: pydata-sphinx-theme>=0.16; extra == "dev"
47
+ Requires-Dist: sphinx-design>=0.6; extra == "dev"
43
48
  Requires-Dist: sphinx-copybutton; extra == "dev"
44
49
  Requires-Dist: twine; extra == "dev"
45
50
  Requires-Dist: autopep8; extra == "dev"
46
51
  Requires-Dist: pytest; extra == "dev"
52
+ Requires-Dist: pytest-xdist; extra == "dev"
47
53
  Provides-Extra: jax
48
54
  Requires-Dist: jax>=0.4.23; extra == "jax"
49
55
  Requires-Dist: jaxlib>=0.4.23; extra == "jax"
@@ -54,8 +60,9 @@ Requires-Dist: jax[cuda12]>=0.4.23; extra == "jax-cuda12"
54
60
  Requires-Dist: chex>=0.1.85; extra == "jax-cuda12"
55
61
  Requires-Dist: optax>=0.2.0; extra == "jax-cuda12"
56
62
  Provides-Extra: docs
57
- Requires-Dist: Sphinx; extra == "docs"
58
- Requires-Dist: furo; extra == "docs"
63
+ Requires-Dist: Sphinx>=7.3; extra == "docs"
64
+ Requires-Dist: pydata-sphinx-theme>=0.16; extra == "docs"
65
+ Requires-Dist: sphinx-design>=0.6; extra == "docs"
59
66
  Requires-Dist: sphinx-copybutton; extra == "docs"
60
67
  Provides-Extra: all
61
68
  Requires-Dist: numpy; extra == "all"
@@ -71,11 +78,13 @@ Requires-Dist: flake8; extra == "all"
71
78
  Requires-Dist: tox; extra == "all"
72
79
  Requires-Dist: coverage; extra == "all"
73
80
  Requires-Dist: Sphinx; extra == "all"
74
- Requires-Dist: furo; extra == "all"
81
+ Requires-Dist: pydata-sphinx-theme>=0.16; extra == "all"
82
+ Requires-Dist: sphinx-design>=0.6; extra == "all"
75
83
  Requires-Dist: sphinx-copybutton; extra == "all"
76
84
  Requires-Dist: twine; extra == "all"
77
85
  Requires-Dist: autopep8; extra == "all"
78
86
  Requires-Dist: pytest; extra == "all"
87
+ Requires-Dist: pytest-xdist; extra == "all"
79
88
  Requires-Dist: jax>=0.4.23; extra == "all"
80
89
  Requires-Dist: jaxlib>=0.4.23; extra == "all"
81
90
  Requires-Dist: chex>=0.1.85; extra == "all"
@@ -90,7 +99,7 @@ Dynamic: license-file
90
99
  # Prosemble
91
100
 
92
101
  [![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/)
93
- [![PyPI](https://img.shields.io/badge/pypi-1.0.0-orange.svg)](https://pypi.org/project/prosemble/)
102
+ [![PyPI](https://img.shields.io/pypi/v/prosemble.svg)](https://pypi.org/project/prosemble/)
94
103
  [![License: MIT](https://img.shields.io/badge/License-MIT-green.svg)](https://opensource.org/licenses/MIT)
95
104
  [![CI](https://github.com/naotoo1/prosemble/actions/workflows/ci.yml/badge.svg)](https://github.com/naotoo1/prosemble/actions/workflows/ci.yml)
96
105
  [![Documentation](https://readthedocs.org/projects/prosemble/badge/?version=latest)](https://prosemble.readthedocs.io/en/latest/)
@@ -107,11 +116,10 @@ Prosemble can be installed using pip:
107
116
  pip install prosemble
108
117
  ```
109
118
 
110
- To install with JAX support:
119
+ JAX is installed automatically. For GPU support (CUDA 12):
111
120
 
112
121
  ```bash
113
- pip install "prosemble[jax]" # CPU
114
- pip install "prosemble[jax-cuda12]" # GPU (CUDA 12)
122
+ pip install "prosemble[jax-cuda12]"
115
123
  ```
116
124
 
117
125
  To install the development version:
@@ -1,7 +1,7 @@
1
1
  # Prosemble
2
2
 
3
3
  [![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/)
4
- [![PyPI](https://img.shields.io/badge/pypi-1.0.0-orange.svg)](https://pypi.org/project/prosemble/)
4
+ [![PyPI](https://img.shields.io/pypi/v/prosemble.svg)](https://pypi.org/project/prosemble/)
5
5
  [![License: MIT](https://img.shields.io/badge/License-MIT-green.svg)](https://opensource.org/licenses/MIT)
6
6
  [![CI](https://github.com/naotoo1/prosemble/actions/workflows/ci.yml/badge.svg)](https://github.com/naotoo1/prosemble/actions/workflows/ci.yml)
7
7
  [![Documentation](https://readthedocs.org/projects/prosemble/badge/?version=latest)](https://prosemble.readthedocs.io/en/latest/)
@@ -18,11 +18,10 @@ Prosemble can be installed using pip:
18
18
  pip install prosemble
19
19
  ```
20
20
 
21
- To install with JAX support:
21
+ JAX is installed automatically. For GPU support (CUDA 12):
22
22
 
23
23
  ```bash
24
- pip install "prosemble[jax]" # CPU
25
- pip install "prosemble[jax-cuda12]" # GPU (CUDA 12)
24
+ pip install "prosemble[jax-cuda12]"
26
25
  ```
27
26
 
28
27
  To install the development version:
@@ -0,0 +1,62 @@
1
+ # Classification benchmark
2
+
3
+ A fixed, repeatable protocol for comparing prosemble's classifiers with
4
+ standard baselines over many datasets, with the statistical tests of
5
+ Demšar (2006).
6
+
7
+ ## Protocol
8
+
9
+ | Step | Choice |
10
+ |---|---|
11
+ | Datasets | 36 OpenML datasets (`suite.py`), fixed by id: numeric features only, no missing values, at least 10 samples per class |
12
+ | Resampling | 2 repeats of stratified 5-fold cross-validation (10 train/test splits per dataset) |
13
+ | Preprocessing | Standardisation fitted on the training part of each split only |
14
+ | Baselines | Logistic regression, k-nearest neighbours and an RBF SVM, each tuned by a grid search over an inner, shuffled, stratified 3-fold split of the training part; random forest (500 trees) and histogram gradient boosting at their defaults |
15
+ | prosemble models | Fixed settings, identical on every dataset (no per-dataset tuning): 200 iterations, learning rate 0.01, 2 prototypes per class (1 for `DKLMRSLVQ`) |
16
+ | Probabilities | Soft prosemble models are calibrated with `calibrate(X_train, y_train, cv=3)`; the SVM uses Platt scaling |
17
+ | Metrics per split | Accuracy, balanced accuracy, log-loss, expected calibration error, accuracy on the 80 % most confident test samples, fit time |
18
+ | Statistics | Per metric, the mean over the 10 splits of a dataset is one observation. Friedman test and Iman–Davenport F test of equal mean ranks; Nemenyi critical difference; two-sided Wilcoxon signed-rank tests of one reference method against every other, Holm-adjusted |
19
+
20
+ The baselines are tuned and the prosemble models are not, so the
21
+ comparison is conservative for prosemble.
22
+
23
+ ## Running it
24
+
25
+ ```bash
26
+ # Datasets are downloaded once into ~/.cache/prosemble-benchmark
27
+ # (override with PROSEMBLE_BENCHMARK_DATA).
28
+ python benchmarks/classification/run.py --out results.jsonl
29
+
30
+ # In parallel: one process per shard, all appending to their own file.
31
+ for i in 0 1 2 3; do
32
+ python benchmarks/classification/run.py --out results_$i.jsonl --shard $i --shards 4 &
33
+ done; wait; cat results_*.jsonl > results.jsonl
34
+
35
+ python benchmarks/classification/report.py results.jsonl --reference DKLMRSLVQ > RESULTS.md
36
+ ```
37
+
38
+ `RESULTS.md` is the report of a full run.
39
+
40
+ An interrupted run resumes: splits already in the output file are
41
+ skipped. A split that raises an error is recorded and listed at the end
42
+ of the report; datasets with a missing method are left out of that
43
+ metric's statistics.
44
+
45
+ ## Reading the report
46
+
47
+ - **Mean rank** is the average rank over datasets (1 = best). Two
48
+ methods whose mean ranks differ by less than the Nemenyi critical
49
+ difference are not significantly different.
50
+ - **Wins / ties / losses** count datasets on which the reference method
51
+ is better, equal or worse; the Wilcoxon p-value tests whether the
52
+ differences are centred on zero.
53
+ - A Friedman p-value above 0.05 means the data do not show any
54
+ difference between the methods; pairwise results should then not be
55
+ read as significant.
56
+
57
+ ## References
58
+
59
+ - Demšar, J. (2006). Statistical Comparisons of Classifiers over Multiple
60
+ Data Sets. *Journal of Machine Learning Research*, 7, 1–30.
61
+ - Holm, S. (1979). A Simple Sequentially Rejective Multiple Test
62
+ Procedure. *Scandinavian Journal of Statistics*, 6(2), 65–70.
@@ -0,0 +1,140 @@
1
+ # Classification benchmark
2
+
3
+ Source: `results.jsonl`. Wins, ties and losses count datasets on which DKLMRSLVQ is better, equal or worse; p-values are two-sided Wilcoxon signed-rank tests, Holm-adjusted over the comparisons in each table.
4
+
5
+ ## Accuracy
6
+
7
+ 36 datasets. Friedman chi-squared = 96.9, p = 7.2e-16; Iman-Davenport F = 11.34, p = 2.5e-18. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
8
+
9
+ | Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
10
+ |---|---|---|---|---|
11
+ | SVM | 0.8854 | 3.19 | 7 / 1 / 28 | 0.00203 |
12
+ | LGMLVQ | 0.8663 | 5.12 | 18 / 0 / 18 | 1 |
13
+ | DKLMRSLVQ | 0.8673 | 5.62 | — | — |
14
+ | RandomForest | 0.8751 | 5.75 | 15 / 0 / 21 | 1 |
15
+ | LogisticRegression | 0.8620 | 5.96 | 22 / 0 / 14 | 0.886 |
16
+ | GradientBoosting | 0.8747 | 5.96 | 17 / 0 / 19 | 1 |
17
+ | WLMRSLVQ | 0.8658 | 6.44 | 21 / 0 / 15 | 1 |
18
+ | GMLVQ | 0.8549 | 6.88 | 22 / 0 / 14 | 0.389 |
19
+ | kNN | 0.8639 | 6.92 | 21 / 0 / 15 | 1 |
20
+ | WRSLVQ | 0.8534 | 7.54 | 27 / 1 / 8 | 0.0466 |
21
+ | DKRSLVQ | 0.8555 | 8.06 | 27 / 1 / 8 | 0.0139 |
22
+ | GLVQ | 0.8061 | 10.56 | 31 / 0 / 5 | 1.43e-05 |
23
+
24
+ ## Balanced accuracy
25
+
26
+ 36 datasets. Friedman chi-squared = 88.3, p = 3.6e-14; Iman-Davenport F = 10.04, p = 4.1e-16. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
27
+
28
+ | Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
29
+ |---|---|---|---|---|
30
+ | SVM | 0.8234 | 3.71 | 12 / 1 / 23 | 0.199 |
31
+ | DKLMRSLVQ | 0.8003 | 5.18 | — | — |
32
+ | GradientBoosting | 0.8152 | 5.29 | 17 / 0 / 19 | 1 |
33
+ | RandomForest | 0.8091 | 5.90 | 17 / 0 / 19 | 1 |
34
+ | WLMRSLVQ | 0.8015 | 5.90 | 19 / 0 / 17 | 1 |
35
+ | LGMLVQ | 0.7845 | 6.19 | 23 / 0 / 13 | 0.276 |
36
+ | LogisticRegression | 0.7891 | 6.26 | 24 / 0 / 12 | 0.413 |
37
+ | kNN | 0.7927 | 6.88 | 24 / 0 / 12 | 1 |
38
+ | GMLVQ | 0.7730 | 7.17 | 24 / 0 / 12 | 0.131 |
39
+ | DKRSLVQ | 0.7828 | 7.38 | 26 / 0 / 10 | 0.153 |
40
+ | WRSLVQ | 0.7727 | 7.42 | 28 / 0 / 8 | 0.0278 |
41
+ | GLVQ | 0.7068 | 10.72 | 31 / 0 / 5 | 1.19e-06 |
42
+
43
+ ## Log-loss
44
+
45
+ 36 datasets. Friedman chi-squared = 272.0, p = 6.8e-52; Iman-Davenport F = 76.76, p = 6.2e-90. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
46
+
47
+ | Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
48
+ |---|---|---|---|---|
49
+ | SVM | 0.2948 | 2.67 | 12 / 0 / 24 | 0.024 |
50
+ | DKLMRSLVQ | 0.3291 | 3.50 | — | — |
51
+ | LogisticRegression | 0.3693 | 4.69 | 23 / 0 / 13 | 0.107 |
52
+ | DKRSLVQ | 0.3584 | 4.72 | 25 / 0 / 11 | 0.0206 |
53
+ | WLMRSLVQ | 0.3449 | 4.72 | 24 / 0 / 12 | 0.0657 |
54
+ | WRSLVQ | 0.3639 | 5.22 | 29 / 0 / 7 | 0.0065 |
55
+ | RandomForest | 0.3806 | 5.22 | 22 / 0 / 14 | 0.107 |
56
+ | GradientBoosting | 0.4116 | 5.83 | 28 / 0 / 8 | 0.0065 |
57
+ | kNN | 1.9240 | 9.56 | 35 / 0 / 1 | 1.63e-09 |
58
+ | GLVQ | 2.4315 | 9.86 | 36 / 0 / 0 | 3.2e-10 |
59
+ | GMLVQ | 3.4546 | 10.78 | 36 / 0 / 0 | 3.2e-10 |
60
+ | LGMLVQ | 3.6684 | 11.22 | 36 / 0 / 0 | 3.2e-10 |
61
+
62
+ ## Expected calibration error
63
+
64
+ 36 datasets. Friedman chi-squared = 223.4, p = 1e-41; Iman-Davenport F = 45.29, p = 1.2e-62. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
65
+
66
+ | Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
67
+ |---|---|---|---|---|
68
+ | DKLMRSLVQ | 0.0476 | 3.92 | — | — |
69
+ | SVM | 0.0478 | 3.94 | 17 / 0 / 19 | 1 |
70
+ | WRSLVQ | 0.0472 | 4.19 | 21 / 0 / 15 | 1 |
71
+ | DKRSLVQ | 0.0485 | 4.42 | 18 / 0 / 18 | 1 |
72
+ | LogisticRegression | 0.0603 | 5.06 | 23 / 0 / 13 | 0.461 |
73
+ | GradientBoosting | 0.0733 | 5.56 | 25 / 0 / 11 | 0.00103 |
74
+ | WLMRSLVQ | 0.0608 | 5.94 | 29 / 0 / 7 | 0.000223 |
75
+ | kNN | 0.0849 | 6.36 | 26 / 0 / 10 | 0.0206 |
76
+ | RandomForest | 0.0814 | 6.64 | 26 / 0 / 10 | 0.00248 |
77
+ | GLVQ | 0.1680 | 9.44 | 35 / 0 / 1 | 7.86e-10 |
78
+ | GMLVQ | 0.2549 | 10.81 | 35 / 0 / 1 | 5.82e-10 |
79
+ | LGMLVQ | 0.2825 | 11.72 | 36 / 0 / 0 | 3.2e-10 |
80
+
81
+ ## Accuracy on the 80 % most confident samples
82
+
83
+ 36 datasets. Friedman chi-squared = 247.1, p = 1.2e-46; Iman-Davenport F = 58.05, p = 8.4e-75. Nemenyi critical difference of mean ranks (alpha = 0.05): 2.78.
84
+
85
+ | Method | Mean | Mean rank | DKLMRSLVQ: wins / ties / losses | Wilcoxon p (Holm) |
86
+ |---|---|---|---|---|
87
+ | SVM | 0.9274 | 2.79 | 7 / 6 / 23 | 0.00435 |
88
+ | GradientBoosting | 0.9159 | 4.29 | 11 / 5 / 20 | 0.515 |
89
+ | RandomForest | 0.9178 | 4.47 | 15 / 4 / 17 | 0.644 |
90
+ | DKLMRSLVQ | 0.9088 | 4.49 | — | — |
91
+ | LogisticRegression | 0.9101 | 4.96 | 21 / 5 / 10 | 0.535 |
92
+ | WLMRSLVQ | 0.9109 | 5.14 | 17 / 5 / 14 | 0.644 |
93
+ | DKRSLVQ | 0.9009 | 6.00 | 27 / 1 / 8 | 0.0403 |
94
+ | WRSLVQ | 0.8996 | 6.12 | 26 / 1 / 9 | 0.0638 |
95
+ | kNN | 0.8916 | 7.57 | 27 / 0 / 9 | 0.0137 |
96
+ | GLVQ | 0.8528 | 9.35 | 34 / 0 / 2 | 1.73e-06 |
97
+ | GMLVQ | 0.7436 | 11.00 | 36 / 0 / 0 | 1.68e-06 |
98
+ | LGMLVQ | 0.7059 | 11.82 | 36 / 0 / 0 | 3.2e-10 |
99
+
100
+ ## Accuracy per dataset
101
+
102
+ | Dataset | DKLMRSLVQ | DKRSLVQ | GLVQ | GMLVQ | GradientBoosting | LGMLVQ | LogisticRegression | RandomForest | SVM | WLMRSLVQ | WRSLVQ | kNN |
103
+ |---|---|---|---|---|---|---|---|---|---|---|---|---|
104
+ | balance-scale | 0.921 | 0.893 | 0.875 | 0.915 | 0.858 | 0.916 | 0.895 | 0.833 | **0.953** | 0.950 | 0.901 | 0.892 |
105
+ | banknote-authentication | 0.999 | 0.999 | 0.913 | 0.985 | 0.996 | 0.995 | 0.989 | 0.992 | **1.000** | **1.000** | 0.997 | 0.998 |
106
+ | blood-transfusion | 0.779 | 0.781 | 0.767 | 0.766 | 0.759 | 0.765 | 0.771 | 0.741 | 0.784 | **0.789** | **0.789** | 0.779 |
107
+ | breast-tissue | 0.395 | 0.331 | 0.400 | 0.338 | 0.444 | 0.297 | 0.387 | **0.482** | 0.463 | 0.378 | 0.369 | 0.397 |
108
+ | cardiotocography | 0.999 | 0.996 | 0.998 | **1.000** | **1.000** | 0.999 | **1.000** | **1.000** | **1.000** | 0.998 | 0.999 | 0.997 |
109
+ | climate-model-crashes | 0.905 | 0.906 | 0.915 | 0.915 | 0.903 | 0.915 | 0.912 | 0.911 | **0.917** | 0.906 | 0.911 | 0.912 |
110
+ | diabetes | 0.758 | 0.773 | 0.721 | 0.766 | 0.735 | **0.774** | 0.773 | 0.759 | 0.766 | 0.738 | **0.774** | 0.742 |
111
+ | heart-statlog | 0.774 | 0.817 | 0.820 | 0.822 | 0.813 | 0.824 | 0.846 | 0.831 | **0.848** | 0.778 | 0.824 | 0.835 |
112
+ | hill-valley | 0.532 | 0.523 | 0.513 | 0.619 | 0.574 | 0.618 | **0.774** | 0.572 | 0.636 | 0.601 | 0.522 | 0.579 |
113
+ | ionosphere | **0.953** | 0.936 | 0.815 | 0.860 | 0.933 | 0.936 | 0.872 | 0.935 | 0.934 | 0.889 | 0.890 | 0.862 |
114
+ | iris | **0.963** | 0.950 | 0.940 | **0.963** | 0.943 | 0.957 | 0.957 | 0.943 | 0.953 | 0.953 | 0.960 | 0.947 |
115
+ | kc1 | 0.849 | 0.842 | 0.848 | 0.855 | 0.860 | 0.859 | 0.858 | **0.861** | 0.857 | 0.858 | 0.854 | 0.853 |
116
+ | led-display-7digit | 0.677 | 0.705 | 0.724 | 0.713 | 0.698 | 0.704 | 0.739 | 0.707 | 0.734 | 0.704 | 0.725 | **0.743** |
117
+ | mfeat-fourier | 0.821 | 0.805 | 0.760 | 0.824 | **0.845** | 0.809 | 0.822 | 0.831 | 0.839 | 0.786 | 0.794 | 0.802 |
118
+ | mfeat-karhunen | 0.965 | 0.957 | 0.921 | 0.952 | 0.958 | 0.966 | 0.950 | 0.966 | **0.977** | 0.941 | 0.934 | 0.953 |
119
+ | mfeat-zernike | 0.815 | 0.810 | 0.769 | 0.815 | 0.788 | 0.816 | 0.819 | 0.782 | **0.831** | 0.801 | 0.811 | 0.806 |
120
+ | optdigits | 0.986 | 0.966 | 0.915 | 0.956 | 0.983 | 0.984 | 0.971 | 0.983 | **0.988** | 0.977 | 0.963 | 0.978 |
121
+ | ozone-level-8hr | 0.944 | 0.940 | 0.937 | 0.937 | **0.945** | 0.937 | 0.942 | 0.943 | 0.942 | 0.943 | 0.938 | 0.940 |
122
+ | parkinsons | 0.908 | 0.908 | 0.849 | 0.874 | 0.900 | 0.913 | 0.854 | 0.913 | 0.913 | **0.928** | 0.897 | **0.928** |
123
+ | pc1 | 0.925 | 0.927 | 0.931 | 0.930 | 0.932 | 0.933 | 0.928 | **0.942** | 0.932 | 0.927 | 0.930 | 0.931 |
124
+ | phoneme | 0.808 | 0.764 | 0.750 | 0.779 | 0.896 | 0.806 | 0.750 | **0.911** | 0.898 | 0.801 | 0.758 | 0.902 |
125
+ | qsar-biodeg | 0.879 | 0.865 | 0.742 | 0.876 | 0.870 | 0.878 | 0.873 | 0.866 | **0.882** | 0.871 | 0.838 | 0.840 |
126
+ | satimage | 0.895 | 0.876 | 0.827 | 0.843 | **0.922** | 0.894 | 0.857 | 0.917 | 0.920 | 0.906 | 0.861 | 0.906 |
127
+ | seeds | 0.950 | 0.929 | 0.931 | **0.962** | 0.921 | 0.938 | 0.945 | 0.921 | 0.924 | 0.938 | 0.926 | 0.929 |
128
+ | segment | 0.961 | 0.918 | 0.861 | 0.922 | **0.986** | 0.963 | 0.954 | 0.979 | 0.964 | 0.958 | 0.929 | 0.963 |
129
+ | sonar | 0.849 | 0.844 | 0.748 | 0.765 | 0.851 | 0.786 | 0.760 | 0.837 | **0.875** | 0.856 | 0.813 | 0.851 |
130
+ | spambase | 0.937 | 0.926 | 0.749 | 0.921 | **0.956** | 0.937 | 0.927 | 0.954 | 0.936 | 0.938 | 0.919 | 0.910 |
131
+ | steel-plates-fault | 0.999 | 0.997 | 0.687 | 0.999 | **1.000** | 0.999 | 0.999 | 0.994 | 0.999 | 0.998 | 0.998 | 0.986 |
132
+ | texture | **0.999** | 0.968 | 0.900 | 0.995 | 0.988 | **0.999** | 0.997 | 0.979 | **0.999** | 0.996 | 0.978 | 0.989 |
133
+ | vehicle | **0.837** | 0.803 | 0.635 | 0.791 | 0.773 | 0.820 | 0.810 | 0.749 | 0.830 | 0.835 | 0.807 | 0.709 |
134
+ | wall-robot-navigation | 0.896 | 0.788 | 0.658 | 0.753 | **0.997** | 0.875 | 0.704 | 0.994 | 0.924 | 0.901 | 0.749 | 0.881 |
135
+ | waveform-5000 | 0.830 | 0.861 | 0.810 | 0.866 | 0.853 | 0.855 | **0.868** | 0.856 | 0.863 | 0.835 | 0.865 | 0.823 |
136
+ | wdbc | **0.975** | 0.967 | 0.932 | **0.975** | 0.967 | **0.975** | **0.975** | 0.959 | **0.975** | 0.969 | 0.974 | 0.967 |
137
+ | wilt | 0.958 | 0.962 | 0.936 | 0.946 | 0.984 | 0.946 | 0.968 | 0.982 | **0.986** | 0.949 | 0.946 | 0.968 |
138
+ | wine | 0.983 | 0.975 | 0.961 | **0.992** | 0.972 | **0.992** | **0.992** | 0.983 | 0.986 | 0.980 | 0.983 | 0.966 |
139
+ | wine-quality-red | 0.599 | 0.593 | 0.561 | 0.588 | 0.687 | 0.604 | 0.592 | **0.697** | 0.650 | 0.594 | 0.597 | 0.634 |
140
+
@@ -0,0 +1,120 @@
1
+ """Summarise a benchmark run with the statistics of Demšar (2006).
2
+
3
+ Usage::
4
+
5
+ python report.py results.jsonl --reference DKLMRSLVQ > RESULTS.md
6
+ """
7
+
8
+ import argparse
9
+ import json
10
+ import os
11
+ import sys
12
+ from collections import defaultdict
13
+
14
+ import numpy as np
15
+
16
+ from prosemble.core.evaluation import (
17
+ compare_to_reference, friedman_test, nemenyi_critical_difference,
18
+ )
19
+
20
+ METRICS = [ # (key, title, higher is better)
21
+ ('accuracy', 'Accuracy', True),
22
+ ('balanced_accuracy', 'Balanced accuracy', True),
23
+ ('log_loss', 'Log-loss', False),
24
+ ('ece', 'Expected calibration error', False),
25
+ ('accuracy_at_80', 'Accuracy on the 80 % most confident samples', True),
26
+ ]
27
+
28
+
29
+ def load(path):
30
+ """dataset -> method -> metric -> list of fold values; and errors."""
31
+ table = defaultdict(lambda: defaultdict(lambda: defaultdict(list)))
32
+ errors = defaultdict(int)
33
+ with open(path) as f:
34
+ for line in f:
35
+ r = json.loads(line)
36
+ if 'error' in r:
37
+ errors[(r['dataset'], r['method'])] += 1
38
+ continue
39
+ for key, value in r.items():
40
+ if isinstance(value, float):
41
+ table[r['dataset']][r['method']][key].append(value)
42
+ return table, errors
43
+
44
+
45
+ def score_table(table, methods, metric):
46
+ """Mean over folds; datasets missing any method are left out."""
47
+ datasets = [d for d in sorted(table) if all(table[d][m][metric] for m in methods)]
48
+ scores = np.array([[np.mean(table[d][m][metric]) for m in methods] for d in datasets])
49
+ return datasets, scores
50
+
51
+
52
+ def section(table, methods, metric, title, higher, reference):
53
+ datasets, scores = score_table(table, methods, metric)
54
+ if len(datasets) < 2:
55
+ return f'## {title}\n\nToo few complete datasets.\n'
56
+ friedman = friedman_test(scores, higher)
57
+ cd = nemenyi_critical_difference(len(methods), len(datasets))
58
+ order = np.argsort(friedman.mean_ranks)
59
+ ref = methods.index(reference)
60
+ pairwise = {r.method: r for r in compare_to_reference(scores, ref, higher)}
61
+ lines = [f'## {title}', '',
62
+ f'{len(datasets)} datasets. Friedman chi-squared = {friedman.statistic:.1f}, '
63
+ f'p = {friedman.p_value:.2g}; Iman-Davenport F = {friedman.iman_davenport:.2f}, '
64
+ f'p = {friedman.iman_davenport_p_value:.2g}. Nemenyi critical difference of '
65
+ f'mean ranks (alpha = 0.05): {cd:.2f}.', '',
66
+ f'| Method | Mean | Mean rank | {reference}: wins / ties / losses | Wilcoxon p (Holm) |',
67
+ '|---|---|---|---|---|']
68
+ for j in order:
69
+ m = methods[j]
70
+ if j == ref:
71
+ versus = '—'
72
+ p = '—'
73
+ else:
74
+ r = pairwise[j]
75
+ versus = f'{r.wins} / {r.ties} / {r.losses}'
76
+ p = f'{r.holm_p_value:.3g}'
77
+ lines.append(f'| {m} | {scores[:, j].mean():.4f} | {friedman.mean_ranks[j]:.2f} | {versus} | {p} |')
78
+ return '\n'.join(lines) + '\n'
79
+
80
+
81
+ def per_dataset(table, methods):
82
+ datasets, scores = score_table(table, methods, 'accuracy')
83
+ head = '| Dataset | ' + ' | '.join(methods) + ' |'
84
+ lines = ['## Accuracy per dataset', '', head, '|' + '---|' * (len(methods) + 1)]
85
+ for d, row in zip(datasets, scores):
86
+ shown = [f'{v:.3f}' for v in row]
87
+ best = f'{row.max():.3f}'
88
+ cells = [f'**{s}**' if s == best else s for s in shown]
89
+ lines.append(f'| {d} | ' + ' | '.join(cells) + ' |')
90
+ return '\n'.join(lines) + '\n'
91
+
92
+
93
+ def main(argv=None):
94
+ parser = argparse.ArgumentParser()
95
+ parser.add_argument('results')
96
+ parser.add_argument('--reference', required=True,
97
+ help='method compared with every other by Wilcoxon tests')
98
+ parser.add_argument('--methods', default=None)
99
+ args = parser.parse_args(argv)
100
+ table, errors = load(args.results)
101
+ methods = (args.methods.split(',') if args.methods else
102
+ sorted({m for d in table.values() for m in d}))
103
+ if args.reference not in methods:
104
+ sys.exit(f'reference {args.reference} is not among the methods')
105
+ out = ['# Classification benchmark', '',
106
+ f'Source: `{os.path.basename(args.results)}`. Wins, ties and losses count '
107
+ f'datasets on which {args.reference} is better, equal or worse; '
108
+ 'p-values are two-sided Wilcoxon signed-rank tests, Holm-adjusted over '
109
+ 'the comparisons in each table.', '']
110
+ for key, title, higher in METRICS:
111
+ out.append(section(table, methods, key, title, higher, args.reference))
112
+ out.append(per_dataset(table, methods))
113
+ if errors:
114
+ out.append('## Failed folds\n')
115
+ out += [f'- {d}, {m}: {n}' for (d, m), n in sorted(errors.items())]
116
+ print('\n'.join(out))
117
+
118
+
119
+ if __name__ == '__main__':
120
+ main()