prob-conf-mat 0.1.0rc1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (137) hide show
  1. prob_conf_mat-0.1.0rc1/.github/workflows/documentation.yaml +76 -0
  2. prob_conf_mat-0.1.0rc1/.github/workflows/test.yaml +70 -0
  3. prob_conf_mat-0.1.0rc1/.gitignore +150 -0
  4. prob_conf_mat-0.1.0rc1/.pre-commit-config.yaml +25 -0
  5. prob_conf_mat-0.1.0rc1/CITATION.cff +26 -0
  6. prob_conf_mat-0.1.0rc1/CNAME +1 -0
  7. prob_conf_mat-0.1.0rc1/LICENSE +21 -0
  8. prob_conf_mat-0.1.0rc1/Makefile +79 -0
  9. prob_conf_mat-0.1.0rc1/PKG-INFO +310 -0
  10. prob_conf_mat-0.1.0rc1/README.md +262 -0
  11. prob_conf_mat-0.1.0rc1/documentation/Explanation/experiment_aggregation.md +1 -0
  12. prob_conf_mat-0.1.0rc1/documentation/Explanation/generating_confusion_matrices.md +111 -0
  13. prob_conf_mat-0.1.0rc1/documentation/Getting Started/01_estimating_uncertainty.ipynb +484 -0
  14. prob_conf_mat-0.1.0rc1/documentation/Getting Started/02_comparing_experiments.ipynb +388 -0
  15. prob_conf_mat-0.1.0rc1/documentation/Getting Started/03_aggregating_experiments.ipynb +735 -0
  16. prob_conf_mat-0.1.0rc1/documentation/Getting Started/04_interfacing_with_the_filesystem.ipynb +492 -0
  17. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/mlp_0.csv +10 -0
  18. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/mlp_1.csv +10 -0
  19. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/mlp_2.csv +10 -0
  20. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/mlp_3.csv +10 -0
  21. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/mlp_4.csv +10 -0
  22. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/svm_0.csv +10 -0
  23. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/svm_1.csv +10 -0
  24. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/svm_2.csv +10 -0
  25. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/svm_3.csv +10 -0
  26. prob_conf_mat-0.1.0rc1/documentation/Getting Started/mnist_digits/svm_4.csv +10 -0
  27. prob_conf_mat-0.1.0rc1/documentation/How To Guides/choosing_a_prior.md +50 -0
  28. prob_conf_mat-0.1.0rc1/documentation/How To Guides/configuration.md +123 -0
  29. prob_conf_mat-0.1.0rc1/documentation/How To Guides/extending_the_library.md +256 -0
  30. prob_conf_mat-0.1.0rc1/documentation/How To Guides/metric_syntax.md +72 -0
  31. prob_conf_mat-0.1.0rc1/documentation/Reference/Experiment Aggregation/heterogeneity.md +17 -0
  32. prob_conf_mat-0.1.0rc1/documentation/Reference/Experiment Aggregation/index.md +8 -0
  33. prob_conf_mat-0.1.0rc1/documentation/Reference/Experiment.md +26 -0
  34. prob_conf_mat-0.1.0rc1/documentation/Reference/ExperimentGroup.md +19 -0
  35. prob_conf_mat-0.1.0rc1/documentation/Reference/IO.md +41 -0
  36. prob_conf_mat-0.1.0rc1/documentation/Reference/Metrics/Averaging.md +102 -0
  37. prob_conf_mat-0.1.0rc1/documentation/Reference/Metrics/Metrics.md +571 -0
  38. prob_conf_mat-0.1.0rc1/documentation/Reference/Metrics/index.md +140 -0
  39. prob_conf_mat-0.1.0rc1/documentation/Reference/Statistics.md +108 -0
  40. prob_conf_mat-0.1.0rc1/documentation/Reference/Study.md +180 -0
  41. prob_conf_mat-0.1.0rc1/documentation/Reference/index.md +1 -0
  42. prob_conf_mat-0.1.0rc1/documentation/_partial/averaging.md +14 -0
  43. prob_conf_mat-0.1.0rc1/documentation/_partial/experiment_aggregation.md +3 -0
  44. prob_conf_mat-0.1.0rc1/documentation/_partial/metrics.md +13 -0
  45. prob_conf_mat-0.1.0rc1/documentation/_partial/metrics_index.md +54 -0
  46. prob_conf_mat-0.1.0rc1/documentation/_static/css/main.css +26 -0
  47. prob_conf_mat-0.1.0rc1/documentation/_static/figures/binary_confusion_matrix.png +0 -0
  48. prob_conf_mat-0.1.0rc1/documentation/_static/figures/binary_confusion_matrix.svg +264 -0
  49. prob_conf_mat-0.1.0rc1/documentation/_static/figures/examples/plot_experiment_aggregation.svg +2795 -0
  50. prob_conf_mat-0.1.0rc1/documentation/_static/figures/examples/plot_forest_plot.svg +1677 -0
  51. prob_conf_mat-0.1.0rc1/documentation/_static/figures/examples/plot_metric_summaries.png +0 -0
  52. prob_conf_mat-0.1.0rc1/documentation/_static/figures/examples/plot_metric_summaries.svg +1110 -0
  53. prob_conf_mat-0.1.0rc1/documentation/_static/figures/examples/plot_metric_summaries_annotated.svg +796 -0
  54. prob_conf_mat-0.1.0rc1/documentation/_static/figures/examples/plot_pairwise_comparison.svg +3245 -0
  55. prob_conf_mat-0.1.0rc1/documentation/_static/figures/examples/plot_pairwise_comparison_annotated.svg +851 -0
  56. prob_conf_mat-0.1.0rc1/documentation/_static/figures/multiclass_confusion_matrix.png +0 -0
  57. prob_conf_mat-0.1.0rc1/documentation/_static/figures/multiclass_confusion_matrix.svg +677 -0
  58. prob_conf_mat-0.1.0rc1/documentation/_static/figures/priors/by_count.png +0 -0
  59. prob_conf_mat-0.1.0rc1/documentation/_static/figures/priors/by_dimension.png +0 -0
  60. prob_conf_mat-0.1.0rc1/documentation/_static/figures/readme/comparison_plot.svg +814 -0
  61. prob_conf_mat-0.1.0rc1/documentation/_static/figures/readme/forest_plot.svg +1663 -0
  62. prob_conf_mat-0.1.0rc1/documentation/_static/figures/readme/uncertainty_fig.svg +515 -0
  63. prob_conf_mat-0.1.0rc1/documentation/_static/katex.js +12 -0
  64. prob_conf_mat-0.1.0rc1/documentation/_static/logo.svg +56 -0
  65. prob_conf_mat-0.1.0rc1/documentation/_static/logo_rectangle_dark_text.svg +79 -0
  66. prob_conf_mat-0.1.0rc1/documentation/_static/logo_rectangle_light_text.svg +68 -0
  67. prob_conf_mat-0.1.0rc1/documentation/_static/logo_square.svg +68 -0
  68. prob_conf_mat-0.1.0rc1/documentation/_static/mathjax.js +19 -0
  69. prob_conf_mat-0.1.0rc1/documentation/index.md +230 -0
  70. prob_conf_mat-0.1.0rc1/documentation_overrides/.icons/custom/logo-rectangle.svg +56 -0
  71. prob_conf_mat-0.1.0rc1/documentation_overrides/main.html +5 -0
  72. prob_conf_mat-0.1.0rc1/documentation_overrides/partials/integrations/analytics/custom.html +5 -0
  73. prob_conf_mat-0.1.0rc1/documentation_overrides/partials/logo.html +2 -0
  74. prob_conf_mat-0.1.0rc1/mkdocs.py +350 -0
  75. prob_conf_mat-0.1.0rc1/mkdocs.yaml +262 -0
  76. prob_conf_mat-0.1.0rc1/pyproject.toml +190 -0
  77. prob_conf_mat-0.1.0rc1/requirements.txt +377 -0
  78. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/__init__.py +9 -0
  79. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/config.py +775 -0
  80. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment.py +438 -0
  81. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_aggregation/__init__.py +4 -0
  82. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_aggregation/abc.py +199 -0
  83. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_aggregation/aggregators.py +585 -0
  84. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_aggregation/heterogeneity.py +275 -0
  85. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_aggregation/interface.py +20 -0
  86. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_comparison/__init__.py +2 -0
  87. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_comparison/listwise.py +84 -0
  88. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_comparison/pairwise.py +286 -0
  89. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/experiment_group.py +274 -0
  90. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/io.py +260 -0
  91. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/__init__.py +38 -0
  92. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/_metrics.py +1252 -0
  93. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/abc.py +450 -0
  94. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/averaging.py +126 -0
  95. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/collection.py +171 -0
  96. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/experimental_metrics/__init__.py +1 -0
  97. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/experimental_metrics/f1_gain.py +112 -0
  98. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/metrics/interface.py +147 -0
  99. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/py.typed +0 -0
  100. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/reporting/__init__.py +3 -0
  101. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/reporting/experiment_summaries.py +130 -0
  102. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/reporting/pairwise_comparison.py +81 -0
  103. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/reporting/random_comparison.py +94 -0
  104. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/reporting/visualization/__init__.py +2 -0
  105. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/reporting/visualization/diff_dist_plot.py +500 -0
  106. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/reporting/visualization/dist_plot.py +404 -0
  107. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/__init__.py +15 -0
  108. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/batched_averaging.py +48 -0
  109. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/dirichlet_distribution.py +111 -0
  110. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/hdi_estimation.py +51 -0
  111. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/mode_estimation.py +40 -0
  112. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/score_interval.py +25 -0
  113. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/summary.py +93 -0
  114. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/stats/truncated_sampling.py +44 -0
  115. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/study.py +3354 -0
  116. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/utils/__init__.py +7 -0
  117. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/utils/cache.py +130 -0
  118. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/utils/formatting.py +35 -0
  119. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/utils/lazy_import.py +24 -0
  120. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/utils/rng.py +84 -0
  121. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/utils/typing.py +9 -0
  122. prob_conf_mat-0.1.0rc1/src/prob_conf_mat/utils/wrappers.py +8 -0
  123. prob_conf_mat-0.1.0rc1/tests/__init__.py +0 -0
  124. prob_conf_mat-0.1.0rc1/tests/profile/basic_example.py +61 -0
  125. prob_conf_mat-0.1.0rc1/tests/profile/dirichlet_distribution.py +164 -0
  126. prob_conf_mat-0.1.0rc1/tests/test_config.py +618 -0
  127. prob_conf_mat-0.1.0rc1/tests/test_dirichlet.py +131 -0
  128. prob_conf_mat-0.1.0rc1/tests/test_experiment_aggregation.py +289 -0
  129. prob_conf_mat-0.1.0rc1/tests/test_extension.py +130 -0
  130. prob_conf_mat-0.1.0rc1/tests/test_io.py +144 -0
  131. prob_conf_mat-0.1.0rc1/tests/test_metric_equivalence.py +174 -0
  132. prob_conf_mat-0.1.0rc1/tests/test_metrics.py +171 -0
  133. prob_conf_mat-0.1.0rc1/tests/test_notebooks.py +31 -0
  134. prob_conf_mat-0.1.0rc1/tests/test_reporting_example.py +135 -0
  135. prob_conf_mat-0.1.0rc1/tests/test_rng.py +191 -0
  136. prob_conf_mat-0.1.0rc1/tests/test_study.py +210 -0
  137. prob_conf_mat-0.1.0rc1/uv.lock +2484 -0
@@ -0,0 +1,76 @@
1
+ # Taken from:
2
+ # https://thomasthornton.cloud/2024/05/01/deploying-mkdocs-to-github-pages-with-github-actions/
3
+ name: Documentation
4
+
5
+ on:
6
+ push:
7
+ branches:
8
+ - main
9
+ paths:
10
+ - '.github/**'
11
+ - 'pyproject.toml'
12
+ - 'documentation/**'
13
+ - 'mkdocs.yaml'
14
+ pull_request:
15
+ branches:
16
+ - main
17
+ paths:
18
+ - '.github/**'
19
+ - 'pyproject.toml'
20
+ - 'documentation/**'
21
+ - 'mkdocs.yaml'
22
+
23
+ permissions:
24
+ contents: write
25
+ id-token: write
26
+ pages: write
27
+
28
+ jobs:
29
+ build:
30
+
31
+ runs-on: ubuntu-latest
32
+
33
+ steps:
34
+ - name: Checkout
35
+ uses: actions/checkout@v4
36
+ with:
37
+ fetch-depth: 0
38
+
39
+ - name: Install uv
40
+ uses: astral-sh/setup-uv@v5
41
+ with:
42
+ # Install a specific version of uv.
43
+ version: "0.7.13"
44
+ python-version: "3.11"
45
+ enable-cache: true
46
+ cache-dependency-glob: "uv.lock"
47
+
48
+ - name: Install the project
49
+ run: uv sync --locked --all-extras --dev
50
+
51
+ - name: Build documentation
52
+ run: uv run --dev mkdocs gh-deploy --clean --site-dir "./site" --force
53
+
54
+ deploy:
55
+ needs: build
56
+ environment:
57
+ name: github-pages
58
+ url: ${{ steps.deployment.outputs.page_url }}
59
+ runs-on: ubuntu-latest
60
+ steps:
61
+ - name: Checkout
62
+ uses: actions/checkout@v4
63
+ with:
64
+ ref: gh-pages
65
+
66
+ - name: Setup Pages
67
+ uses: actions/configure-pages@v5
68
+
69
+ - name: Upload artifact
70
+ uses: actions/upload-pages-artifact@v3
71
+ with:
72
+ path: '.'
73
+
74
+ - name: Deploy to GitHub Pages
75
+ id: deployment
76
+ uses: actions/deploy-pages@v4
@@ -0,0 +1,70 @@
1
+ name: Test
2
+
3
+ on:
4
+ push:
5
+ branches:
6
+ - main
7
+ paths:
8
+ - '.github/**'
9
+ - 'pyproject.toml'
10
+ - 'src/**'
11
+ - 'tests/**'
12
+ - '!tests/data/**'
13
+ - '!tests/logs/**'
14
+ - '!tests/profile/**'
15
+ - 'documentation/Getting Started/**'
16
+ pull_request:
17
+ branches:
18
+ - main
19
+ paths:
20
+ - '.github/**'
21
+ - 'pyproject.toml'
22
+ - 'src/**'
23
+ - 'tests/**'
24
+ - '!tests/data/**'
25
+ - '!tests/logs/**'
26
+ - '!tests/profile/**'
27
+ - 'documentation/Getting Started/**'
28
+
29
+ permissions:
30
+ contents: read
31
+
32
+ jobs:
33
+ test:
34
+
35
+ runs-on: ubuntu-latest
36
+ strategy:
37
+ matrix:
38
+ python-version:
39
+ - "3.11"
40
+ - "3.12"
41
+ - "3.13"
42
+
43
+ steps:
44
+ - uses: actions/checkout@v4
45
+ with:
46
+ fetch-depth: 2
47
+
48
+ - name: Install uv
49
+ uses: astral-sh/setup-uv@v5
50
+ with:
51
+ # Install a specific version of uv.
52
+ version: "0.7.13"
53
+ python-version: ${{ matrix.python-version }}
54
+ enable-cache: true
55
+ cache-dependency-glob: "uv.lock"
56
+
57
+ - name: Install the project
58
+ run: uv sync --locked --all-extras --dev
59
+
60
+ - name: Run tests
61
+ run: uv run --dev pytest --cov --cov-branch --cov-report=xml
62
+
63
+ - name: Upload results to Codecov
64
+ uses: codecov/codecov-action@v5
65
+ with:
66
+ token: ${{ secrets.CODECOV_TOKEN }}
67
+ slug: ioverho/prob_conf_mat
68
+
69
+ - name: Minimize uv cache
70
+ run: uv cache prune --ci
@@ -0,0 +1,150 @@
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[cod]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ pip-wheel-metadata/
24
+ share/python-wheels/
25
+ *.egg-info/
26
+ .installed.cfg
27
+ *.egg
28
+ MANIFEST
29
+
30
+ # PyInstaller
31
+ # Usually these files are written by a python script from a template
32
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
33
+ *.manifest
34
+ *.spec
35
+
36
+ # Installer logs
37
+ pip-log.txt
38
+ pip-delete-this-directory.txt
39
+
40
+ # Unit test / coverage reports
41
+ htmlcov/
42
+ .tox/
43
+ .nox/
44
+ .coverage
45
+ .coverage.*
46
+ .cache
47
+ nosetests.xml
48
+ coverage.xml
49
+ *.cover
50
+ *.py,cover
51
+ .hypothesis/
52
+ .pytest_cache/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ target/
76
+
77
+ # Jupyter Notebook
78
+ .ipynb_checkpoints
79
+
80
+ # IPython
81
+ profile_default/
82
+ ipython_config.py
83
+
84
+ # pyenv
85
+ .python-version
86
+
87
+ # pipenv
88
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
89
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
90
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
91
+ # install all needed dependencies.
92
+ #Pipfile.lock
93
+
94
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow
95
+ __pypackages__/
96
+
97
+ # Celery stuff
98
+ celerybeat-schedule
99
+ celerybeat.pid
100
+
101
+ # SageMath parsed files
102
+ *.sage.py
103
+
104
+ # Environments
105
+ .env
106
+ .venv
107
+ env/
108
+ venv/
109
+ ENV/
110
+ env.bak/
111
+ venv.bak/
112
+
113
+ # Spyder project settings
114
+ .spyderproject
115
+ .spyproject
116
+
117
+ # Rope project settings
118
+ .ropeproject
119
+
120
+ # mkdocs documentation
121
+ /site
122
+
123
+ # mypy
124
+ .mypy_cache/
125
+ .dmypy.json
126
+ dmypy.json
127
+
128
+ # Pyre type checker
129
+ .pyre/
130
+
131
+ # Ivo stuff
132
+ */klad*/
133
+ klad*.*
134
+ .vscode/
135
+ logs/
136
+ misc/
137
+ results/
138
+ dev/
139
+ deprecated_src/
140
+ viz/
141
+ deprecated/
142
+ data/
143
+ .cache
144
+ *.tuna
145
+ deprecated_report/# pixi environments
146
+ .pixi
147
+ *.egg-info
148
+ /klad/
149
+ /deprecated/
150
+ .ruff_cache
@@ -0,0 +1,25 @@
1
+ # See https://pre-commit.com for more information
2
+ # See https://pre-commit.com/hooks.html for more hooks
3
+ repos:
4
+ - repo: https://github.com/pre-commit/pre-commit-hooks
5
+ rev: v5.0.0
6
+ hooks:
7
+ - id: trailing-whitespace
8
+ - id: end-of-file-fixer
9
+ exclude_types: [html, svg]
10
+ - id: check-yaml
11
+ - id: check-added-large-files
12
+ - id: check-ast
13
+ - id: check-toml
14
+ - id: check-case-conflict
15
+ - id: check-illegal-windows-names
16
+ - id: check-merge-conflict
17
+ - id: name-tests-test
18
+ args: ["--pytest-test-first"]
19
+ - repo: https://github.com/astral-sh/uv-pre-commit
20
+ # uv version.
21
+ rev: 0.7.3
22
+ hooks:
23
+ - id: uv-lock
24
+ - id: uv-export
25
+ args: ["--no-dev", "--frozen", "--format=requirements.txt"]
@@ -0,0 +1,26 @@
1
+ # This CITATION.cff file was generated with cffinit.
2
+ # Visit https://bit.ly/cffinit to generate yours today!
3
+
4
+ cff-version: 1.2.0
5
+ title: prob_conf_mat
6
+ message: >-
7
+ If you use this software, please cite it using the
8
+ metadata from this file.
9
+ type: software
10
+ authors:
11
+ - given-names: Ivo
12
+ family-names: Verhoeven
13
+ email: mail@ivoverhoeven.nl
14
+ affiliation: University of Amsterdam
15
+ orcid: 'https://orcid.org/0000-0002-5163-210X'
16
+ repository-code: 'https://github.com/ioverho/prob_conf_mat'
17
+ abstract: >-
18
+ Confusion matrices with uncertainty quantification,
19
+ experiment aggregation and significance testing.
20
+ keywords:
21
+ - confusion matrices
22
+ - classification
23
+ - confusion matrix
24
+ - statistics
25
+ - probabilistic
26
+ license: MIT
@@ -0,0 +1 @@
1
+ pcm.ivoverhoeven.nl
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2025 Ivo Verhoeven
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1,79 @@
1
+ .DEFAULT_GOAL := help
2
+
3
+ ##@ Utility
4
+ .PHONY: help
5
+ help: ## Display this help
6
+ @awk 'BEGIN {FS = ":.*##"; printf "\nUsage:\n make <target>\033[36m\033[0m\n"} /^[a-zA-Z_-]+:.*?##/ { printf " \033[36m%-15s\033[0m %s\n", $$1, $$2 } /^##@/ { printf "\n\033[1m%s\033[0m\n", substr($$0, 5) } ' $(MAKEFILE_LIST)
7
+
8
+ .PHONY: hello-world
9
+ hello-world: ## Tests uv and make
10
+ @uv run python -c "import prob_conf_mat; print('Hello World!')"
11
+
12
+ .PHONY: clean
13
+ clean: ## Clean up caches and build artifacts
14
+ @rm -rf .venv/
15
+ @rm -rf .__pycache__/
16
+ @rm -rf .cache/
17
+ @rm -rf .pytest_cache/
18
+ @rm -rf .ruff_cache/
19
+ @rm -rf build/
20
+ @rm -rf site/
21
+ @rm -rf .coverage
22
+ # I don't trust this enough to actually run it
23
+ # @find . -type f -name '*.py[co]' -delete -or -type d -name __pycache__ -delete
24
+
25
+ ##@ Environment
26
+ .PHONY: install
27
+ install: ## Install default dependencies
28
+ @uv sync --no-dev --frozen
29
+
30
+ .PHONY: install-dev
31
+ install-dev: ## Install dev dependencies
32
+ @uv sync --dev --frozen
33
+
34
+ .PHONY: upgrade
35
+ upgrade: ## Upgrade installed dependencies
36
+ @uv lock --refresh --upgrade
37
+ @uv cache prune
38
+
39
+ .PHONY: export
40
+ export: ## Export uv to requirements.txt file
41
+ @uv export --no-dev --output-file ./requirements.txt --format requirements.txt
42
+
43
+ ##@ Testing, Linting, Typing & Formatting
44
+ .PHONY: test
45
+ test: ## Runs all tests
46
+ @uv run --dev pytest
47
+
48
+ .PHONY: coverage
49
+ coverage: ## Checks test coverage
50
+ @uv run --dev coverage run -m pytest
51
+ @uv run --dev coverage html
52
+
53
+ .PHONY: lint
54
+ lint: ## Run linting
55
+ @uv run --dev ruff check ./src/prob_conf_mat ./tests
56
+
57
+ .PHONY: type
58
+ type: ## Run static typechecking
59
+ @uv run --dev pyright > ./tests/logs/pyright/report
60
+
61
+ .PHONY: commit
62
+ commit: ## Run pre-commit checks
63
+ @uv run --dev pre-commit run
64
+
65
+ ##@ Documentation
66
+ .PHONY: docs-build
67
+ docs-build: ## Update the docs
68
+ @uv run --dev python mkdocs.py
69
+ @uv run --dev mkdocs build
70
+
71
+ .PHONY: docs-serve
72
+ docs-serve: ## Serve documentation site
73
+ @uv run mkdocs serve --watch "./documentation" --watch "./src/prob_conf_mat"
74
+
75
+ #@ Profiling
76
+ #.PHONY: importtime
77
+ #importtime: ## Profile import time
78
+ # @uv run --no-dev python -X importtime -c "from prob_conf_mat import Study" 2> ./tests/logs/import.log
79
+ # @uv run --dev tuna ./tests/logs/import.log