anemoi-utils 0.3.18__tar.gz → 0.4.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of anemoi-utils might be problematic. Click here for more details.

Files changed (67) hide show
  1. anemoi_utils-0.4.1/.github/CODEOWNERS +6 -0
  2. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/workflows/python-publish.yml +1 -1
  3. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/workflows/python-pull-request.yml +1 -1
  4. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.pre-commit-config.yaml +6 -7
  5. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/CHANGELOG.md +13 -2
  6. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/PKG-INFO +4 -2
  7. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/conf.py +4 -0
  8. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/index.rst +1 -0
  9. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/pyproject.toml +3 -1
  10. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/__init__.py +1 -1
  11. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/_version.py +2 -2
  12. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/cli.py +1 -0
  13. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/config.py +19 -0
  14. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/humanize.py +1 -1
  15. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/provenance.py +5 -1
  16. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/text.py +6 -0
  17. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi_utils.egg-info/PKG-INFO +4 -2
  18. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi_utils.egg-info/SOURCES.txt +1 -0
  19. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi_utils.egg-info/requires.txt +7 -1
  20. anemoi_utils-0.4.1/tests/test_provenance.py +14 -0
  21. anemoi_utils-0.3.18/.github/CODEOWNERS +0 -6
  22. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.gitattributes +0 -0
  23. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/ci-hpc-config.yml +0 -0
  24. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/workflows/changelog-pr-update.yml +0 -0
  25. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/workflows/changelog-release-update.yml +0 -0
  26. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/workflows/ci.yml +0 -0
  27. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/workflows/label-public-pr.yml +0 -0
  28. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.github/workflows/readthedocs-pr-update.yml +0 -0
  29. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.gitignore +0 -0
  30. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/.readthedocs.yaml +0 -0
  31. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/LICENSE +0 -0
  32. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/README.md +0 -0
  33. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/Makefile +0 -0
  34. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/_static/logo.png +0 -0
  35. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/_static/style.css +0 -0
  36. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/_templates/.gitkeep +0 -0
  37. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/installing.rst +0 -0
  38. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/checkpoints.rst +0 -0
  39. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/config.rst +0 -0
  40. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/dates.rst +0 -0
  41. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/grib.rst +0 -0
  42. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/humanize.rst +0 -0
  43. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/provenance.rst +0 -0
  44. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/s3.rst +0 -0
  45. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/docs/modules/text.rst +0 -0
  46. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/setup.cfg +0 -0
  47. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/__main__.py +0 -0
  48. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/caching.py +0 -0
  49. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/checkpoints.py +0 -0
  50. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/commands/__init__.py +0 -0
  51. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/commands/config.py +0 -0
  52. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/dates.py +0 -0
  53. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/grib.py +0 -0
  54. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/hindcasts.py +0 -0
  55. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/mars/__init__.py +0 -0
  56. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/mars/mars.yaml +0 -0
  57. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/s3.py +0 -0
  58. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/sanitise.py +0 -0
  59. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/sanitize.py +0 -0
  60. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi/utils/timer.py +0 -0
  61. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi_utils.egg-info/dependency_links.txt +0 -0
  62. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi_utils.egg-info/entry_points.txt +0 -0
  63. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/src/anemoi_utils.egg-info/top_level.txt +0 -0
  64. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/tests/test_dates.py +0 -0
  65. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/tests/test_frequency.py +0 -0
  66. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/tests/test_sanetise.py +0 -0
  67. {anemoi_utils-0.3.18 → anemoi_utils-0.4.1}/tests/test_utils.py +0 -0
@@ -0,0 +1,6 @@
1
+ # CODEOWNERS file
2
+
3
+ # Protect workflow files
4
+ /.github/ @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry
5
+ /.pre-commit-config.yaml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry
6
+ /pyproject.toml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry
@@ -16,7 +16,7 @@ jobs:
16
16
  checks:
17
17
  strategy:
18
18
  matrix:
19
- python-version: ["3.9", "3.10"]
19
+ python-version: ["3.9", "3.10", "3.11", "3.12"]
20
20
  uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
21
21
  with:
22
22
  python-version: ${{ matrix.python-version }}
@@ -17,7 +17,7 @@ jobs:
17
17
  checks:
18
18
  strategy:
19
19
  matrix:
20
- python-version: ["3.9", "3.10"]
20
+ python-version: ["3.9", "3.10", "3.11", "3.12"]
21
21
  uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
22
22
  with:
23
23
  python-version: ${{ matrix.python-version }}
@@ -5,12 +5,12 @@ repos:
5
5
  - id: clear-notebooks-output
6
6
  name: clear-notebooks-output
7
7
  files: tools/.*\.ipynb$
8
- stages: [commit]
8
+ stages: [pre-commit]
9
9
  language: python
10
10
  entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace
11
11
  additional_dependencies: [jupyter]
12
12
  - repo: https://github.com/pre-commit/pre-commit-hooks
13
- rev: v4.6.0
13
+ rev: v5.0.0
14
14
  hooks:
15
15
  - id: check-yaml # Check YAML files for syntax errors only
16
16
  args: [--unsafe, --allow-multiple-documents]
@@ -40,16 +40,15 @@ repos:
40
40
  - --force-single-line-imports
41
41
  - --profile black
42
42
  - repo: https://github.com/astral-sh/ruff-pre-commit
43
- rev: v0.6.4
43
+ rev: v0.6.9
44
44
  hooks:
45
45
  - id: ruff
46
- # Next line if for documenation cod snippets
47
- exclude: '^[^_].*_\.py$'
48
46
  args:
49
47
  - --line-length=120
50
48
  - --fix
51
49
  - --exit-non-zero-on-fix
52
50
  - --preview
51
+ - --exclude=docs/**/*_.py
53
52
  - repo: https://github.com/sphinx-contrib/sphinx-lint
54
53
  rev: v1.0.0
55
54
  hooks:
@@ -66,11 +65,11 @@ repos:
66
65
  - id: docconvert
67
66
  args: ["numpy"]
68
67
  - repo: https://github.com/tox-dev/pyproject-fmt
69
- rev: "2.2.3"
68
+ rev: "2.2.4"
70
69
  hooks:
71
70
  - id: pyproject-fmt
72
71
  - repo: https://github.com/jshwi/docsig # Check docstrings against function sig
73
- rev: v0.60.1
72
+ rev: v0.64.0
74
73
  hooks:
75
74
  - id: docsig
76
75
  args:
@@ -8,7 +8,18 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
8
8
  Please add your functional changes to the appropriate section in the PR.
9
9
  Keep it human-readable, your future self will thank you!
10
10
 
11
- ## [Unreleased](https://github.com/ecmwf/anemoi-utils/compare/0.3.17...HEAD)
11
+ ## [Unreleased](https://github.com/ecmwf/anemoi-utils/compare/0.4.0...HEAD)
12
+
13
+ ### Changed
14
+
15
+ - Fix pre-commit regex
16
+ - ci: extend python versions [#23] (https://github.com/ecmwf/anemoi-utils/pull/23)
17
+
18
+ ## [0.4.0](https://github.com/ecmwf/anemoi-utils/compare/0.3.18...0.4.0) - 2024-10-11
19
+
20
+ ### Added
21
+
22
+ - Add anemoi-transform link to documentation
12
23
 
13
24
  ## [0.3.17](https://github.com/ecmwf/anemoi-utils/compare/0.3.13...0.3.17) - 2024-10-01
14
25
 
@@ -19,7 +30,7 @@ Keep it human-readable, your future self will thank you!
19
30
  - Docsig precommit hooks
20
31
  - Changelog merge strategy- Codeowners file
21
32
  - Create dependency on wcwidth. MIT licence.
22
- - Add distribution name dictionary to provenance [#15](https://github.com/ecmwf/anemoi-utils/pull/15)
33
+ - Add distribution name dictionary to provenance [#15](https://github.com/ecmwf/anemoi-utils/pull/15) & [#19](https://github.com/ecmwf/anemoi-utils/pull/19)
23
34
  - Add anonimize() function.
24
35
 
25
36
  ### Changed
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: anemoi-utils
3
- Version: 0.3.18
3
+ Version: 0.4.1
4
4
  Summary: A package to hold various functions to support training of ML models on ECMWF data.
5
5
  Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
6
6
  License: Apache License
@@ -224,8 +224,10 @@ Classifier: Programming Language :: Python :: Implementation :: PyPy
224
224
  Requires-Python: >=3.9
225
225
  License-File: LICENSE
226
226
  Requires-Dist: aniso8601
227
+ Requires-Dist: importlib-metadata; python_version < "3.10"
228
+ Requires-Dist: python-dateutil
227
229
  Requires-Dist: pyyaml
228
- Requires-Dist: tomli
230
+ Requires-Dist: tomli; python_version < "3.11"
229
231
  Requires-Dist: tqdm
230
232
  Provides-Extra: all
231
233
  Requires-Dist: anemoi-utils[grib,provenance,text]; extra == "all"
@@ -101,6 +101,10 @@ intersphinx_mapping = {
101
101
  "https://anemoi-registry.readthedocs.io/en/latest/",
102
102
  ("../../anemoi-registry/docs/_build/html/objects.inv", None),
103
103
  ),
104
+ "anemoi-transform": (
105
+ "https://anemoi-transform.readthedocs.io/en/latest/",
106
+ ("../../anemoi-transform/docs/_build/html/objects.inv", None),
107
+ ),
104
108
  }
105
109
 
106
110
  # -- Options for HTML output -------------------------------------------------
@@ -45,6 +45,7 @@ of the *Anemoi* packages.
45
45
  *****************
46
46
 
47
47
  - :ref:`anemoi-utils <anemoi-utils:index-page>`
48
+ - :ref:`anemoi-transform <anemoi-transform:index-page>`
48
49
  - :ref:`anemoi-datasets <anemoi-datasets:index-page>`
49
50
  - :ref:`anemoi-models <anemoi-models:index-page>`
50
51
  - :ref:`anemoi-graphs <anemoi-graphs:index-page>`
@@ -42,8 +42,10 @@ classifiers = [
42
42
  dynamic = [ "version" ]
43
43
  dependencies = [
44
44
  "aniso8601",
45
+ "importlib-metadata; python_version<'3.10'",
46
+ "python-dateutil",
45
47
  "pyyaml",
46
- "tomli", # Only needed before 3.11
48
+ "tomli; python_version<'3.11'",
47
49
  "tqdm",
48
50
  ]
49
51
 
@@ -6,4 +6,4 @@
6
6
  # nor does it submit to any jurisdiction.
7
7
 
8
8
 
9
- from ._version import __version__
9
+ from ._version import __version__ as __version__
@@ -12,5 +12,5 @@ __version__: str
12
12
  __version_tuple__: VERSION_TUPLE
13
13
  version_tuple: VERSION_TUPLE
14
14
 
15
- __version__ = version = '0.3.18'
16
- __version_tuple__ = version_tuple = (0, 3, 18)
15
+ __version__ = version = '0.4.1'
16
+ __version_tuple__ = version_tuple = (0, 4, 1)
@@ -60,6 +60,7 @@ class Failed(Command):
60
60
  def __init__(self, name, error):
61
61
  self.name = name
62
62
  self.error = error
63
+ traceback.print_tb(error.__traceback__)
63
64
 
64
65
  def add_arguments(self, command_parser):
65
66
  command_parser.add_argument("x", nargs=argparse.REMAINDER)
@@ -353,3 +353,22 @@ def check_config_mode(name="settings.toml", secrets_name=None, secrets=None) ->
353
353
  raise SystemError(f"Configuration file {conf} is not secure.\n" f"Please run `chmod 600 {conf}`.")
354
354
 
355
355
  CHECKED[name] = True
356
+
357
+
358
+ def find(metadata, what, result=None):
359
+ if result is None:
360
+ result = []
361
+
362
+ if isinstance(metadata, list):
363
+ for i in metadata:
364
+ find(i, what, result)
365
+ return result
366
+
367
+ if isinstance(metadata, dict):
368
+ if what in metadata:
369
+ result.append(metadata[what])
370
+
371
+ for k, v in metadata.items():
372
+ find(v, what, result)
373
+
374
+ return result
@@ -97,7 +97,7 @@ PERIODS = (
97
97
 
98
98
 
99
99
  def _plural(count):
100
- if count > 1:
100
+ if count != 1:
101
101
  return "s"
102
102
  else:
103
103
  return ""
@@ -145,11 +145,15 @@ def _module_versions(full):
145
145
 
146
146
 
147
147
  @cache
148
- def package_distributions():
148
+ def package_distributions() -> dict[str, list[str]]:
149
149
  # Takes a significant amount of time to run
150
150
  # so cache the result
151
151
  from importlib import metadata
152
152
 
153
+ # For python 3.9 support
154
+ if not hasattr(metadata, "packages_distributions"):
155
+ import importlib_metadata as metadata
156
+
153
157
  return metadata.packages_distributions()
154
158
 
155
159
 
@@ -173,6 +173,12 @@ def green(text):
173
173
  return colored(text, "green")
174
174
 
175
175
 
176
+ def blue(text):
177
+ from termcolor import colored
178
+
179
+ return colored(text, "blue")
180
+
181
+
176
182
  class Tree:
177
183
  """Tree data structure."""
178
184
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: anemoi-utils
3
- Version: 0.3.18
3
+ Version: 0.4.1
4
4
  Summary: A package to hold various functions to support training of ML models on ECMWF data.
5
5
  Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
6
6
  License: Apache License
@@ -224,8 +224,10 @@ Classifier: Programming Language :: Python :: Implementation :: PyPy
224
224
  Requires-Python: >=3.9
225
225
  License-File: LICENSE
226
226
  Requires-Dist: aniso8601
227
+ Requires-Dist: importlib-metadata; python_version < "3.10"
228
+ Requires-Dist: python-dateutil
227
229
  Requires-Dist: pyyaml
228
- Requires-Dist: tomli
230
+ Requires-Dist: tomli; python_version < "3.11"
229
231
  Requires-Dist: tqdm
230
232
  Provides-Extra: all
231
233
  Requires-Dist: anemoi-utils[grib,provenance,text]; extra == "all"
@@ -59,5 +59,6 @@ src/anemoi_utils.egg-info/requires.txt
59
59
  src/anemoi_utils.egg-info/top_level.txt
60
60
  tests/test_dates.py
61
61
  tests/test_frequency.py
62
+ tests/test_provenance.py
62
63
  tests/test_sanetise.py
63
64
  tests/test_utils.py
@@ -1,8 +1,14 @@
1
1
  aniso8601
2
+ python-dateutil
2
3
  pyyaml
3
- tomli
4
4
  tqdm
5
5
 
6
+ [:python_version < "3.10"]
7
+ importlib-metadata
8
+
9
+ [:python_version < "3.11"]
10
+ tomli
11
+
6
12
  [all]
7
13
  anemoi-utils[grib,provenance,text]
8
14
 
@@ -0,0 +1,14 @@
1
+ # (C) Copyright 2024 European Centre for Medium-Range Weather Forecasts.
2
+ # This software is licensed under the terms of the Apache Licence Version 2.0
3
+ # which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
4
+ # In applying this licence, ECMWF does not waive the privileges and immunities
5
+ # granted to it by virtue of its status as an intergovernmental organisation
6
+ # nor does it submit to any jurisdiction.
7
+
8
+
9
+ from anemoi.utils import provenance
10
+
11
+
12
+ def test_gather():
13
+ """Test success of gather_provenance_info"""
14
+ provenance.gather_provenance_info()
@@ -1,6 +0,0 @@
1
- # CODEOWNERS file
2
-
3
- # Protect workflow files
4
- /.github/ @theissenhelen @jesperdramsch @gmertes
5
- /.pre-commit-config.yaml @theissenhelen @jesperdramsch @gmertes
6
- /pyproject.toml @theissenhelen @jesperdramsch @gmertes
File without changes
File without changes
File without changes
File without changes