anemoi-utils 0.3.17__tar.gz → 0.4.0__tar.gz

anemoi_utils-0.4.0/.github/CODEOWNERS

@@ -0,0 +1,6 @@
+# CODEOWNERS file
+
+# Protect workflow files
+/.github/ @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb
+/.pre-commit-config.yaml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb
+/pyproject.toml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/.pre-commit-config.yaml

@@ -5,12 +5,12 @@ repos:
   - id: clear-notebooks-output
     name: clear-notebooks-output
     files: tools/.*\.ipynb$
-    stages: [commit]
+    stages: [pre-commit]
     language: python
     entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace
     additional_dependencies: [jupyter]
 - repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v4.6.0
+  rev: v5.0.0
   hooks:
   - id: check-yaml # Check YAML files for syntax errors only
     args: [--unsafe, --allow-multiple-documents]
@@ -40,11 +40,11 @@ repos:
     - --force-single-line-imports
     - --profile black
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.6.4
+  rev: v0.6.9
   hooks:
   - id: ruff
     # Next line if for documenation cod snippets
-    exclude: '^[^_].*_\.py$'
+    exclude: '.*/[^_].*_\.py$'
     args:
     - --line-length=120
     - --fix
@@ -66,11 +66,11 @@ repos:
   - id: docconvert
     args: ["numpy"]
 - repo: https://github.com/tox-dev/pyproject-fmt
-  rev: "2.2.3"
+  rev: "2.2.4"
   hooks:
   - id: pyproject-fmt
 -   repo: https://github.com/jshwi/docsig # Check docstrings against function sig
-    rev: v0.60.1
+    rev: v0.64.0
     hooks:
     -   id: docsig
         args:

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/CHANGELOG.md

@@ -8,17 +8,26 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
-## [Unreleased]
+## [Unreleased](https://github.com/ecmwf/anemoi-utils/compare/0.3.18...HEAD)
 
 ### Added
+
+- Add anemoi-transform link to documentation
+
+## [0.3.17](https://github.com/ecmwf/anemoi-utils/compare/0.3.13...0.3.17) - 2024-10-01
+
+### Added
+
 - Codeowners file
 - Pygrep precommit hooks
 - Docsig precommit hooks
 - Changelog merge strategy- Codeowners file
 - Create dependency on wcwidth. MIT licence.
+- Add distribution name dictionary to provenance [#15](https://github.com/ecmwf/anemoi-utils/pull/15) & [#19](https://github.com/ecmwf/anemoi-utils/pull/19)
 - Add anonimize() function.
 
 ### Changed
+
 - downstream-ci should only runs for changes in src and tests
 - bugfixes for CI
 - python3.9 support
@@ -28,21 +37,23 @@ Keep it human-readable, your future self will thank you!
 ## [0.3.0] - Initial Release, utility functions
 
 ### Added
+
 - Command line interface utility
 
 ## [0.2.0] - Initial Release, utility functions
 
 ### Changed
+
 - updated documentation
 
 ## [0.1.0] - Initial Release, utility functions
 
 ### Added
+
 - Documentation
 - Initial implementation for a series of utility functions for used by the rest of the Anemoi packages
 
 <!-- Add Git Diffs for Links above -->
-[unreleased]: https://github.com/ecmwf/anemoi-utils/compare/0.3.13...HEAD
 https://github.com/ecmwf/anemoi-utils/compare/0.2.0...0.3.0
 https://github.com/ecmwf/anemoi-utils/compare/0.1.0...0.2.0
 [0.1.0]: https://github.com/ecmwf/anemoi-utils/releases/tag/0.1.0

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anemoi-utils
-Version: 0.3.17
+Version: 0.4.0
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -224,6 +224,7 @@ Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
 Requires-Dist: aniso8601
+Requires-Dist: importlib-metadata; python_version < "3.10"
 Requires-Dist: pyyaml
 Requires-Dist: tomli
 Requires-Dist: tqdm

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/docs/conf.py

@@ -101,6 +101,10 @@ intersphinx_mapping = {
         "https://anemoi-registry.readthedocs.io/en/latest/",
         ("../../anemoi-registry/docs/_build/html/objects.inv", None),
     ),
+    "anemoi-transform": (
+        "https://anemoi-transform.readthedocs.io/en/latest/",
+        ("../../anemoi-transform/docs/_build/html/objects.inv", None),
+    ),
 }
 
 # -- Options for HTML output -------------------------------------------------

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/docs/index.rst

@@ -45,6 +45,7 @@ of the *Anemoi* packages.
 *****************
 
 -  :ref:`anemoi-utils <anemoi-utils:index-page>`
+-  :ref:`anemoi-transform <anemoi-transform:index-page>`
 -  :ref:`anemoi-datasets <anemoi-datasets:index-page>`
 -  :ref:`anemoi-models <anemoi-models:index-page>`
 -  :ref:`anemoi-graphs <anemoi-graphs:index-page>`

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/pyproject.toml

@@ -42,8 +42,10 @@ classifiers = [
 dynamic = [ "version" ]
 dependencies = [
   "aniso8601",
+  "importlib-metadata; python_version<'3.10'",
+
   "pyyaml",
-  "tomli",     # Only needed before 3.11
+  "tomli",  # Only needed before 3.11
   "tqdm",
 ]
 

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/src/anemoi/utils/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.3.17'
-__version_tuple__ = version_tuple = (0, 3, 17)
+__version__ = version = '0.4.0'
+__version_tuple__ = version_tuple = (0, 4, 0)

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/src/anemoi/utils/provenance.py

@@ -21,6 +21,7 @@ import os
 import subprocess
 import sys
 import sysconfig
+from functools import cache
 
 LOG = logging.getLogger(__name__)
 
@@ -143,6 +144,37 @@ def _module_versions(full):
     return versions, paths
 
 
+@cache
+def package_distributions() -> dict[str, list[str]]:
+    # Takes a significant amount of time to run
+    # so cache the result
+    from importlib import metadata
+
+    # For python 3.9 support
+    if not hasattr(metadata, "packages_distributions"):
+        import importlib_metadata as metadata
+
+    return metadata.packages_distributions()
+
+
+def import_name_to_distribution_name(packages: list):
+    distribution_names = {}
+    package_distribution_names = package_distributions()
+
+    for package in [p for p in packages if p in package_distribution_names]:
+        distr_name = package_distribution_names[package]
+        if isinstance(distr_name, list):
+            if len(distr_name) > 1:
+                # Multiple distributions for the same package, i.e. anemoi-graphs, anemoi-utils, ..., Don't know how to handle this
+                continue
+            distr_name = distr_name[0]
+
+        if distr_name != package:
+            distribution_names[package] = distr_name
+
+    return distribution_names
+
+
 def module_versions(full):
     versions, paths = _module_versions(full)
     git_versions = _check_for_git(paths, full)
@@ -339,6 +371,7 @@ def gather_provenance_info(assets=[], full=False) -> dict:
             time=datetime.datetime.utcnow().isoformat(),
             python=f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}",
             module_versions=versions,
+            distribution_names=import_name_to_distribution_name(versions.keys()),
             git_versions=git_versions,
         )
     else:
@@ -349,6 +382,7 @@ def gather_provenance_info(assets=[], full=False) -> dict:
             python_path=sys.path,
             config_paths=sysconfig.get_paths(),
             module_versions=versions,
+            distribution_names=import_name_to_distribution_name(versions.keys()),
             git_versions=git_versions,
             platform=platform_info(),
             gpus=gpu_info(),

anemoi_utils-0.3.17/src/anemoi/utils/sanetize.py → anemoi_utils-0.4.0/src/anemoi/utils/sanitize.py

@@ -5,6 +5,6 @@
 # granted to it by virtue of its status as an intergovernmental organisation
 # nor does it submit to any jurisdiction.
 
-from .sanetise import sanetise as sanetize
+from .sanitise import sanitise as sanitize
 
-__all__ = ["sanetize"]
+__all__ = ["sanitize"]

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/src/anemoi_utils.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anemoi-utils
-Version: 0.3.17
+Version: 0.4.0
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -224,6 +224,7 @@ Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
 Requires-Dist: aniso8601
+Requires-Dist: importlib-metadata; python_version < "3.10"
 Requires-Dist: pyyaml
 Requires-Dist: tomli
 Requires-Dist: tqdm

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/src/anemoi_utils.egg-info/SOURCES.txt

@@ -43,8 +43,8 @@ src/anemoi/utils/hindcasts.py
 src/anemoi/utils/humanize.py
 src/anemoi/utils/provenance.py
 src/anemoi/utils/s3.py
-src/anemoi/utils/sanetize.py
 src/anemoi/utils/sanitise.py
+src/anemoi/utils/sanitize.py
 src/anemoi/utils/text.py
 src/anemoi/utils/timer.py
 src/anemoi/utils/commands/__init__.py
@@ -59,5 +59,6 @@ src/anemoi_utils.egg-info/requires.txt
 src/anemoi_utils.egg-info/top_level.txt
 tests/test_dates.py
 tests/test_frequency.py
+tests/test_provenance.py
 tests/test_sanetise.py
 tests/test_utils.py

{anemoi_utils-0.3.17 → anemoi_utils-0.4.0}/src/anemoi_utils.egg-info/requires.txt

@@ -3,6 +3,9 @@ pyyaml
 tomli
 tqdm
 
+[:python_version < "3.10"]
+importlib-metadata
+
 [all]
 anemoi-utils[grib,provenance,text]
 

anemoi_utils-0.4.0/tests/test_provenance.py

@@ -0,0 +1,14 @@
+# (C) Copyright 2024 European Centre for Medium-Range Weather Forecasts.
+# This software is licensed under the terms of the Apache Licence Version 2.0
+# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
+# In applying this licence, ECMWF does not waive the privileges and immunities
+# granted to it by virtue of its status as an intergovernmental organisation
+# nor does it submit to any jurisdiction.
+
+
+from anemoi.utils import provenance
+
+
+def test_gather():
+    """Test success of gather_provenance_info"""
+    provenance.gather_provenance_info()

anemoi_utils-0.3.17/.github/CODEOWNERS

@@ -1,6 +0,0 @@
-# CODEOWNERS file
-
-# Protect workflow files
-/.github/ @theissenhelen @jesperdramsch @gmertes
-/.pre-commit-config.yaml @theissenhelen @jesperdramsch @gmertes
-/pyproject.toml @theissenhelen @jesperdramsch @gmertes