anemoi-datasets 0.3.1__py3-none-any.whl → 0.3.2__py3-none-any.whl

anemoi/datasets/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.3.1'
-__version_tuple__ = version_tuple = (0, 3, 1)
+__version__ = version = '0.3.2'
+__version_tuple__ = version_tuple = (0, 3, 2)

anemoi/datasets/create/functions/__init__.py

@@ -8,7 +8,30 @@
 #
 
 
+import importlib
+
+import entrypoints
+
+
 def assert_is_fieldset(obj):
     from climetlab.readers.grib.index import FieldSet
 
     assert isinstance(obj, FieldSet), type(obj)
+
+
+def import_function(name, kind):
+
+    name = name.replace("-", "_")
+
+    plugins = {}
+    for e in entrypoints.get_group_all(f"anemoi.datasets.{kind}s"):
+        plugins[e.name.replace("_", "-")] = e
+
+    if name in plugins:
+        return plugins[name].load()
+
+    module = importlib.import_module(
+        f".{kind}.{name}",
+        package=__name__,
+    )
+    return module.execute

anemoi/datasets/create/input.py

@@ -7,7 +7,6 @@
 # nor does it submit to any jurisdiction.
 #
 import datetime
-import importlib
 import logging
 import time
 from collections import defaultdict
@@ -21,6 +20,7 @@ from climetlab.indexing.fieldset import FieldSet
 
 from anemoi.datasets.dates import Dates
 
+from .functions import import_function
 from .template import Context
 from .template import notify_result
 from .template import resolve
@@ -65,14 +65,6 @@ def time_delta_to_string(delta):
         return f"minus_{hours}h"
 
 
-def import_function(name, kind):
-    module = importlib.import_module(
-        f"..functions.{kind}.{name}",
-        package=__name__,
-    )
-    return module.execute
-
-
 def is_function(name, kind):
     name, delta = parse_function_name(name)  # noqa
     try:

{anemoi_datasets-0.3.1.dist-info → anemoi_datasets-0.3.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anemoi-datasets
-Version: 0.3.1
+Version: 0.3.2
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License: Apache License
@@ -232,9 +232,10 @@ Requires-Dist: zarr <=2.17
 Provides-Extra: all
 Requires-Dist: anemoi-utils[provenance] >=0.3 ; extra == 'all'
 Requires-Dist: boto3 ; extra == 'all'
-Requires-Dist: climetlab >=0.22.1 ; extra == 'all'
+Requires-Dist: climetlab >=0.23.2 ; extra == 'all'
 Requires-Dist: earthkit-meteo ; extra == 'all'
 Requires-Dist: ecmwflibs >=0.6.3 ; extra == 'all'
+Requires-Dist: entrypoints ; extra == 'all'
 Requires-Dist: numpy ; extra == 'all'
 Requires-Dist: pyproj ; extra == 'all'
 Requires-Dist: pyyaml ; extra == 'all'
@@ -244,13 +245,13 @@ Requires-Dist: semantic-version ; extra == 'all'
 Requires-Dist: tqdm ; extra == 'all'
 Requires-Dist: zarr <=2.17 ; extra == 'all'
 Provides-Extra: create
-Requires-Dist: climetlab >=0.22.1 ; extra == 'create'
+Requires-Dist: climetlab >=0.23.2 ; extra == 'create'
 Requires-Dist: earthkit-meteo ; extra == 'create'
 Requires-Dist: ecmwflibs >=0.6.3 ; extra == 'create'
+Requires-Dist: entrypoints ; extra == 'create'
 Requires-Dist: pyproj ; extra == 'create'
 Provides-Extra: dev
 Requires-Dist: boto3 ; extra == 'dev'
-Requires-Dist: climetlab >=0.22.1 ; extra == 'dev'
 Requires-Dist: earthkit-meteo ; extra == 'dev'
 Requires-Dist: ecmwflibs >=0.6.3 ; extra == 'dev'
 Requires-Dist: nbsphinx ; extra == 'dev'

{anemoi_datasets-0.3.1.dist-info → anemoi_datasets-0.3.2.dist-info}/RECORD

@@ -1,6 +1,6 @@
 anemoi/datasets/__init__.py,sha256=DC7ttKT--pmhBQALX_Cn7P28dngsJucKi5y-Ydm28QM,700
 anemoi/datasets/__main__.py,sha256=cLA2PidDTOUHaDGzd0_E5iioKYNe-PSTv567Y2fuwQk,723
-anemoi/datasets/_version.py,sha256=HzPz9rq3s1AiZXregKlqKaJJ2wGMtvH_a3V9la9CnpM,411
+anemoi/datasets/_version.py,sha256=9jP8Fo8egXoMs_T3DFqSuJYg4n9o9mnwYubl_hnut4k,411
 anemoi/datasets/grids.py,sha256=3YBMMJodgYhavarXPAlMZHaMtDT9v2IbTmAXZTqf8Qo,8481
 anemoi/datasets/commands/__init__.py,sha256=qAybFZPBBQs0dyx7dZ3X5JsLpE90pwrqt1vSV7cqEIw,706
 anemoi/datasets/commands/compare.py,sha256=tN3eqihvnZ0rFc0OUzrfI34PHDlYfc2l90ZIQBE1TDQ,1300
@@ -15,7 +15,7 @@ anemoi/datasets/create/__init__.py,sha256=jji65Zni5aPTvS269fAMix4pN9ukmSoK0z5SVs
 anemoi/datasets/create/check.py,sha256=DLjw-eyaCNxPhoKFsP4Yn_l3SIr57YHdyPR-tE5vx80,5791
 anemoi/datasets/create/chunks.py,sha256=YEDcr0K2KiiceSTiBuZzj0TbRbzZ9J546XO7rrrTFQw,2441
 anemoi/datasets/create/config.py,sha256=uLIp1WHg3hbqwwMV9EepMwJQsXJAGImkbo0okBeEVd4,7683
-anemoi/datasets/create/input.py,sha256=UqEIqbsld0whUJUPPVKMfF_LoeKTaTyxP5kBE6zjhsE,27888
+anemoi/datasets/create/input.py,sha256=3G7sqdn7R1pLBeeswXwwi8VRAHrBnjq1PdRYHJBe594,27741
 anemoi/datasets/create/loaders.py,sha256=BDeb2CI_oWqIGcBnt39nRGIt3r3dK4rIidNO3pBunTk,29865
 anemoi/datasets/create/patch.py,sha256=xjCLhvIQKRqmypsKInRU1CvFh1uoaB3YGSQP1UVZZik,3682
 anemoi/datasets/create/persistent.py,sha256=nT8gvhVPdI1H3zW_F7uViGKIlQQ94jCDrMSWTmhQ2_A,4290
@@ -24,7 +24,7 @@ anemoi/datasets/create/template.py,sha256=2roItOYJzjGB0bKS28f6EjfpomP0ppT4v6T9fY
 anemoi/datasets/create/utils.py,sha256=H1-auNSZUSDW0Aog8CHnIfZlzgKE1XPoi1I40CqquA4,3676
 anemoi/datasets/create/writer.py,sha256=G1qAPvdn8anGnpWYhvSSP4u3Km_tHKPdMXm0G4skKSk,1379
 anemoi/datasets/create/zarr.py,sha256=hwM_PaYTa_IgFY1VC7qdYTWQ5MXCWWlMrzXsV_eAY0Q,4776
-anemoi/datasets/create/functions/__init__.py,sha256=K-Wi11mZI5Y6od0y6I_apDutoeay7wNrtB1P3-PizgI,513
+anemoi/datasets/create/functions/__init__.py,sha256=PIsSTy0JNGKaPz1W7O6lt6CmZx44swip13ecGJpAatE,939
 anemoi/datasets/create/functions/filters/__init__.py,sha256=Xe9G54CKvCI3ji-7k0R5l0WZZdhlydRgawsXuBcX_hg,379
 anemoi/datasets/create/functions/filters/empty.py,sha256=X7gAZS_jl9X0ztGs3Arn8DkOB6iP4Draq4EAKa4I8hc,617
 anemoi/datasets/create/functions/filters/noop.py,sha256=ZP434Z1rFlqdgXse_1ZzqC2XAqRQlYlXlVfGLx7rK8g,444
@@ -66,9 +66,9 @@ anemoi/datasets/data/unchecked.py,sha256=qeUKthbvVVSPH-P366q1DEofvPzZSSXCXA49x-R
 anemoi/datasets/dates/__init__.py,sha256=zOph2N_mXYbjSvqEWYF1mmm-UZpljb61WLrdFJmi0qQ,4469
 anemoi/datasets/dates/groups.py,sha256=iq310Pi7ullglOhcNblv14MmcT8FPgYCD5s45qAfV_s,3383
 anemoi/datasets/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-anemoi_datasets-0.3.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-anemoi_datasets-0.3.1.dist-info/METADATA,sha256=cLrTNyT23kitgUq05PNMK5Ni-pI2AMwdzy4dOh7jZjo,16050
-anemoi_datasets-0.3.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-anemoi_datasets-0.3.1.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
-anemoi_datasets-0.3.1.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
-anemoi_datasets-0.3.1.dist-info/RECORD,,
+anemoi_datasets-0.3.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+anemoi_datasets-0.3.2.dist-info/METADATA,sha256=Cx_08Q23kUn25ZOUV4yd8PRRdtDdg6_mwNrGNz_5TVk,16090
+anemoi_datasets-0.3.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+anemoi_datasets-0.3.2.dist-info/entry_points.txt,sha256=yR-o-4uiPEA_GLBL81SkMYnUoxq3CAV3hHulQiRtGG0,66
+anemoi_datasets-0.3.2.dist-info/top_level.txt,sha256=DYn8VPs-fNwr7fNH9XIBqeXIwiYYd2E2k5-dUFFqUz0,7
+anemoi_datasets-0.3.2.dist-info/RECORD,,