vortex-nwp 2.1.0__py3-none-any.whl → 2.1.1__py3-none-any.whl

vortex/__init__.py

@@ -21,8 +21,8 @@ strongly advised.
 """
 
 import atexit
+from pathlib import Path
 import sys
-import os
 
 # importlib.metadata included in stdlib from 3.8 onwards.
 # For older versions, import third-party importlib_metadata
@@ -53,7 +53,7 @@ from .toolbox import algo as task
 
 from . import nwp as nwp  # footprints import
 
-__version__ = "2.1.0"
+__version__ = "2.1.1"
 __prompt__ = "Vortex v-" + __version__ + ":"
 
 __nextversion__ = "2.1.1"
@@ -111,11 +111,13 @@ footprints.setup.callback = vortexfpdefaults
 ticket = sessions.get
 sh = sessions.system
 
-# If a config file can be found in current dir, load it else load .vortex.d/vortex.toml
-if os.path.isfile("vortex.toml"):
-    config.load_config("vortex.toml")
+# If a config file can be found in current dir, load it else load
+# .vortex.d/vortex.toml
+confname = Path("vortex.toml")
+if confname.exists():
+    config.load_config(confname)
 else:
-    config.load_config(os.environ["HOME"] + "/.vortex.d/vortex.toml")
+    config.load_config(Path.home() / ".vortex.d" / confname)
 
 # Load some superstars sub-packages
 

vortex/config.py

@@ -3,6 +3,7 @@ the value of configuration options, respectively.
 
 """
 
+from pathlib import Path
 import tomli
 
 from bronx.fancies import loggers
@@ -24,7 +25,7 @@ class ConfigurationError(Exception):
     """Something is wrong with the provided configuration"""
 
 
-def load_config(configpath="vortex.toml"):
+def load_config(configpath=Path("vortex.toml")):
     """Load configuration from a TOML configuration file
 
     Existing configuration values are overriden. The configuration
@@ -41,19 +42,22 @@ def load_config(configpath="vortex.toml"):
        # ...
     """
     global VORTEX_CONFIG
+    configpath = Path(configpath)
     try:
-        with open(configpath, "rb") as f:
+        with configpath.open(mode="rb") as f:
             VORTEX_CONFIG = tomli.load(f)
-        print(f"Successfully read configuration file {configpath}")
+        print(f"Successfully read configuration file {configpath.absolute()}")
     except FileNotFoundError:
-        print(f"Could not read configuration file {configpath} (not found).")
+        print(
+            f"Could not read configuration file {configpath.absolute()} (not found)."
+        )
         print("Use load_config(/path/to/config) to update the configuration")
 
 
 def print_config():
     """Print configuration (key, value) pairs"""
     if VORTEX_CONFIG:
-        for k, v in VORTEX_CONFIG:
+        for k, v in VORTEX_CONFIG.items():
             print(k.upper(), v)
 
 
@@ -65,10 +69,10 @@ def from_config(section, key=None):
     """
     try:
         subconfig = VORTEX_CONFIG[section]
-    except KeyError:
+    except KeyError as e:
         raise ConfigurationError(
             f"Missing configuration section {section}",
-        )
+        ) from e
     if not key:
         return subconfig
 

vortex/data/handlers.py

@@ -134,7 +134,26 @@ class Handler:
         return str(self.__dict__)
 
     def _get_resource(self):
-        """Getter for ``resource`` property."""
+        """Getter for ``resource`` property.
+
+        **Example**
+
+        >>> rh = vortex.input(
+        ...     vapp="arpege",
+        ...     vconf="4dvarfr",
+        ...     cutoff="production",
+        ...     date="202506160000",
+        ...     term=1,
+        ...     geometry="global1798",
+        ...     model="arpege",
+        ...     block="forecast",
+        ...     kind="modelstate",
+        ...     experiment="oper",
+        ...     local="myfile",
+        ... )
+        >>> print(rh.resource)
+        <vortex.nwp.data.modelstates.Historic object at 0x7b430874a620 | model='arpege' date='2025-06-16T00:00:00Z' cutoff='production' geometry='<vortex.data.geometries.GaussGeometry | tag='global1798' id='ARPEGE TL1798c2.2 stretched-rotated geometry' tl=1798 c=2.2>' term='01:00' subset='None'>
+        """
         return self._resource
 
     def _set_resource(self, value):
@@ -534,7 +553,29 @@ class Handler:
         return rst
 
     def locate(self, **extras):
-        """Try to figure out what would be the physical location of the resource."""
+        r"""
+        Try to figure out what would be the physical location of the resource.
+
+        :returns: A semiclon separated string listing the various locations where the resource can be found.
+
+        >>> rh = vortex.input(
+        ...     vapp="arpege",
+        ...     vconf="4dvarfr",
+        ...     cutoff="production",
+        ...     date="202506160000",
+        ...     term=1,
+        ...     geometry="global1798",
+        ...     model="arpege",
+        ...     block="forecast",
+        ...     kind="modelstate",
+        ...     experiment="oper",
+        ...     local="myfile",
+        ... )
+        >>> print("\n".join(rh.locate().split(";")))
+        /home/user/.vortex.d/arpege/4dvarfr/OPER/20250616T0000P/forecast/historic.arpege.tl1798-c22+0001:00.fa
+        user@archive:/data/archive/arpege/4dvarfr/OPER/2025/06/16/T0000P/forecast/historic.arpege.tl1798-c22+0001:00.fa
+
+        """
         rst = None
         if self.resource and self.provider:
             store = self.store
@@ -825,6 +866,32 @@ class Handler:
         * When **insitu** is False, an attempt to get the resource is systematically
           made except if **alternate** is defined and the local container already
           exists.
+
+        **Example**
+
+        .. code:: python
+
+           rhandlers = vortex.input(
+               kind='gridpoint',
+               term=1,
+               geometry='eurw1s40',
+               nativefmt='grib',
+               model='arome',
+               cutoff='production',
+               date=['2024060121', '2024060122'],
+               origin='historic',
+               vapp='arome',
+               vconf='pefrance',
+               member=[1,2,5],
+               experiment='myexp',
+               block='forecast',
+               local='gribfile_[member].grib',
+               format='grib',
+           )
+
+           for rh in rhandlers:
+               rh.get()
+
         """
         return self._get_proxy(self._actual_get, alternate=alternate, **extras)
 
@@ -1010,6 +1077,29 @@ class Handler:
 
         Conversely, the low-level stores are made aware of the previous successful
         put. That way, a local container is not put twice to the same destination.
+
+        .. code:: python
+
+           rhandlers = vortex.output(
+               kind='gridpoint',
+               term=1,
+               geometry='eurw1s40',
+               nativefmt='grib',
+               model='arome',
+               cutoff='production',
+               date=['2024060121', '2024060122'],
+               origin='historic',
+               vapp='arome',
+               vconf='pefrance',
+               member=[1,2,5],
+               experiment='myexp',
+               block='forecast',
+               local='gribfile_[member].grib',
+               format='grib',
+           )
+
+           for rh in rhandlers:
+               rh.put()
         """
         rst = False
         if self.complete:

vortex/data/stores.py

@@ -748,13 +748,12 @@ class VortexStdBaseArchiveStore(_VortexBaseArchiveStore):
             )
         except config.ConfigurationError as e:
             msg = (
-                "Trying to write to archive but location is not configured.\n"
+                "Trying to write to archive but location is not configured. "
                 'Make sure key "rootdir" is defined in storage section of '
                 "the configuration.\n"
                 "See https://vortex-nwp.readthedocs.io/en/latest/user-guide/configuration.html#storage"
             )
-            logger.error(msg)
-            raise e
+            raise config.ConfigurationError(msg) from e
         return remote
 
     remap_write = remap_read
@@ -813,12 +812,11 @@ class VortexOpBaseArchiveStore(_VortexBaseArchiveStore):
         except config.ConfigurationError as e:
             msg = (
                 "Trying to write to operational data archive but location"
-                'is not configured.\nMake sure key "rootdir" is defined in '
+                ' is not configured. Make sure key "op_rootdir" is defined in '
                 "the storage section of the configuration.\n"
                 "See https://vortex-nwp.readthedocs.io/en/latest/user-guide/configuration.html#storage"
             )
-            logger.error(msg)
-            raise e
+            raise config.ConfigurationError(msg) from e
         xpath = remote["path"].split("/")
         if len(xpath) >= 5 and re.match(r"^\d{8}T\d{2,4}", xpath[4]):
             # If a date is detected

vortex/toolbox.py

@@ -485,15 +485,39 @@ def add_section(section, args, kw):
 
 # noinspection PyShadowingBuiltins
 def input(*args, **kw):  # @ReservedAssignment
-    """Add input :class:`~vortex.layout.dataflow.Section` objects to the current sequence.
+    r"""Declare one or more input resources.
+
+    This function takes an abitrary of keyword arguments forming the resource
+    description.
+
+    :return: A list of :py:class:`Handler <vortex.data.handlers.Handler>` objects.
+
+    **Example:**
+
+    The following call to ``input`` returns a list of 6
+    :py:class:`Handler <vortex.data.handlers.Handler>` objects, one
+    for each date and member:
+
+    .. code:: python
+
+       rhandlers = vortex.input(
+           kind='gridpoint',
+           term=1,
+           geometry='eurw1s40',
+           nativefmt='grib',
+           model='arome',
+           cutoff='production',
+           date=['2024060121', '2024060122'],
+           origin='historic',
+           vapp='arome',
+           vconf='pefrance',
+           member=[1,2,5],
+           experiment='myexp',
+           block='forecast',
+           local='gribfile_[member].grib',
+           format='grib',
+       )
 
-    Relies on the :func:`add_section` function (see its documentation), with:
-
-        * It's ``section`` attribute is automatically set to 'input';
-        * The ``kw``'s *insitu* item is set to :data:`active_insitu` by default.
-
-    :return: A list of :class:`vortex.data.handlers.Handler` objects (associated
-        with the newly created class:`~vortex.layout.dataflow.Section` objects).
     """
     kw.setdefault("insitu", active_insitu)
     kw.setdefault("batch", active_batchinputs)
@@ -532,14 +556,39 @@ def show_inputs(context=None):
 
 
 def output(*args, **kw):
-    """Add output :class:`~vortex.layout.dataflow.Section` objects to the current sequence.
-
-    Relies on the :func:`add_section` function (see its documentation), with:
-
-        * It's ``section`` attribute is automatically set to 'output';
+    r"""Declare one or more output resources.
+
+    This function takes an abitrary of keyword arguments forming the resource
+    description.
+
+    :return: A list of :py:class:`Handler <vortex.data.handlers.Handler>` objects.
+
+    **Example:**
+
+    The following call to ``output`` returns a list of 6
+    :py:class:`Handler <vortex.data.handlers.Handler>` objects, one
+    for each date and member:
+
+    .. code:: python
+
+       rhandlers = vortex.output(
+           kind='gridpoint',
+           term=1,
+           geometry='eurw1s40',
+           nativefmt='grib',
+           model='arome',
+           cutoff='production',
+           date=['2024060121', '2024060122'],
+           origin='historic',
+           vapp='arome',
+           vconf='pefrance',
+           member=[1,2,5],
+           experiment='myexp',
+           block='forecast',
+           local='gribfile_[member].grib',
+           format='grib',
+       )
 
-    :return: A list of :class:`vortex.data.handlers.Handler` objects (associated
-        with the newly created class:`~vortex.layout.dataflow.Section` objects).
     """
     # Strip the metadatacheck option depending on active_metadatacheck
     if not active_promise:
@@ -607,15 +656,26 @@ def promise(*args, **kw):
 
 
 def executable(*args, **kw):
-    """Add executable :class:`~vortex.layout.dataflow.Section` objects to the current sequence.
+    r"""Declare one or more executable resources.
 
-    Relies on the :func:`add_section` function (see its documentation), with:
+    This function takes an abitrary of keyword arguments forming the
+    executable resource description.
 
-        * It's ``section`` attribute is automatically set to 'executable';
-        * The ``kw``'s *insitu* item is set to :data:`active_insitu` by default.
+    :return: A list of :py:class:`Handler <vortex.data.handlers.Handler>` objects.
+
+    **Example:**
+
+    The following call to ``input`` returns a list of one
+    :py:class:`Handler <vortex.data.handlers.Handler>` object:
+
+    .. code:: python
+
+       rhandlers = vortex.executable(
+           kind="mfmodel",
+           local="ARPEGE",
+           remote="/path/to/binaries/ARPEGE.EX",
+       )
 
-    :return: A list of :class:`vortex.data.handlers.Handler` objects (associated
-        with the newly created class:`~vortex.layout.dataflow.Section` objects).
     """
     kw.setdefault("insitu", active_insitu)
     return add_section("executable", args, kw)

vortex/tools/storage.py

@@ -636,9 +636,11 @@ class Archive(AbstractArchive):
 
     def __init__(self, *kargs, **kwargs):
         super().__init__(*kargs, **kwargs)
-        self.default_usejeeves = config.from_config(
+
+        self.default_usejeeves = config.get_from_config_w_default(
             section="storage",
             key="usejeeves",
+            default=False,
         )
 
     @property

{vortex_nwp-2.1.0.dist-info → vortex_nwp-2.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vortex-nwp
-Version: 2.1.0
+Version: 2.1.1
 Summary: A Python library to write Numerical Weather Prediction pipelines components
 Author-email: The Vortex Team <vortex.support@meteo.fr>
 License: CECILL-C

{vortex_nwp-2.1.0.dist-info → vortex_nwp-2.1.1.dist-info}/RECORD

@@ -1,9 +1,9 @@
-vortex/__init__.py,sha256=2D7c4cUOF2Eb4m2rCKxhttmBy5R_7Xb3iBCLcy51vkw,4352
-vortex/config.py,sha256=E7feBIG22POq5TyUN3MNXH-ZU7q08alF5nrJ1aUftG0,2815
+vortex/__init__.py,sha256=Lvzac_DBD8BQOlEYi8CFRkS0Xeecz5PyKbdgVjUS2GA,4374
+vortex/config.py,sha256=YEpcc81wR94jvn36fPONmKc1tM4ap0s8Rc7v3KfDUok,2948
 vortex/gloves.py,sha256=GKz27S8eLfRlk8fNqVL_z1gsQ8zvEj73p5uVi11ou00,8487
 vortex/proxy.py,sha256=OlPrVUJS5FoKt5pX8ApN1crFFDj8RJAqhDEilwvfrYU,127
 vortex/sessions.py,sha256=l_ZUUFS-l0J2Mg6KEXaUQiDhbIABrWCfcY-9ExazKEg,9988
-vortex/toolbox.py,sha256=h2QE5BoXWWEcQwK21D9YPda6t4rmCtLB5F9WeJrqT14,41379
+vortex/toolbox.py,sha256=fDTvfghg8Yl7ggAwhIaY3V6owO3V1IG9LBf6F97A_50,42385
 vortex/algo/__init__.py,sha256=I_9COn_QBRbwvbqhs0X3CdHeR97NZhBacIqwKjnVBTg,359
 vortex/algo/components.py,sha256=zs_DaKHFEHX9GQ-pn1HheAo4JvNusQi3D4u3ZhqVqe4,89362
 vortex/algo/mpitools.py,sha256=EffZ4Ok934tvEYyUjKpVA-lEUVA29FwUVBtUQ8xWnDI,73977
@@ -20,11 +20,11 @@ vortex/data/executables.py,sha256=FeR3SA2wW97zAQXwWVecZ0v6VYT5L_3K1Czuv33Bk74,67
 vortex/data/flow.py,sha256=P1itBnA8jaoCWnVQjqbD_Pf26rpzud1JdwSLECDnDl4,3008
 vortex/data/geometries.ini,sha256=J7hX5hYWqwBjdUAul6q8j10U6b3I-QEHrFJ98LBTQXM,52805
 vortex/data/geometries.py,sha256=SjCF-74zDkbpt3qQujJU_UpeoBtgS7-xrEhbC4ywyRE,27429
-vortex/data/handlers.py,sha256=6tRfCw9yzQCndVhRjz3ia0dyYhV3F7_rWeXjoxBtbvs,47550
+vortex/data/handlers.py,sha256=0XeVFoSKSCMdvKTx5b1pczN79d14k_uGqccG6IXMX-8,50469
 vortex/data/outflow.py,sha256=IPKJkn75lRvhSqN5969TuhRAPnsZKlrWR4Cmw6VBFDs,1475
 vortex/data/providers.py,sha256=kLHJI3F9mkRjRcQzs0xaH_cdfvXd9H4x5h1Lm4PGSFk,15652
 vortex/data/resources.py,sha256=UOwvQDTJxS9z66Aa7JM2nWM3IxrMWvY3L2J9D5w3sZw,6348
-vortex/data/stores.py,sha256=5svCgpE8WuuAWCnOrrHOBw30EOt0cvDoxrlq9rIWKOw,44517
+vortex/data/stores.py,sha256=2er--NmR25ikRmNsPSEr7JTPhvEtBPYk3Xpc-PlhNbU,44531
 vortex/data/sync_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vortex/layout/__init__.py,sha256=aZsDhVJrd3-648vw-UESI_2BLxyGl71sHdyrg9cL638,826
 vortex/layout/contexts.py,sha256=GkysEtOOUj3nQvGUWrFjOOjzv7SmWFPUSLTH_pMMycI,20363
@@ -123,7 +123,7 @@ vortex/tools/prestaging.py,sha256=lGJIo4SA8pDziF1nbBogsrK1bgwDQA6tj9Wg9VUFt6Q,70
 vortex/tools/rawfiles.py,sha256=keUI6QtEZQrWQ7H_Sg_TY9SY32anfb-suqJkrDmdXN0,215
 vortex/tools/schedulers.py,sha256=XduOQab1dRiHwz7Mnt3mxXByGzAHMsDLCwlUOpMdXEk,15828
 vortex/tools/services.py,sha256=v0uqAOXR9PsXJwv4-_yWpGzFniD7WghXW4p6WwaNtPA,29231
-vortex/tools/storage.py,sha256=YBhq00j39NipaK1EDovr0VF7EArdpp5AuFx0lqB0_p4,34411
+vortex/tools/storage.py,sha256=o_QryBe6wg0PzyRjG5eh8m3HfO1cQfd-3NG8OGwjuyw,34453
 vortex/tools/surfex.py,sha256=qbCIGt-dmfIRWRRMjOQnzc9sGNnt8PIFSqQYT77trhw,1408
 vortex/tools/systems.py,sha256=Zu04yTVIZU0hCiRH_STmdGuknjVd8dNsxXWr87k_5aE,149081
 vortex/tools/targets.py,sha256=-n2uMoEFdz3AeoSd1IGhlr7dYYb8xantUeh9_ggk9iI,14896
@@ -137,8 +137,8 @@ vortex/util/roles.py,sha256=9un_QAijaMn5iTS7PrdoWI5_NNw7uHxMWTnyhc5aNzg,1150
 vortex/util/storefunctions.py,sha256=uSfG-G_A88iJf3DwFBd-j0rw6eJta8opfRT39aQHsHM,3615
 vortex/util/structs.py,sha256=vapErq0MNhiKlsnjrv_a5M0Rn29KbP3WE_oiy4Hfwb8,683
 vortex/util/worker.py,sha256=zp8f2tx4SXwf1v55XMdYLAx7n3vSlg8PRGrkHgnfdmg,4721
-vortex_nwp-2.1.0.dist-info/licenses/LICENSE,sha256=ewBJPmWAcQqtBPrydH10tt6ECkcYP3b1o2RfH85pJF0,21863
-vortex_nwp-2.1.0.dist-info/METADATA,sha256=58Aw65WFk1YubrWljPIRAPiGdMGfjo7JW4DYHEngbBg,2185
-vortex_nwp-2.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-vortex_nwp-2.1.0.dist-info/top_level.txt,sha256=3xfbSD7kw8xKl0jk4GNHsOPKbhubstfWHPl6bxHciRQ,7
-vortex_nwp-2.1.0.dist-info/RECORD,,
+vortex_nwp-2.1.1.dist-info/licenses/LICENSE,sha256=ewBJPmWAcQqtBPrydH10tt6ECkcYP3b1o2RfH85pJF0,21863
+vortex_nwp-2.1.1.dist-info/METADATA,sha256=sKpeLSnU4V_HVbydy8gYnmfaof1G4RY4MzKqdYjnX-U,2185
+vortex_nwp-2.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+vortex_nwp-2.1.1.dist-info/top_level.txt,sha256=3xfbSD7kw8xKl0jk4GNHsOPKbhubstfWHPl6bxHciRQ,7
+vortex_nwp-2.1.1.dist-info/RECORD,,