anemoi-datasets 0.5.25__py3-none-any.whl → 0.5.26__py3-none-any.whl

anemoi/datasets/create/filters/unrotate_winds.py

@@ -1,105 +0,0 @@
-# (C) Copyright 2024 Anemoi contributors.
-#
-# This software is licensed under the terms of the Apache Licence Version 2.0
-# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
-#
-# In applying this licence, ECMWF does not waive the privileges and immunities
-# granted to it by virtue of its status as an intergovernmental organisation
-# nor does it submit to any jurisdiction.
-
-from collections import defaultdict
-from typing import Any
-
-import earthkit.data as ekd
-from anemoi.transform.fields import new_field_from_numpy
-from anemoi.transform.fields import new_fieldlist_from_list
-from earthkit.geo.rotate import unrotate_vector
-
-from .legacy import legacy_filter
-
-
-@legacy_filter(__file__)
-def execute(context: Any, input: ekd.FieldList, u: str, v: str) -> ekd.FieldList:
-    """Unrotate the wind components of a GRIB file.
-
-    Parameters
-    ----------
-    context : Any
-        The execution context.
-    input : List[Any]
-        The list of input fields.
-    u : str
-        The parameter name for the u-component of the wind.
-    v : str
-        The parameter name for the v-component of the wind.
-
-    Returns
-    -------
-    ekd.FieldList
-        The resulting field array with unrotated wind components.
-    """
-    result = []
-
-    wind_params = (u, v)
-    wind_pairs = defaultdict(dict)
-
-    for f in input:
-        key = f.metadata(namespace="mars")
-        param = key.pop("param")
-
-        if param not in wind_params:
-            result.append(f)
-            continue
-
-        key = tuple(key.items())
-
-        if param in wind_pairs[key]:
-            raise ValueError(f"Duplicate wind component {param} for {key}")
-
-        wind_pairs[key][param] = f
-
-    for _, pairs in wind_pairs.items():
-        if len(pairs) != 2:
-            raise ValueError("Missing wind component")
-
-        x = pairs[u]
-        y = pairs[v]
-
-        lats, lons = x.grid_points()
-        raw_lats, raw_longs = x.grid_points_unrotated()
-
-        assert x.rotation == y.rotation
-
-        u_new, v_new = unrotate_vector(
-            lats,
-            lons,
-            x.to_numpy(flatten=True),
-            y.to_numpy(flatten=True),
-            *x.rotation[:2],
-            south_pole_rotation_angle=x.rotation[2],
-            lat_unrotated=raw_lats,
-            lon_unrotated=raw_longs,
-        )
-
-        result.append(new_field_from_numpy(x, u_new))
-        result.append(new_field_from_numpy(y, v_new))
-
-    return new_fieldlist_from_list(result)
-
-
-if __name__ == "__main__":
-    from earthkit.data import from_source
-
-    source = from_source(
-        "mars",
-        date=-1,
-        param="10u/10v",
-        levtype="sfc",
-        grid=[1, 1],
-        area=[28, 0, -14, 40],
-        rotation=[-22, -40],
-    )
-
-    source.save("source.grib")
-
-    execute(None, source, "10u", "10v")

anemoi/datasets/create/filters/uv_to_speeddir.py

@@ -1,94 +0,0 @@
-# (C) Copyright 2024 Anemoi contributors.
-#
-# This software is licensed under the terms of the Apache Licence Version 2.0
-# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
-#
-# In applying this licence, ECMWF does not waive the privileges and immunities
-# granted to it by virtue of its status as an intergovernmental organisation
-# nor does it submit to any jurisdiction.
-
-"""This module provides a function to convert u and v wind components to wind speed and direction."""
-
-from collections import defaultdict
-from typing import Any
-from typing import List
-
-import earthkit.data as ekd
-import numpy as np
-from anemoi.transform.fields import new_field_from_numpy
-from anemoi.transform.fields import new_fieldlist_from_list
-from earthkit.meteo.wind.array import xy_to_polar
-
-from .legacy import legacy_filter
-
-
-@legacy_filter(__file__)
-def execute(
-    context: Any,
-    input: List[Any],
-    u_component: str,
-    v_component: str,
-    wind_speed: str,
-    wind_dir: str,
-    in_radians: bool = False,
-) -> ekd.FieldList:
-    """Converts u and v wind components to wind speed and direction.
-
-    Parameters
-    ----------
-    context : Any
-        The context in which the function is executed.
-    input : List[Any]
-        List of input fields containing wind components.
-    u_component : str
-        The name of the u component field.
-    v_component : str
-        The name of the v component field.
-    wind_speed : str
-        The name of the wind speed field to be created.
-    wind_dir : str
-        The name of the wind direction field to be created.
-    in_radians : bool, optional
-        If True, the wind direction is returned in radians. Default is False.
-
-    Returns
-    -------
-    ekd.FieldList
-        A FieldArray containing the wind speed and direction fields.
-    """
-    result = []
-
-    wind_params = (u_component, v_component)
-    wind_pairs = defaultdict(dict)
-
-    for f in input:
-        key = f.metadata(namespace="mars")
-        param = key.pop("param")
-
-        if param not in wind_params:
-            result.append(f)
-            continue
-
-        key = tuple(key.items())
-
-        if param in wind_pairs[key]:
-            raise ValueError(f"Duplicate wind component {param} for {key}")
-
-        wind_pairs[key][param] = f
-
-    for _, pairs in wind_pairs.items():
-        if len(pairs) != 2:
-            raise ValueError("Missing wind component")
-
-        u = pairs[u_component]
-        v = pairs[v_component]
-
-        # assert speed.grid_mapping == dir.grid_mapping
-        magnitude, direction = xy_to_polar(u.to_numpy(flatten=True), v.to_numpy(flatten=True))
-        if in_radians:
-            direction = np.deg2rad(direction)
-
-        result.append(new_field_from_numpy(u, magnitude, params=wind_speed))
-        result.append(new_field_from_numpy(v, direction, params=wind_dir))
-
-    return new_fieldlist_from_list(result)

anemoi/datasets/create/filters/wz_to_w.py

@@ -1,98 +0,0 @@
-# (C) Copyright 2024 Anemoi contributors.
-#
-# This software is licensed under the terms of the Apache Licence Version 2.0
-# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
-#
-# In applying this licence, ECMWF does not waive the privileges and immunities
-# granted to it by virtue of its status as an intergovernmental organisation
-# nor does it submit to any jurisdiction.
-
-from collections import defaultdict
-from typing import Any
-
-import earthkit.data as ekd
-from anemoi.transform.fields import new_field_from_numpy
-from anemoi.transform.fields import new_fieldlist_from_list
-
-from .legacy import legacy_filter
-
-
-@legacy_filter(__file__)
-def execute(context: Any, input: ekd.FieldList, wz: str, t: str, w: str = "w") -> ekd.FieldList:
-    """Convert geometric vertical velocity (m/s) to vertical velocity (Pa / s).
-
-    Parameters
-    ----------
-    context : Any
-        The context for the execution.
-    input : List[Any]
-        The list of input fields.
-    wz : str
-        The parameter name for geometric vertical velocity.
-    t : str
-        The parameter name for temperature.
-    w : str, optional
-        The parameter name for vertical velocity. Defaults to "w".
-
-    Returns
-    -------
-    ekd.FieldList
-        The resulting FieldArray with converted vertical velocity fields.
-    """
-    result = []
-
-    params = (wz, t)
-    pairs = defaultdict(dict)
-
-    for f in input:
-        key = f.metadata(namespace="mars")
-        param = key.pop("param")
-        if param in params:
-            key = tuple(key.items())
-
-            if param in pairs[key]:
-                raise ValueError(f"Duplicate field {param} for {key}")
-
-            pairs[key][param] = f
-            if param == t:
-                result.append(f)
-        else:
-            result.append(f)
-
-    for keys, values in pairs.items():
-
-        if len(values) != 2:
-            raise ValueError("Missing fields")
-
-        wz_pl = values[wz].to_numpy(flatten=True)
-        t_pl = values[t].to_numpy(flatten=True)
-        pressure = next(
-            float(v) * 100 for k, v in keys if k in ["level", "levelist"]
-        )  # Looks first for "level" then "levelist" value
-        w_pl = wz_to_w(wz_pl, t_pl, pressure)
-        result.append(new_field_from_numpy(values[wz], w_pl, param=w))
-
-    return new_fieldlist_from_list(result)
-
-
-def wz_to_w(wz: Any, t: Any, pressure: float) -> Any:
-    """Convert geometric vertical velocity (m/s) to vertical velocity (Pa / s).
-
-    Parameters
-    ----------
-    wz : Any
-        The geometric vertical velocity data.
-    t : Any
-        The temperature data.
-    pressure : float
-        The pressure value.
-
-    Returns
-    -------
-    Any
-        The vertical velocity data in Pa / s.
-    """
-    g = 9.81
-    Rd = 287.058
-
-    return -wz * g * pressure / (t * Rd)

anemoi/datasets/create/testing.py

@@ -1,76 +0,0 @@
-# (C) Copyright 2025- Anemoi contributors.
-#
-# This software is licensed under the terms of the Apache Licence Version 2.0
-# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
-#
-# In applying this licence, ECMWF does not waive the privileges and immunities
-# granted to it by virtue of its status as an intergovernmental organisation
-# nor does it submit to any jurisdiction.
-
-import tempfile
-from typing import Any
-from typing import Dict
-from typing import List
-from typing import Optional
-from typing import Union
-
-import yaml
-
-from anemoi.datasets.create import creator_factory
-
-
-class TestingContext:
-    pass
-
-
-def create_dataset(
-    *,
-    config: Union[str, Dict[str, Any]],
-    output: Optional[str],
-    delta: Optional[List[str]] = None,
-    is_test: bool = False,
-) -> str:
-    """Create a dataset based on the provided configuration.
-
-    Parameters
-    ----------
-    config : Union[str, Dict[str, Any]]
-        The configuration for the dataset. Can be a path to a YAML file or a dictionary.
-    output : Optional[str]
-        The output path for the dataset. If None, a temporary directory will be created.
-    delta : Optional[List[str]], optional
-        List of delta for secondary statistics, by default None.
-    is_test : bool, optional
-        Flag indicating if the dataset creation is for testing purposes, by default False.
-
-    Returns
-    -------
-    str
-        The path to the created dataset.
-    """
-    if isinstance(config, dict):
-        temp_file = tempfile.NamedTemporaryFile(mode="w", suffix=".yaml")
-        yaml.dump(config, temp_file)
-        config = temp_file.name
-
-    if output is None:
-        output = tempfile.mkdtemp(suffix=".zarr")
-
-    creator_factory("init", config=config, path=output, overwrite=True, test=is_test).run()
-    creator_factory("load", path=output).run()
-    creator_factory("finalise", path=output).run()
-    creator_factory("patch", path=output).run()
-
-    if delta is not None:
-        creator_factory("init_additions", path=output, delta=delta).run()
-        creator_factory("run_additions", path=output, delta=delta).run()
-        creator_factory("finalise_additions", path=output, delta=delta).run()
-
-    creator_factory("cleanup", path=output).run()
-
-    if delta is not None:
-        creator_factory("cleanup", path=output, delta=delta).run()
-
-    creator_factory("verify", path=output).run()
-
-    return output