PyPI - anemoi-datasets - Versions diffs - 0.5.16__tar.gz → 0.5.18__tar.gz - Mend

anemoi-datasets 0.5.16tar.gz → 0.5.18tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (460) hide show

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.github/labeler.yml RENAMED Viewed

@@ -23,6 +23,7 @@ config:
 - changed-files:
   - any-glob-to-any-file:
     - "**/src/**/config/**/*"
+    - "**/src/anemoi/inference/config.py"
 CI/CD:
 - changed-files:

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.github/workflows/downstream-ci-hpc.yml RENAMED Viewed

@@ -1,5 +1,5 @@
 # This workflow triggers tests on dependent packages.
-# The dependency tree itself is defined in ecmwf-actions/downstream-ci/
+# The dependency tree itself is defined in ecmwf/downstream-ci/
 name: Test downstream dependent packages on HPC
 on:
@@ -38,17 +38,23 @@ jobs:
   downstream-ci:
     name: downstream-ci
     if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
-    uses: ecmwf-actions/downstream-ci/.github/workflows/downstream-ci.yml@main
+    uses: ecmwf/downstream-ci/.github/workflows/downstream-ci.yml@main
     with:
       anemoi-datasets: ecmwf/anemoi-datasets@${{ github.event.pull_request.head.sha || github.sha }}
       codecov_upload: true
+      # Only run on fedora
+      skip_matrix_jobs: |
+        gnu@debian-11
+        gnu@rocky-8.6
+        clang@rocky-8.6
+        gnu@ubuntu-22.04
     secrets: inherit
   # # Build downstream packages on HPC
   # downstream-ci-hpc:
   #   name: downstream-ci-hpc
   #   if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
-  #   uses: ecmwf-actions/downstream-ci/.github/workflows/downstream-ci-hpc.yml@main
+  #   uses: ecmwf/downstream-ci/.github/workflows/downstream-ci-hpc.yml@main
   #   with:
   #     anemoi-datasets: ecmwf/anemoi-datasets@${{ github.event.pull_request.head.sha || github.sha }}
   #   secrets: inherit

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.github/workflows/pr-label-conventional-commits.yml RENAMED Viewed

@@ -44,5 +44,5 @@ jobs:
               - type: 'config'
                 nouns: ['config', 'conf', 'configuration']
                 labels: ['config']
-          maintain-labels-not-matched: false
+          maintain-labels-not-matched: true
           apply-changes: true

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.github/workflows/pr-label-public.yml RENAMED Viewed

@@ -7,4 +7,4 @@ on:
 jobs:
   label:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/label-pr.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/label-pr.yml@v2

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.github/workflows/python-publish.yml RENAMED Viewed

@@ -9,5 +9,5 @@ on:
 jobs:
   deploy:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/cd-pypi.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/cd-pypi.yml@v2
     secrets: inherit

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.github/workflows/python-pull-request.yml RENAMED Viewed

@@ -12,7 +12,7 @@ on:
 jobs:
   quality:
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-precommit-run.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/qa-precommit-run.yml@v2
     with:
       skip-hooks: "no-commit-to-branch"
@@ -20,6 +20,6 @@ jobs:
     strategy:
       matrix:
         python-version: ["3.9", "3.10", "3.11", "3.12"]
-    uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
+    uses: ecmwf/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
     with:
       python-version: ${{ matrix.python-version }}

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.gitignore RENAMED Viewed

@@ -42,6 +42,7 @@ cover/
 # Documentation
 docs/_build/
+docs/_api/
 /site
 *.mo
 *.pot
@@ -78,6 +79,8 @@ dmypy.json
 # Data files
 *.grib
+*.grib1
+*.grib2
 *.onnx
 *.ckpt
 *.npy
@@ -117,7 +120,7 @@ tmp/
 temp/
 logs/
 _dev/
-outputs/
+outputs
 *tmp_data/
 # Project specific
@@ -128,7 +131,6 @@ bar
 ~$images.pptx
 test.py
 test.ipynb
-cutout.png
 _version.py
 *.to_upload
 tempCodeRunnerFile.python

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.pre-commit-config.yaml RENAMED Viewed

@@ -27,12 +27,12 @@ repos:
     -   id: python-check-blanket-noqa # Check for # noqa: all
     -   id: python-no-log-warn # Check for log.warn
 - repo: https://github.com/psf/black-pre-commit-mirror
-  rev: 24.10.0
+  rev: 25.1.0
   hooks:
   - id: black
     args: [--line-length=120]
 - repo: https://github.com/pycqa/isort
-  rev: 5.13.2
+  rev: 6.0.1
   hooks:
   - id: isort
     args:
@@ -40,7 +40,7 @@ repos:
     - --force-single-line-imports
     - --profile black
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.8.6
+  rev: v0.9.9
   hooks:
   - id: ruff
     args:
@@ -58,13 +58,18 @@ repos:
   rev: v0.0.14
   hooks:
   - id: rstfmt
-    exclude: 'cli/.*' # Because we use argparse
+    exclude: '(cli|schemas)/.*' # Because we use argparse and pydantic sphinx directives
+- repo: https://github.com/b8raoult/pre-commit-docconvert
+  rev: "0.1.5"
+  hooks:
+  - id: docconvert
+    args: ["numpy"]
 - repo: https://github.com/tox-dev/pyproject-fmt
-  rev: "v2.5.0"
+  rev: "v2.5.1"
   hooks:
   - id: pyproject-fmt
 -   repo: https://github.com/jshwi/docsig # Check docstrings against function sig
-    rev: v0.66.1
+    rev: v0.69.1
     hooks:
     -   id: docsig
         args:
@@ -76,3 +81,4 @@ repos:
         - --disable=SIG101,SIG102     # Disable empty docstrings
 ci:
   autoupdate_schedule: monthly
+  autoupdate_commit_msg: "chore(deps): pre-commit.ci autoupdate"

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.readthedocs.yaml RENAMED Viewed

@@ -3,7 +3,7 @@ version: 2
 build:
   os: ubuntu-22.04
   tools:
-    python: "3.11"
+    python: "3.10"
 sphinx:
   configuration: docs/conf.py

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/.release-please-config.json RENAMED Viewed

@@ -4,11 +4,11 @@
   "bump-patch-for-minor-pre-major": true,
   "separate-pull-requests": true,
   "always-update": true,
-  "changelog-type": "github",
+  "changelog-type": "default",
   "include-component-in-tag": false,
   "include-v-in-tag": false,
   "draft-pull-request": true,
-  "pull-request-title-pattern": "chore${scope}: Preparing Next Release for ${component} ${version}",
+  "pull-request-title-pattern": "chore${scope}: Release${component} ${version}",
   "pull-request-header": ":robot: Automated Release PR\n\nThis PR was created by `release-please` to prepare the next release. Once merged:\n\n1. A new version tag will be created\n2. A GitHub release will be published\n3. The changelog will be updated\n\nChanges to be included in the next release:",
   "pull-request-footer": "> [!IMPORTANT]\n> :warning: Merging this PR will:\n> - Create a new release\n> - Trigger deployment pipelines\n> - Update package versions\n\n **Before merging:**\n - Ensure all tests pass\n - Review the changelog carefully\n - Get required approvals\n\n [Release-please documentation](https://github.com/googleapis/release-please)",
   "packages": {

anemoi_datasets-0.5.18/.release-please-manifest.json ADDED Viewed

@@ -0,0 +1,3 @@
+{
+    ".": "0.5.18"
+}

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/CHANGELOG.md RENAMED Viewed

@@ -8,6 +8,48 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
+## [0.5.18](https://github.com/ecmwf/anemoi-datasets/compare/0.5.17...0.5.18) (2025-03-25)
+### Features
+* better error message ([#252](https://github.com/ecmwf/anemoi-datasets/issues/252)) ([e74cbe9](https://github.com/ecmwf/anemoi-datasets/commit/e74cbe9a6eac8a15c65c477f24106c97b4ce1b54))
+### Bug Fixes
+* modify execute function signature ([#253](https://github.com/ecmwf/anemoi-datasets/issues/253)) ([e4ad1a4](https://github.com/ecmwf/anemoi-datasets/commit/e4ad1a4244387853529d112996071f720d673b1a))
+## [0.5.17](https://github.com/ecmwf/anemoi-datasets/compare/0.5.16...0.5.17) (2025-03-24)
+### Features
+* add coordinate standard_name for rotated pole grid ([#192](https://github.com/ecmwf/anemoi-datasets/issues/192)) ([5464347](https://github.com/ecmwf/anemoi-datasets/commit/5464347322b235e391e17c543d8031dd1b9a5ebf))
+* better logging for group of dates ([#235](https://github.com/ecmwf/anemoi-datasets/issues/235)) ([d7fc616](https://github.com/ecmwf/anemoi-datasets/commit/d7fc61680e424f0dc87ab052ce972718f8e34379))
+* fix to_index ([#225](https://github.com/ecmwf/anemoi-datasets/issues/225)) ([baefd70](https://github.com/ecmwf/anemoi-datasets/commit/baefd70150da1e4f08bdda483ebc7a268bf2abdf))
+* plugin support ([#241](https://github.com/ecmwf/anemoi-datasets/issues/241)) ([376ef1c](https://github.com/ecmwf/anemoi-datasets/commit/376ef1c21a16dcee0d88abb82c96aef5ad63494d))
+* support sub-hourly steps ([#188](https://github.com/ecmwf/anemoi-datasets/issues/188)) ([7f219e9](https://github.com/ecmwf/anemoi-datasets/commit/7f219e9e41befd732557e124e3f828fd2436c58d))
+* update test breaking due to noaa external data change ([#204](https://github.com/ecmwf/anemoi-datasets/issues/204)) ([4b99ea6](https://github.com/ecmwf/anemoi-datasets/commit/4b99ea63ba30a8d6d5ddf5ac3ab01573f0e77802))
+### Bug Fixes
+* allow xarrays with single value dimensions ([#230](https://github.com/ecmwf/anemoi-datasets/issues/230)) ([ee9fbf8](https://github.com/ecmwf/anemoi-datasets/commit/ee9fbf89eadd9a00cbe6d176fe9a9530e05c9ea4))
+* create forcings based on xarray-zarr template (again) ([#244](https://github.com/ecmwf/anemoi-datasets/issues/244)) ([84cb312](https://github.com/ecmwf/anemoi-datasets/commit/84cb3129663223ba5e21446a769b7b7490c36374))
+* fix for bug [#237](https://github.com/ecmwf/anemoi-datasets/issues/237) ([#247](https://github.com/ecmwf/anemoi-datasets/issues/247)) ([de3cab8](https://github.com/ecmwf/anemoi-datasets/commit/de3cab83ac6b18606aeb94ae4ca14beb052c8c7b))
+* Use set in computing statistics, faster and use less memory ([#209](https://github.com/ecmwf/anemoi-datasets/issues/209)) ([e93dbc1](https://github.com/ecmwf/anemoi-datasets/commit/e93dbc11759d2d8992b7e466eeade0883dd29f83))
+### Documentation
+* add animation ([#208](https://github.com/ecmwf/anemoi-datasets/issues/208)) ([2af2fd6](https://github.com/ecmwf/anemoi-datasets/commit/2af2fd6850279670214d9f2b2b83bddb18ebed45))
+* Docathon 2025 ([#234](https://github.com/ecmwf/anemoi-datasets/issues/234)) ([fb68b95](https://github.com/ecmwf/anemoi-datasets/commit/fb68b959a666899d09d4c2cbc069b7f805df84c4))
+* fix readthedocs ([#223](https://github.com/ecmwf/anemoi-datasets/issues/223)) ([ce1b44e](https://github.com/ecmwf/anemoi-datasets/commit/ce1b44e72742b6a80dcc03c0a47129eb4620ad04))
+* update doc with eccc-fstd, cdsapi and regrid ([#201](https://github.com/ecmwf/anemoi-datasets/issues/201)) ([57a53fc](https://github.com/ecmwf/anemoi-datasets/commit/57a53fcfde19f00262dbc3418e2b6208c56f080e))
+* update project name ([#246](https://github.com/ecmwf/anemoi-datasets/issues/246)) ([5ddd4d1](https://github.com/ecmwf/anemoi-datasets/commit/5ddd4d1a3d89f4b98ed2e9fe95944dfcf697e194))
+* use new logo ([#211](https://github.com/ecmwf/anemoi-datasets/issues/211)) ([76ecf15](https://github.com/ecmwf/anemoi-datasets/commit/76ecf15bfcb6635e85845e5e51336a7991053f16))
 ## 0.5.16 (2025-02-04)
 <!-- Release notes generated using configuration in .github/release.yml at main -->

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: anemoi-datasets
-Version: 0.5.16
+Version: 0.5.18
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -224,18 +224,18 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
-Requires-Dist: anemoi-transform>=0.1.1
-Requires-Dist: anemoi-utils[provenance]>=0.4.11
+Requires-Dist: anemoi-transform>=0.1.4
+Requires-Dist: anemoi-utils[provenance]>=0.4.16
 Requires-Dist: cfunits
 Requires-Dist: numpy
 Requires-Dist: pyyaml
 Requires-Dist: semantic-version
 Requires-Dist: tqdm
-Requires-Dist: zarr<=2.17
+Requires-Dist: zarr<=2.18.4
 Provides-Extra: all
 Requires-Dist: anemoi-datasets[create,remote,xarray]; extra == "all"
 Provides-Extra: create
-Requires-Dist: earthkit-data[mars]>=0.12; extra == "create"
+Requires-Dist: earthkit-data[mars]>=0.12.4; extra == "create"
 Requires-Dist: earthkit-geo>=0.3; extra == "create"
 Requires-Dist: earthkit-meteo>=0.3; extra == "create"
 Requires-Dist: eccodes>=2.39.1; extra == "create"
@@ -253,10 +253,13 @@ Provides-Extra: remote
 Requires-Dist: boto3; extra == "remote"
 Requires-Dist: requests; extra == "remote"
 Provides-Extra: tests
+Requires-Dist: anemoi-datasets[xarray]; extra == "tests"
 Requires-Dist: pytest; extra == "tests"
 Provides-Extra: xarray
+Requires-Dist: adlfs; extra == "xarray"
 Requires-Dist: gcsfs; extra == "xarray"
 Requires-Dist: kerchunk; extra == "xarray"
 Requires-Dist: pandas; extra == "xarray"
 Requires-Dist: planetary-computer; extra == "xarray"
 Requires-Dist: pystac-client; extra == "xarray"
+Dynamic: license-file

anemoi_datasets-0.5.18/docs/_static/2t_map_example.png ADDED Viewed

Binary file

anemoi_datasets-0.5.18/docs/_static/logo.png ADDED Viewed

Binary file

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/docs/cli/compare.rst RENAMED Viewed

@@ -1,5 +1,7 @@
-compare
-=======
+.. _compare_command:
+Compare Command
+===============
 Use this command to compare two datasets.

anemoi_datasets-0.5.18/docs/cli/copy.rst ADDED Viewed

@@ -0,0 +1,35 @@
+.. _copy_command:
+Copy Command
+============
+Copying a dataset from one location to another can be error-prone and
+time-consuming. This command-line script allows for incremental copying.
+When the copying process fails, it can be resumed. It can be used to copy
+files from a local directory to a remote server, from a remote server to a
+local directory as long as there is a zarr backend to read and write the data.
+The script uses multiple threads to make the process faster. However, it is
+important to consider that making parallel requests to the same server may
+not be ideal, for instance if the server internally uses a limited number of
+threads to handle requests.
+The option to rechunk the data is available, which can be useful when the
+data is stored on a platform that does not support having many small files
+or many files in the same directory. However keep in mind that rechunking
+has a huge impact on the performance when reading the data: The chunk pattern
+for the source dataset has been defined for good reasons, and changing it is
+very likely to have a negative impact on the performance.
+.. warning::
+    When resuming the copying process (using ``--resume``), calling the script with the same arguments for ``--block-size`` and ``--rechunk`` is recommended.
+    Using different values for these arguments to resume copying the same dataset may lead to unexpected behavior.
+.. argparse::
+    :module: anemoi.datasets.__main__
+    :func: create_parser
+    :prog: anemoi-datasets
+    :path: copy

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/docs/cli/create.rst RENAMED Viewed

@@ -1,8 +1,10 @@
-create
-======
+.. _create_command:
+Create Command
+==============
 Use this command to create a dataset from a recipe file.
-The syntax of the recipe file is described in :doc:`building datasets <../building/introduction>`.
+The syntax of the recipe file is described in :doc:`building datasets <../datasets/building/introduction>`.
 .. argparse::
     :module: anemoi.datasets.__main__

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/docs/cli/inspect.rst RENAMED Viewed

@@ -1,5 +1,7 @@
-inspect
-=======
+.. _inspect_command:
+Inspect Command
+===============
 Anemoi datasets are stored in a zarr format and can be located on a local file system or on a remote server.
@@ -13,13 +15,9 @@ This command will output the metadata of the dataset, including the variables, d
 which will output something like the following. The output should be self-explanatory.
-.. literalinclude:: ../building/yaml/building1.txt
+.. literalinclude:: ../datasets/yaml/building1.txt
    :language: console
-*********************
- Command line usage
-*********************
 .. argparse::
     :module: anemoi.datasets.__main__
     :func: create_parser

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/docs/cli/introduction.rst RENAMED Viewed

@@ -1,5 +1,8 @@
-Introduction
-============
+.. _cli-introduction:
+##################
+Command line tool
+##################
 When you install the `anemoi-datasets` package, this will also install command line tool
 called ``anemoi-datasets`` which can be used to manage the zarr datasets.
@@ -12,17 +15,8 @@ The tool can provide help with the ``--help`` options:
 The commands are:
-.. toctree::
-    :maxdepth: 1
-    compare
-    copy
-    create
-    inspect
-    scan
-.. argparse::
-    :module: anemoi.datasets.__main__
-    :func: create_parser
-    :prog: anemoi-datasets
-    :nosubcommands:
+- :ref:`Create Command <create_command>`
+- :ref:`Copy Command <copy_command>`
+- :ref:`Inspect Command <Inspect_command>`
+- :ref:`Compare Command <compare_command>`
+- :ref:`Scan Command <scan_command>`

anemoi_datasets-0.5.18/docs/cli/patch.rst ADDED Viewed

@@ -0,0 +1,12 @@
+.. _patch_command:
+Patch Command
+=============
+Use this command to patch the metadata of a given dataset
+.. argparse::
+    :module: anemoi.datasets.__main__
+    :func: create_parser
+    :prog: anemoi-datasets
+    :path: patch

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/docs/cli/scan.rst RENAMED Viewed

@@ -1,5 +1,7 @@
-scan
-====
+.. _scan_command:
+Scan Command
+============
 Use this command to scan for GRIB files

{anemoi_datasets-0.5.16 → anemoi_datasets-0.5.18}/docs/conf.py RENAMED Viewed

@@ -32,7 +32,7 @@ html_logo = "_static/logo.png"
 # -- Project information -----------------------------------------------------
-project = "Anemoi"
+project = "Anemoi Datasets"
 author = "Anemoi contributors"
@@ -111,6 +111,10 @@ intersphinx_mapping = {
         "https://anemoi-transform.readthedocs.io/en/latest/",
         ("../../anemoi-transform/docs/_build/html/objects.inv", None),
     ),
+    "anemoi-plugins": (
+        "https://anemoi-plugins.readthedocs.io/en/latest/",
+        ("../../anemoi-plugins/docs/_build/html/objects.inv", None),
+    ),
 }
@@ -134,3 +138,16 @@ html_css_files = ["style.css"]
 todo_include_todos = not read_the_docs_build
 autodoc_member_order = "bysource"  # Keep file order
+# https://autodoc-pydantic.readthedocs.io/en/stable/users/configuration.html
+autodoc_pydantic_model_show_json = True
+autodoc_pydantic_model_show_field_summary = False
+autodoc_pydantic_model_member_order = "bysource"
+html_context = {
+    "display_github": True,
+    "github_user": "ecmwf",
+    "github_repo": "anemoi-datasets",
+    "github_version": "main/docs/",
+}

anemoi_datasets-0.5.18/docs/datasets/building/filters/regrid.rst ADDED Viewed

@@ -0,0 +1,28 @@
+########
+ regrid
+########
+When building a dataset for a specific model, it is possible that the
+source grid or resolution doesn't fit the needs. In that case, it is
+possible to add a filter to interpolate the data to a target grid. The
+filter is part of the ``anemoi-transform`` package. It will call the
+``interpolate`` function from `earthkit-regrid
+<https://earthkit-regrid.readthedocs.io/en/latest/interpolate.html>`_ if
+the keys ``method``, ``in_grid`` and ``out_grid`` are provide and if a
+`pre-generated matrix
+<https://earthkit-regrid.readthedocs.io/en/latest/inventory/index.html>`_
+exist for this tranformation. Otherwise it is possible to provide a
+``regrid matrix`` previously generate with ``anemoi-transform
+make-regrid-matrix``. The generated matrix is a NPZ file containing the
+input/output coordinates, the indices and the weights of the
+interpolation.
+``regrid`` is a :ref:`filter <filters>` that needs to follow a
+:ref:`source <sources>` or another filter in a :ref:`building-pipe`
+operation.
+.. literalinclude:: yaml/regrid1.yaml
+   :language: yaml
+.. literalinclude:: yaml/regrid2.yaml
+   :language: yaml

anemoi_datasets-0.5.18/docs/datasets/building/filters/yaml/regrid1.yaml ADDED Viewed

@@ -0,0 +1,10 @@
+input:
+  pipe:
+    - source: # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+    - regrid:
+        method: nearest
+        in_grid: o32
+        out_grid: o48

anemoi_datasets-0.5.18/docs/datasets/building/filters/yaml/regrid2.yaml ADDED Viewed

@@ -0,0 +1,8 @@
+input:
+  pipe:
+    - source: # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+    - regrid:
+        matrix: /path/to/regrid/matrix.npz

{anemoi_datasets-0.5.16/docs → anemoi_datasets-0.5.18/docs/datasets}/building/filters.rst RENAMED Viewed

@@ -16,6 +16,7 @@ Filters are used to modify the data or metadata in a dataset.
    filters/select
    filters/orog_to_z
+   filters/regrid
    filters/rename
    filters/rotate_winds
    filters/sum

{anemoi_datasets-0.5.16/docs → anemoi_datasets-0.5.18/docs/datasets}/building/handling-missing-dates.rst RENAMED Viewed

@@ -8,7 +8,7 @@ Missing dates can be handled by specifying a list of dates in the
 configuration file. The dates should be in the same format as the dates
 in the time series. The missing dates will be filled ``np.nan`` values.
-.. literalinclude:: yaml/missing_dates.yaml
+.. literalinclude:: ../yaml/missing_dates.yaml
    :language: yaml
 *Anemoi* will ignore the missing dates when computing the
@@ -17,8 +17,9 @@ in the time series. The missing dates will be filled ``np.nan`` values.
 You can retrieve the list indices corresponding to the missing dates by
 accessing the ``missing`` attribute of the dataset object.
-.. literalinclude:: ../using/code/missing_.py
-   :language: python
+.. code:: python
+   print(ds.missing)
 If you access a missing index, the dataset will throw a
 ``MissingDateError``.

{anemoi_datasets-0.5.16/docs → anemoi_datasets-0.5.18/docs/datasets}/building/handling-missing-values.rst RENAMED Viewed

@@ -16,5 +16,5 @@ accurately compute statistics based on them, you can include the
 Here's an example of how to implement it:
-.. literalinclude:: yaml/nan.yaml
+.. literalinclude:: ../yaml/nan.yaml
    :language: yaml

anemoi-datasets 0.5.16__tar.gz → 0.5.18__tar.gz

anemoi-datasets 0.5.16tar.gz → 0.5.18tar.gz