anemoi-datasets 0.5.6__tar.gz → 0.5.10__tar.gz

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/.github/CODEOWNERS

@@ -1,6 +1,6 @@
 # CODEOWNERS file
 
 # Protect workflow files
-/.github/ @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb
-/.pre-commit-config.yaml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb
-/pyproject.toml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb
+/.github/ @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry
+/.pre-commit-config.yaml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry
+/pyproject.toml @theissenhelen @jesperdramsch @gmertes @b8raoult @floriankrb @anaprietonem @HCookie @JPXKQX @mchantry

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/.github/ISSUE_TEMPLATE/bug_report.md

@@ -9,12 +9,15 @@ assignees: ''
 **Describe the bug**
 A clear and concise description of what the bug is.
 
+** Version number **
+I am using the following versions/branch/sha1 of the anemoi packages
+(alternatively the output of `pip freeze`)
+
 **To Reproduce**
 Steps to reproduce the behavior:
 1. Go to '...'
-2. Click on '....'
-3. Scroll down to '....'
-4. See error
+2. Run this '....'
+3. See error
 
 **URL to sample input data**
 Provide a URL to a sample input data, or attach a file to that report if it is small enough.
@@ -25,16 +28,5 @@ A clear and concise description of what you expected to happen.
 **Screenshots**
 If applicable, add screenshots to help explain your problem.
 
-**Desktop (please complete the following information):**
- - OS: [e.g. iOS]
- - Browser [e.g. chrome, safari]
- - Version [e.g. 22]
-
-**Smartphone (please complete the following information):**
- - Device: [e.g. iPhone6]
- - OS: [e.g. iOS8.1]
- - Browser [e.g. stock browser, safari]
- - Version [e.g. 22]
-
 **Additional context**
 Add any other context about the problem here.

anemoi_datasets-0.5.10/.github/ci-config.yml

@@ -0,0 +1,3 @@
+dependency_branch: develop
+parallelism_factor: 8
+self_build: false # Only for python packages

anemoi_datasets-0.5.10/.github/ci-hpc-config.yml

@@ -0,0 +1,9 @@
+build:
+  python: '3.10'
+  modules:
+    - ninja
+  python_dependencies:
+    - ecmwf/anemoi-utils@develop
+  parallel: 64
+  pytest_cmd: |
+    python -m pytest -vv -m 'not notebook and not no_cache_init' --cov=. --cov-report=xml

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/.github/workflows/changelog-release-update.yml

@@ -2,9 +2,11 @@
 name: "Update Changelog"
 
 on:
-  release:
-    types: [released]
-  workflow_dispatch: ~
+  workflow_run:
+    workflows:
+      - Upload Python Package
+    types:
+      - completed
 
 permissions:
   pull-requests: write
@@ -13,6 +15,7 @@ permissions:
 jobs:
   update:
     runs-on: ubuntu-latest
+    if: ${{ github.event.workflow_run.conclusion == 'success' }}
 
     steps:
     - name: Checkout code
@@ -25,11 +28,18 @@ jobs:
       with:
         latest-version: ${{ github.event.release.tag_name }}
         heading-text: ${{ github.event.release.name }}
+        release-notes: ${{ github.event.release.body }}
 
     - name: Create Pull Request
       uses: peter-evans/create-pull-request@v6
       with:
         branch: docs/changelog-update-${{ github.event.release.tag_name }}
+        base: develop
         title: '[Changelog] Update to ${{ github.event.release.tag_name }}'
+        body: |
+          This PR updates the changelog to include the changes in the latest release.
+
+          > [!CAUTION]
+          > Merge DO NOT squash to correctly update the tag version of `develop` branch.
         add-paths: |
           CHANGELOG.md

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/.github/workflows/ci.yml

@@ -35,19 +35,27 @@ on:
 jobs:
   # Run CI including downstream packages on self-hosted runners
   downstream-ci:
+
     name: downstream-ci
-    if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
+    if: ${{ !contains(github.repository, 'private') && (!github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci') }}
     uses: ecmwf-actions/downstream-ci/.github/workflows/downstream-ci.yml@main
     with:
       anemoi-datasets: ecmwf/anemoi-datasets@${{ github.event.pull_request.head.sha || github.sha }}
       codecov_upload: true
+      skip_matrix_jobs: |
+        gnu@debian-11
+        clang@rocky-8.6
+        gnu@debian-11
+        gnu@rocky-8.6
+        clang@rocky-8.6
+        gnu@fedora-37
     secrets: inherit
 
-   # Build downstream packages on HPC
-  downstream-ci-hpc:
-    name: downstream-ci-hpc
-    if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
-    uses: ecmwf-actions/downstream-ci/.github/workflows/downstream-ci-hpc.yml@main
-    with:
-      anemoi-datasets: ecmwf/anemoi-datasets@${{ github.event.pull_request.head.sha || github.sha }}
-    secrets: inherit
+#   # Build downstream packages on HPC
+#  downstream-ci-hpc:
+#    name: downstream-ci-hpc
+#    if: ${{ !contains(github.repository, 'private') && (!github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci') }}
+#    uses: ecmwf-actions/downstream-ci/.github/workflows/downstream-ci-hpc.yml@main
+#    with:
+#      anemoi-datasets: ecmwf/anemoi-datasets@${{ github.event.pull_request.head.sha || github.sha }}
+#    secrets: inherit

anemoi_datasets-0.5.10/.github/workflows/push-to-private.yml

@@ -0,0 +1,33 @@
+name: Push to private repository
+
+on:
+  push:
+    branches:
+      - develop
+
+jobs:
+  push_changes:
+    if: ${{ !contains(github.repository, 'private') }}
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout source repository
+      uses: actions/checkout@v3
+      with:
+        fetch-depth: 0
+        fetch-tags: true
+
+    - name: Set up Git configuration
+      run: |
+        git config user.name "github-actions[bot]"
+        git config user.email "github-actions[bot]@users.noreply.github.com"
+
+    - name: Setup SSH key
+      uses: webfactory/ssh-agent@v0.5.0
+      with:
+        ssh-private-key: ${{ secrets.KEY_TO_PRIVATE }}
+
+    - name: Push changes to private repository
+      run: |
+        git remote add private git@github.com:${{ github.repository }}-private.git
+        git push --set-upstream private develop

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/.github/workflows/python-publish.yml

@@ -9,14 +9,18 @@ on:
 
 jobs:
   quality:
+    if: ${{ !contains(github.repository, 'private') }}
     uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-precommit-run.yml@v2
     with:
       skip-hooks: "no-commit-to-branch"
 
   checks:
+    strategy:
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
     with:
-      python-version: "3.9"
+      python-version: ${{ matrix.python-version }}
 
   deploy:
     needs: [checks, quality]

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/.github/workflows/python-pull-request.yml

@@ -1,12 +1,17 @@
 # This workflow will upload a Python Package using Twine when a release is created
 # For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions#publishing-to-package-registries
 
-name: Code Quality checks for PRs
+name: Test PR
 
 on:
-  push:
   pull_request:
     types: [opened, synchronize, reopened]
+  push:
+    branches:
+      - develop
+  schedule:
+    - cron: "9 2 * * 0" # at 9:02 on sunday
+
 
 jobs:
   quality:
@@ -17,7 +22,7 @@ jobs:
   checks:
     strategy:
       matrix:
-        python-version: ["3.9", "3.10"]
+        python-version: ["3.11"]
     uses: ecmwf-actions/reusable-workflows/.github/workflows/qa-pytest-pyproject.yml@v2
     with:
       python-version: ${{ matrix.python-version }}

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/.pre-commit-config.yaml

@@ -5,12 +5,12 @@ repos:
   - id: clear-notebooks-output
     name: clear-notebooks-output
     files: tools/.*\.ipynb$
-    stages: [commit]
+    stages: [pre-commit]
     language: python
     entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace
     additional_dependencies: [jupyter]
 - repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v4.6.0
+  rev: v5.0.0
   hooks:
   - id: check-yaml # Check YAML files for syntax errors only
     args: [--unsafe, --allow-multiple-documents]
@@ -27,7 +27,7 @@ repos:
     -   id: python-check-blanket-noqa # Check for # noqa: all
     -   id: python-no-log-warn # Check for log.warn
 - repo: https://github.com/psf/black-pre-commit-mirror
-  rev: 24.8.0
+  rev: 24.10.0
   hooks:
   - id: black
     args: [--line-length=120]
@@ -40,16 +40,15 @@ repos:
     - --force-single-line-imports
     - --profile black
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.6.4
+  rev: v0.7.2
   hooks:
   - id: ruff
-    # Next line if for documenation cod snippets
-    exclude: '.*/[^_].*_\.py$'
     args:
     - --line-length=120
     - --fix
     - --exit-non-zero-on-fix
     - --preview
+    - --exclude=docs/**/*_.py
 - repo: https://github.com/sphinx-contrib/sphinx-lint
   rev: v1.0.0
   hooks:
@@ -60,13 +59,8 @@ repos:
   hooks:
   - id: rstfmt
     exclude: 'cli/.*' # Because we use argparse
-- repo: https://github.com/b8raoult/pre-commit-docconvert
-  rev: "0.1.5"
-  hooks:
-  - id: docconvert
-    args: ["numpy"]
 - repo: https://github.com/tox-dev/pyproject-fmt
-  rev: "2.2.3"
+  rev: "v2.5.0"
   hooks:
   - id: pyproject-fmt
 

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/CHANGELOG.md

@@ -8,7 +8,61 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 Please add your functional changes to the appropriate section in the PR.
 Keep it human-readable, your future self will thank you!
 
-## [Unreleased](https://github.com/ecmwf/anemoi-datasets/compare/0.5.5...HEAD)
+## [Unreleased](https://github.com/ecmwf/anemoi-datasets/compare/0.5.8...HEAD)
+
+
+### Added
+
+- Call filters from anemoi-transform
+- make test optional when adls is not installed Pull request #110
+
+
+## [0.5.8](https://github.com/ecmwf/anemoi-datasets/compare/0.5.7...0.5.8) - 2024-10-26
+
+### Changed
+
+- Bugfix in `auto_adjust`
+- Fixed precommit CI errors
+- Improve tests
+- More verbosity
+
+### Added
+
+- Add anemoi-transform link to documentation
+- Various bug fixes
+- Control compatibility check in xy/zip
+- Add `merge` feature
+- Add support for storing `supporting_arrays` in checkpoint files
+- Allow naming of datasets components
+- Contributors file (#105)
+
+### Changed
+
+- Upload with ssh (experimental)
+- Remove upstream dependencies from downstream-ci workflow (temporary) (#83)
+- ci: pin python versions to 3.9 ... 3.12 for checks (#93)
+- Fix `__version__` import in init
+
+## [0.5.7](https://github.com/ecmwf/anemoi-datasets/compare/0.5.6...0.5.7) - 2024-10-09
+
+### Changed
+
+- Add support to fill missing dates
+
+## [Allow for unknown CF coordinates](https://github.com/ecmwf/anemoi-datasets/compare/0.5.5...0.5.6) - 2024-10-04
+
+### Changed
+
+- Add `variables_metadata` entry in the dataset metadata
+- Update documentation
+
+### Changed
+
+- Add `variables_metadata` entry in the dataset metadata
+
+### Changed
+
+- Add `variables_metadata` entry in the dataset metadata
 
 ## [0.5.5](https://github.com/ecmwf/anemoi-datasets/compare/0.5.4...0.5.5) - 2024-10-04
 
@@ -49,6 +103,7 @@ Keep it human-readable, your future self will thank you!
 - Bug fix when creating dataset from zarr
 - Bug fix with area selection in cutout operation
 - add paths-ignore to ci workflow
+- call provenance less often
 
 ### Removed
 

anemoi_datasets-0.5.10/CONTRIBUTORS.md

@@ -0,0 +1,13 @@
+## How to Contribute
+
+Please see the [read the docs](https://anemoi-training.readthedocs.io/en/latest/dev/contributing.html).
+
+
+## Contributors
+
+Thank you to all the wonderful people who have contributed to Anemoi. Contributions can come in many forms, including code, documentation, bug reports, feature suggestions, design, and more. A list of code-based contributors can be found [here](https://github.com/ecmwf/anemoi-datasets/graphs/contributors).
+
+
+## Contributing Organisations
+
+Significant contributions have been made by the following organisations: [DWD](https://www.dwd.de/), [MET Norway](https://www.met.no/), [MeteoSwiss](https://www.meteoswiss.admin.ch/), [RMI](https://www.meteo.be/) & [ECMWF](https://www.ecmwf.int/)

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: anemoi-datasets
-Version: 0.5.6
+Version: 0.5.10
 Summary: A package to hold various functions to support training of ML models on ECMWF data.
 Author-email: "European Centre for Medium-Range Weather Forecasts (ECMWF)" <software.support@ecmwf.int>
 License:                                  Apache License
@@ -219,11 +219,13 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Programming Language :: Python :: Implementation :: PyPy
 Requires-Python: >=3.9
 License-File: LICENSE
-Requires-Dist: anemoi-utils[provenance]>=0.3.15
+Requires-Dist: anemoi-transform>=0.0.5
+Requires-Dist: anemoi-utils[provenance]>=0.4.2
 Requires-Dist: cfunits
 Requires-Dist: numpy
 Requires-Dist: pyyaml
@@ -231,39 +233,16 @@ Requires-Dist: semantic-version
 Requires-Dist: tqdm
 Requires-Dist: zarr<=2.17
 Provides-Extra: all
-Requires-Dist: boto3; extra == "all"
-Requires-Dist: earthkit-data[mars]>=0.9; extra == "all"
-Requires-Dist: earthkit-geo>=0.2; extra == "all"
-Requires-Dist: earthkit-meteo; extra == "all"
-Requires-Dist: ecmwflibs>=0.6.3; extra == "all"
-Requires-Dist: entrypoints; extra == "all"
-Requires-Dist: gcsfs; extra == "all"
-Requires-Dist: kerchunk; extra == "all"
-Requires-Dist: pyproj; extra == "all"
-Requires-Dist: requests; extra == "all"
+Requires-Dist: anemoi-datasets[create,remote,xarray]; extra == "all"
 Provides-Extra: create
-Requires-Dist: earthkit-data[mars]>=0.9; extra == "create"
+Requires-Dist: earthkit-data[mars]>=0.10.7; extra == "create"
 Requires-Dist: earthkit-geo>=0.2; extra == "create"
 Requires-Dist: earthkit-meteo; extra == "create"
-Requires-Dist: ecmwflibs>=0.6.3; extra == "create"
+Requires-Dist: eccodes>=2.38.1; extra == "create"
 Requires-Dist: entrypoints; extra == "create"
 Requires-Dist: pyproj; extra == "create"
 Provides-Extra: dev
-Requires-Dist: boto3; extra == "dev"
-Requires-Dist: earthkit-data[mars]>=0.9; extra == "dev"
-Requires-Dist: earthkit-geo>=0.2; extra == "dev"
-Requires-Dist: earthkit-meteo; extra == "dev"
-Requires-Dist: ecmwflibs>=0.6.3; extra == "dev"
-Requires-Dist: entrypoints; extra == "dev"
-Requires-Dist: gcsfs; extra == "dev"
-Requires-Dist: kerchunk; extra == "dev"
-Requires-Dist: nbsphinx; extra == "dev"
-Requires-Dist: pandoc; extra == "dev"
-Requires-Dist: pyproj; extra == "dev"
-Requires-Dist: pytest; extra == "dev"
-Requires-Dist: requests; extra == "dev"
-Requires-Dist: sphinx; extra == "dev"
-Requires-Dist: sphinx-rtd-theme; extra == "dev"
+Requires-Dist: anemoi-datasets[all,docs,tests]; extra == "dev"
 Provides-Extra: docs
 Requires-Dist: nbsphinx; extra == "docs"
 Requires-Dist: pandoc; extra == "docs"
@@ -278,3 +257,6 @@ Requires-Dist: pytest; extra == "tests"
 Provides-Extra: xarray
 Requires-Dist: gcsfs; extra == "xarray"
 Requires-Dist: kerchunk; extra == "xarray"
+Requires-Dist: pandas; extra == "xarray"
+Requires-Dist: planetary-computer; extra == "xarray"
+Requires-Dist: pystac-client; extra == "xarray"

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/README.md

@@ -22,7 +22,7 @@ $ pip install anemoi-datasets
 ## License
 
 ```
-Copyright 2022, European Centre for Medium Range Weather Forecasts.
+Copyright 2024, Anemoi contributors.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.

anemoi_datasets-0.5.10/docs/building/filters/rename.rst

@@ -0,0 +1,20 @@
+########
+ rename
+########
+
+When combining several sources, it is common to have different values
+for a given attribute to represents the same concept. For example,
+``temperature_850hPa`` and ``t_850`` are two different ways to represent
+the temperature at 850 hPa. The ``rename`` filter allows to rename a key
+to another key. It is a :ref:`filter <filters>` that needs to follow a
+:ref:`source <sources>` or another filter in a :ref:`building-pipe`
+operation.
+
+.. literalinclude:: yaml/rename.yaml
+   :language: yaml
+
+.. note::
+
+   The ``rename`` filter was mostly designed to rename the ``param``
+   attribute, but any key can be renamed. The ``rename`` filter can take
+   several renaming keys.

anemoi_datasets-0.5.10/docs/building/filters/yaml/rename.yaml

@@ -0,0 +1,11 @@
+input:
+  pipe:
+    - source: # mars, grib, netcdf, etc.
+      # source attributes here
+      # ...
+
+    - rename:
+        param: # Map old `param` names to new ones
+          temperature_2m: 2t
+          temperature_850hPa: t_850
+          # ...

anemoi_datasets-0.5.10/docs/building/sources/xarray-zarr.rst

@@ -0,0 +1,18 @@
+#############
+ xarray-zarr
+#############
+
+Here is an example recipe that builds a dataset using one of the many
+regridded versions of ERA5 hosted by Google in Analysis-Ready, Cloud
+Optimized format. See `here
+<https://cloud.google.com/storage/docs/public-datasets/era5>`_ for more
+information.
+
+.. literalinclude:: yaml/xarray-zarr.yaml
+   :language: yaml
+
+Note that unlike the ``mars`` examples, there is no need to include a
+``grid`` specification. Also, in order to subselect the vertical levels,
+it is necessary to use the :ref:`join <building-join>` operation to join
+separate lists containing 2D variables and 3D variables. If all vertical
+levels are desired, then it is OK to specify a single source.

anemoi_datasets-0.5.10/docs/building/sources/yaml/xarray-zarr.yaml

@@ -0,0 +1,22 @@
+dates:
+  start: 2021-01-01T00:00:00
+  end: 2021-01-10T12:00:00
+  frequency: 6h
+
+input:
+  join:
+      - xarray-zarr:
+          url: "gs://gcp-public-data-arco-era5/ar/1959-2022-6h-128x64_equiangular_conservative.zarr"
+          param:
+              - surface_pressure
+              - 2m_temperature
+              - 10m_u_component_of_wind
+              - 10m_v_component_of_wind
+
+      - xarray-zarr:
+          url: "gs://gcp-public-data-arco-era5/ar/1959-2022-6h-128x64_equiangular_conservative.zarr"
+          param:
+              - temperature
+          level:
+              - 1000
+              - 500

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/docs/conf.py

@@ -34,7 +34,7 @@ html_logo = "_static/logo.png"
 
 project = "Anemoi"
 
-author = "ECMWF"
+author = "Anemoi contributors"
 
 year = datetime.datetime.now().year
 if year == 2024:
@@ -42,7 +42,7 @@ if year == 2024:
 else:
     years = "2024-%s" % (year,)
 
-copyright = "%s, ECMWF" % (years,)
+copyright = "%s, Anemoi contributors" % (years,)
 
 
 try:
@@ -107,6 +107,10 @@ intersphinx_mapping = {
         "https://anemoi-registry.readthedocs.io/en/latest/",
         ("../../anemoi-registry/docs/_build/html/objects.inv", None),
     ),
+    "anemoi-transform": (
+        "https://anemoi-transform.readthedocs.io/en/latest/",
+        ("../../anemoi-transform/docs/_build/html/objects.inv", None),
+    ),
 }
 
 

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/docs/index.rst

@@ -121,6 +121,7 @@ datasets <building-introduction>`.
 *****************
 
 -  :ref:`anemoi-utils <anemoi-utils:index-page>`
+-  :ref:`anemoi-transform <anemoi-transform:index-page>`
 -  :ref:`anemoi-datasets <anemoi-datasets:index-page>`
 -  :ref:`anemoi-models <anemoi-models:index-page>`
 -  :ref:`anemoi-graphs <anemoi-graphs:index-page>`

anemoi_datasets-0.5.10/docs/using/code/fill_missing_dates1_.py

@@ -0,0 +1 @@
+ds = open_dataset(dataset, fill_missing_dates="interpolate")

anemoi_datasets-0.5.10/docs/using/code/fill_missing_dates2_.py

@@ -0,0 +1 @@
+ds = open_dataset(dataset, fill_missing_dates="closest")

anemoi_datasets-0.5.10/docs/using/code/set_missing_dates_.py

@@ -0,0 +1 @@
+ds = open_dataset(dataset, set_missing_dates=["2010-01-01T12:00:00", "2010-02-01T12:00:00"])

{anemoi_datasets-0.5.6 → anemoi_datasets-0.5.10}/docs/using/missing.rst

@@ -4,6 +4,35 @@
  Managing missing dates
 ########################
 
+*********************************************
+ Managing missing dates with anemoi-training
+*********************************************
+
+Anemoi-training has internal handling of missing dates, and will
+calculate the valid date indices used during training using the
+``missing`` property. Consequenctly, when training a model with
+anemoi-training, you should `not` specify a method to deal with missing
+dates in the dataloader configuration file.
+
+**************************************************
+ Filling the missing dates with artificial values
+**************************************************
+
+When you have missing dates in a dataset, you can fill them with
+artificial values. You can either fill them with values that are the
+result of a linear interpolation between the two closest dates:
+
+.. literalinclude:: code/fill_missing_dates1_.py
+
+Or you can select the copy the value of the closest date:
+
+.. literalinclude:: code/fill_missing_dates2_.py
+
+if the missing date is exactly in the middle of two dates, the library
+will choose that value of the largest date. You can change this behavior
+by setting the ``closest`` parameter to ``'down'`` or ``'up'``
+explicitly.
+
 ************************************************
  Skipping missing when iterating over a dataset
 ************************************************
@@ -72,7 +101,7 @@ the datasets to make the dates contiguous.
  Debugging
 ***********
 
-You can set missing dates using the ``missing_dates`` option. This
+You can set missing dates using the ``set_missing_dates`` option. This
 option is for debugging purposes only.
 
-.. literalinclude:: code/missing_dates_.py
+.. literalinclude:: code/set_missing_dates_.py