icon4py-standalone-driver 0.2.0rc2__tar.gz

icon4py_standalone_driver-0.2.0rc2/PKG-INFO

@@ -0,0 +1,64 @@
+Metadata-Version: 2.4
+Name: icon4py-standalone_driver
+Version: 0.2.0rc2
+Summary: ICON model driver.
+Author-email: ETH Zurich <gridtools@cscs.ch>
+License: BSD-3 License
+Project-URL: Homepage, https://github.com/C2SM/icon4py
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: BSD License
+Classifier: Operating System :: POSIX
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Topic :: Scientific/Engineering :: Atmospheric Science
+Classifier: Topic :: Scientific/Engineering :: Mathematics
+Classifier: Topic :: Scientific/Engineering :: Physics
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: icon4py-atmosphere-dycore~=0.2.0rc2
+Requires-Dist: icon4py-atmosphere-diffusion~=0.2.0rc2
+Requires-Dist: icon4py-common~=0.2.0rc2
+Requires-Dist: icon4py-testing~=0.2.0rc2
+Requires-Dist: typer>=0.20.0
+Requires-Dist: devtools>=0.12
+Requires-Dist: gt4py==1.1.10
+Requires-Dist: packaging>=20.0
+
+# model driver for Python ICON4Py
+
+`main.py` contains a simple python program to run the experimental ICON python port.
+
+Currently, it does only diffusion and solve_nonhydro (dry atmosphere with no physics). The configuration for the granules and driver is hardcoded in [standalone_driver.py](src/icon4py/model/standalone_driver/standalone_driver.py). Time step, total integration time, number of substeps, and etc. can be configured there.
+
+The code is meant to be changed and enlarged as we port new parts of the model.
+
+It runs single node.
+
+## Installation
+
+See the general instructions in the [README.md](../../README.md) in the base folder of the repository.
+
+## Usage
+
+```bash
+# set environment variables (optional but convenient)
+export ICON4PY_ROOT=<path to the icon4py clone>
+export GRID_FOLDER=<path to the folder holding grids>
+
+# command line arguments:
+icon4py-standalone-driver \
+    $ICON4PY_ROOT/configuration_path/ \
+    --grid-file-path $GRID_FOLDER/icon_grid_0013_R02B04_R.nc \
+    --output-path $ICON4PY_ROOT/output_path \
+    --icon4py-backend gtfn_cpu
+```
+
+#### Remarks

icon4py_standalone_driver-0.2.0rc2/README.md

@@ -0,0 +1,30 @@
+# model driver for Python ICON4Py
+
+`main.py` contains a simple python program to run the experimental ICON python port.
+
+Currently, it does only diffusion and solve_nonhydro (dry atmosphere with no physics). The configuration for the granules and driver is hardcoded in [standalone_driver.py](src/icon4py/model/standalone_driver/standalone_driver.py). Time step, total integration time, number of substeps, and etc. can be configured there.
+
+The code is meant to be changed and enlarged as we port new parts of the model.
+
+It runs single node.
+
+## Installation
+
+See the general instructions in the [README.md](../../README.md) in the base folder of the repository.
+
+## Usage
+
+```bash
+# set environment variables (optional but convenient)
+export ICON4PY_ROOT=<path to the icon4py clone>
+export GRID_FOLDER=<path to the folder holding grids>
+
+# command line arguments:
+icon4py-standalone-driver \
+    $ICON4PY_ROOT/configuration_path/ \
+    --grid-file-path $GRID_FOLDER/icon_grid_0013_R02B04_R.nc \
+    --output-path $ICON4PY_ROOT/output_path \
+    --icon4py-backend gtfn_cpu
+```
+
+#### Remarks

icon4py_standalone_driver-0.2.0rc2/pyproject.toml

@@ -0,0 +1,92 @@
+# -- Build system requirements (PEP 518) --
+
+[build-system]
+build-backend = "setuptools.build_meta"
+requires = ["setuptools>=61.0", "wheel>=0.40.0"]
+
+# -- Standard project description options (PEP 621) --
+[project]
+authors = [{email = "gridtools@cscs.ch", name = "ETH Zurich"}]
+classifiers = [
+  'Development Status :: 3 - Alpha',
+  'Intended Audience :: Science/Research',
+  'License :: OSI Approved :: BSD License',
+  'Operating System :: POSIX',
+  'Programming Language :: Python',
+  'Programming Language :: Python :: 3',
+  'Programming Language :: Python :: 3 :: Only',
+  'Programming Language :: Python :: 3.10',
+  'Programming Language :: Python :: 3.11',
+  'Programming Language :: Python :: 3.12',
+  'Programming Language :: Python :: 3.13',
+  'Programming Language :: Python :: 3.14',
+  'Programming Language :: Python :: Implementation :: CPython',
+  'Topic :: Scientific/Engineering :: Atmospheric Science',
+  'Topic :: Scientific/Engineering :: Mathematics',
+  'Topic :: Scientific/Engineering :: Physics'
+]
+dependencies = [
+  # workspace members
+  "icon4py-atmosphere-dycore~=0.2.0rc2",
+  "icon4py-atmosphere-diffusion~=0.2.0rc2",
+  "icon4py-common~=0.2.0rc2",
+  "icon4py-testing~=0.2.0rc2",  # TODO(): remove this dependency when driver is fully standalone
+  # external dependencies
+  "typer>=0.20.0",
+  "devtools>=0.12",
+  "gt4py==1.1.10",
+  "packaging>=20.0"
+]
+description = "ICON model driver."
+license = {text = "BSD-3 License"}
+name = "icon4py-standalone_driver"
+readme = "README.md"
+requires-python = ">=3.10"
+# managed by bump-my-version:
+version = "0.2.0rc2"
+
+[project.scripts]
+icon4py-standalone-driver = "icon4py.model.standalone_driver.main:click"  # TODO (Yilu): change the name (remove the standalone) when it becomes the main driver
+
+[project.urls]
+Homepage = "https://github.com/C2SM/icon4py"
+
+# -- bumpversion --
+[tool.bumpversion]
+allow_dirty = false
+commit = false
+current_version = "0.2.0rc2"
+ignore_missing_version = false
+message = 'Bump icon4py-standalone_driver version: {current_version} → {new_version}'
+parse = "(?P<major>\\d+)\\.(?P<minor>\\d+)\\.(?P<patch>\\d+)(?:(?P<pre_l>a|b|rc)(?P<pre_n>\\d+))?"
+serialize = ["{major}.{minor}.{patch}{pre_l}{pre_n}", "{major}.{minor}.{patch}"]
+tag = false
+
+[[tool.bumpversion.files]]
+filename = "pyproject.toml"
+replace = '''
+# managed by bump-my-version:
+version = "{new_version}"
+'''
+search = '''
+# managed by bump-my-version:
+version = "{current_version}"
+'''
+
+[[tool.bumpversion.files]]
+filename = "src/icon4py/model/standalone_driver/__init__.py"
+
+# --ruff --
+[tool.ruff]
+extend = "../../pyproject.toml"
+
+[tool.ruff.lint.isort]
+known-first-party = ['icon4py']
+known-third-party = ['gt4py']
+
+# -- setuptools --
+[tool.setuptools.package-data]
+'*' = ['*.in', '*.md', '*.rst', '*.txt', 'LICENSE', 'py.typed']
+
+[tool.setuptools.packages]
+find = {namespaces = true, where = ['src']}

icon4py_standalone_driver-0.2.0rc2/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

icon4py_standalone_driver-0.2.0rc2/src/icon4py/model/standalone_driver/__init__.py

@@ -0,0 +1,29 @@
+# ICON4Py - ICON inspired code in Python and GT4Py
+#
+# Copyright (c) 2022-2024, ETH Zurich and MeteoSwiss
+# All rights reserved.
+#
+# Please, refer to the LICENSE file in the root directory.
+# SPDX-License-Identifier: BSD-3-Clause
+
+from typing import Final
+
+from packaging import version as pkg_version
+
+
+__all__ = [
+    "__author__",
+    "__copyright__",
+    "__license__",
+    "__version__",
+    "__version_info__",
+]
+
+
+__author__: Final = "ETH Zurich,  MeteoSwiss and individual contributors"
+__copyright__: Final = "Copyright (c) 2022-2024 ETH Zurich and MeteoSwiss"
+__license__: Final = "BSD-3-Clause"
+
+
+__version__: Final = "0.2.0rc2"
+__version_info__: Final = pkg_version.parse(__version__)

icon4py_standalone_driver-0.2.0rc2/src/icon4py/model/standalone_driver/config.py

@@ -0,0 +1,43 @@
+# ICON4Py - ICON inspired code in Python and GT4Py
+#
+# Copyright (c) 2022-2024, ETH Zurich and MeteoSwiss
+# All rights reserved.
+#
+# Please, refer to the LICENSE file in the root directory.
+# SPDX-License-Identifier: BSD-3-Clause
+
+import dataclasses
+import datetime
+import pathlib
+
+from gt4py.next.instrumentation import metrics as gtx_metrics
+
+from icon4py.model.common import type_alias as ta
+
+
+@dataclasses.dataclass
+class ProfilingStats:
+    gt4py_metrics_level: int = gtx_metrics.ALL
+    gt4py_metrics_output_file: str = "gt4py_metrics.json"
+    skip_first_timestep: bool = True
+
+
+@dataclasses.dataclass(frozen=True)
+class DriverConfig:
+    """
+    Standalone driver configuration.
+
+    Default values should correspond to default values in ICON.
+    """
+
+    experiment_name: str
+    output_path: pathlib.Path
+    profiling_stats: ProfilingStats | None
+    dtime: datetime.timedelta = datetime.timedelta(seconds=600.0)
+    start_date: datetime.datetime = datetime.datetime(1, 1, 1, 0, 0, 0)
+    end_date: datetime.datetime = datetime.datetime(1, 1, 1, 1, 0, 0)
+    apply_extra_second_order_divdamp: bool = False
+    vertical_cfl_threshold: ta.wpfloat = dataclasses.field(default_factory=lambda: ta.wpfloat(0.85))
+    ndyn_substeps: int = 5
+    enable_statistics_output: bool = False
+    ntracer: int = 0

icon4py_standalone_driver-0.2.0rc2/src/icon4py/model/standalone_driver/driver_constants.py

@@ -0,0 +1,28 @@
+# ICON4Py - ICON inspired code in Python and GT4Py
+#
+# Copyright (c) 2022-2024, ETH Zurich and MeteoSwiss
+# All rights reserved.
+#
+# Please, refer to the LICENSE file in the root directory.
+# SPDX-License-Identifier: BSD-3-Clause
+
+from icon4py.model.common import type_alias as ta
+
+
+#: Factor multiplied to the user-defined CFL number to determine the whether to enter watchmode
+CFL_ENTER_WATCHMODE_FACTOR = ta.wpfloat("0.81")
+
+#: Threshold factor multiplied to the user-defined CFL number to maintain the number of substeps
+CFL_THRESHOLD_FACTOR = ta.wpfloat("0.9")
+
+#: Factor multiplied to the user-defined CFL number to determine the whether to leave watchmode
+CFL_LEAVE_WATCHMODE_FACTOR = ta.wpfloat("0.76")
+
+#: Adjustment factor for second order divergence damping
+ADJUST_FACTOR_FOR_SECOND_ORDER_DIVDAMP = ta.wpfloat("0.8")
+
+#: Initial period for second order divergence damping
+INITIAL_PERIOD_FOR_SECOND_ORDER_DIVDAMP = ta.wpfloat("1800.0")
+
+#: Transition end period for second order divergence damping
+TRANSITION_END_PERIOD_FOR_SECOND_ORDER_DIVDAMP = ta.wpfloat("7200.0")

icon4py_standalone_driver-0.2.0rc2/src/icon4py/model/standalone_driver/driver_states.py

@@ -0,0 +1,183 @@
+# ICON4Py - ICON inspired code in Python and GT4Py
+#
+# Copyright (c) 2022-2024, ETH Zurich and MeteoSwiss
+# All rights reserved.
+#
+# Please, refer to the LICENSE file in the root directory.
+# SPDX-License-Identifier: BSD-3-Clause
+
+import dataclasses
+import datetime
+import enum
+import functools
+import logging
+import statistics
+from typing import NamedTuple
+
+import devtools
+
+import icon4py.model.common.utils as common_utils
+from icon4py.model.atmosphere.advection import advection_states
+from icon4py.model.atmosphere.diffusion import diffusion_states
+from icon4py.model.atmosphere.dycore import dycore_states
+from icon4py.model.common import type_alias as ta
+from icon4py.model.common.grid import geometry as grid_geometry
+from icon4py.model.common.interpolation import interpolation_factory
+from icon4py.model.common.metrics import metrics_factory
+from icon4py.model.common.states import (
+    diagnostic_state as diagnostics,
+    prognostic_state as prognostics,
+)
+from icon4py.model.standalone_driver import config as driver_config
+
+
+log = logging.getLogger(__name__)
+
+
+class StaticFieldFactories(NamedTuple):
+    """
+    Factories of static fields for the driver and components.
+
+    Attributes:
+        geometry_field_source: grid geometry field factory that stores geometrical properties of a grid
+        interpolation_field_source: interpolation field factory that stores pre-computed coefficients for interpolation employed in the model
+        metrics_field_source: metrics field factory that stores pre-computed coefficients for numerical operations employed in the model
+    """
+
+    geometry_field_source: grid_geometry.GridGeometry
+    interpolation_field_source: interpolation_factory.InterpolationFieldsFactory
+    metrics_field_source: metrics_factory.MetricsFieldsFactory
+
+
+class DriverStates(NamedTuple):
+    """
+    Initialized states for the driver run.
+
+    Attributes:
+        prep_advection_prognostic: Fields collecting data for advection during the solve nonhydro timestep.
+        solve_nonhydro_diagnostic: Initial state for solve_nonhydro diagnostic variables.
+        diffusion_diagnostic: Initial state for diffusion diagnostic variables.
+        prognostics: Initial state for prognostic variables (double buffered).
+        diagnostic: Initial state for global diagnostic variables.
+    """
+
+    prep_advection_prognostic: dycore_states.PrepAdvection
+    solve_nonhydro_diagnostic: dycore_states.DiagnosticStateNonHydro
+    tracer_advection_diagnostic: advection_states.AdvectionDiagnosticState
+    prep_tracer_advection_prognostic: advection_states.AdvectionPrepAdvState
+    diffusion_diagnostic: diffusion_states.DiffusionDiagnosticState
+    prognostics: common_utils.TimeStepPair[prognostics.PrognosticState]
+    diagnostic: diagnostics.DiagnosticState
+
+
+@dataclasses.dataclass
+class ModelTimeVariables:
+    """
+    This class contains driver's run-time time or date variables.
+    It tracks the current simulation date, substepping information, and cfl watch mode.
+
+    """
+
+    config: dataclasses.InitVar[driver_config.DriverConfig]
+
+    n_time_steps: int = dataclasses.field(init=False)
+    dtime: datetime.timedelta = dataclasses.field(init=False)
+    ndyn_substeps_var: int = dataclasses.field(init=False)
+    max_ndyn_substeps: int = dataclasses.field(init=False)
+    elapsed_time_in_seconds: ta.wpfloat = dataclasses.field(init=False)
+    simulation_date: datetime.datetime = dataclasses.field(init=False)
+    is_first_step_in_simulation: bool = dataclasses.field(init=False)
+    cfl_watch_mode: bool = dataclasses.field(init=False)
+
+    def __post_init__(self, config: driver_config.DriverConfig) -> None:
+        self.n_time_steps = int((config.end_date - config.start_date) / config.dtime)
+        self.dtime = config.dtime
+        self.elapsed_time_in_seconds = ta.wpfloat("0.0")
+        self.simulation_date = config.start_date
+        self.ndyn_substeps_var = config.ndyn_substeps
+        self.max_ndyn_substeps = config.ndyn_substeps + 7
+        self.is_first_step_in_simulation = True
+        self.cfl_watch_mode = False
+
+        if self.n_time_steps < 0:
+            raise ValueError("end_date should be larger than start_date. Please check.")
+
+    @functools.cached_property
+    def dtime_in_seconds(self) -> ta.wpfloat:
+        return ta.wpfloat(self.dtime.total_seconds())
+
+    @property
+    def substep_timestep(self) -> ta.wpfloat:
+        return ta.wpfloat(self.dtime_in_seconds / self.ndyn_substeps_var)
+
+    def next_simulation_date(self) -> None:
+        self.simulation_date += self.dtime
+        self.elapsed_time_in_seconds += self.dtime_in_seconds
+
+    def update_ndyn_substeps(self, new_ndyn_substeps: int) -> None:
+        self.ndyn_substeps_var = new_ndyn_substeps
+
+    def update_cfl_watch_mode(self, mode: bool) -> None:
+        self.cfl_watch_mode = mode
+
+    def reset(self, config: driver_config.DriverConfig) -> None:
+        """
+        Re-initialize all time-integration-related runtime values from the given config.
+        """
+        self.__post_init__(config)
+
+
+class DriverTimers(enum.Enum):
+    SOLVE_NH_FIRST_STEP = "solve_nh_first_step"
+    SOLVE_NH = "solve_nh"
+    DIFFUSION_FIRST_STEP = "diffusion_first_step"
+    DIFFUSION = "diffusion"
+
+
+@dataclasses.dataclass
+class TimerCollection:
+    timer_names: dataclasses.InitVar[list[str]]
+    timers: dict[str, devtools.Timer] = dataclasses.field(init=False)
+
+    def __post_init__(self, timer_names: str | list[str]) -> None:
+        self.timers = {}
+        self.add_timers(timer_names)
+
+    def add_timers(self, timer_names: str | list[str]) -> None:
+        for timer in timer_names:
+            assert timer not in self.timers, f"Timer '{timer}' is already defined."
+            self.timers[timer] = devtools.Timer(timer, dp=6, verbose=False)
+
+    def show_timer_report(
+        self,
+    ) -> None:
+        log.info("===== ICON4Py timer report =====")
+        table_titles = (
+            f"|{'timer name':^30}|"
+            f"{'no. of times called':^23}|"
+            f"{'mean time (s)':^23}|"
+            f"{'std. deviation (s)':^23}|"
+            f"{'min time (s)':^23}|"
+            f"{'max time (s)':^23}|"
+        )
+        log.info(table_titles)
+        log.info("-" * len(table_titles))
+        for timer_name, timer in self.timers.items():
+            times = []
+            for r in timer.results:
+                if not r.finish:
+                    r.capture()
+                times.append(r.elapsed())
+            if len(times) > 0:
+                log.info(
+                    f"|{timer_name:^30}|"
+                    f"{len(times):^23}|"
+                    f"{statistics.mean(times):^23.8f}|"
+                    f"{statistics.stdev(times) if len(times) > 1 else 0:^23.8f}|"
+                    f"{min(times):^23.8f}|"
+                    f"{max(times):^23.8f}|"
+                )
+            else:
+                log.info(
+                    f"|{timer_name:^30}|{'not started':^23}|{'':^23}|{'':^23}|{'':^23}|{'':^23}|"
+                )