verif 1.3.0.dev1__tar.gz → 1.4.0__tar.gz

verif-1.4.0/.gitignore

@@ -0,0 +1,16 @@
+*.pyc
+dist
+build
+*.egg-info
+*~
+.coverage
+cover
+.*.swp
+deb_dist
+test.csh
+testPlots/
+stdeb.cfg
+devel/
+.tox
+deps
+.vscode

{verif-1.3.0.dev1 → verif-1.4.0}/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2013-2022, Weather Forecast Research Team
+Copyright (c) 2013-2025, Weather Forecast Research Team
 All rights reserved.
 
 Redistribution and use in source and binary forms, with or without

verif-1.4.0/MANIFEST.in

@@ -0,0 +1,22 @@
+include pyproject.toml
+include README.md
+include LICENSE
+
+recursive-include verif *.py
+
+prune tests
+prune docs
+prune .github
+prune .gitignore
+prune scripts
+prune examples
+prune other
+prune .pytest_cache
+prune build
+prune dist
+prune verif/tests
+
+global-exclude __pycache__/*
+global-exclude *.pyc
+global-exclude *.pyo
+global-exclude *.pyd

verif-1.4.0/PKG-INFO

@@ -0,0 +1,36 @@
+Metadata-Version: 2.4
+Name: verif
+Version: 1.4.0
+Summary: A verification program for meteorological forecasts and observations
+Author-email: Thomas Nipen <thomasn@met.no>
+License-Expression: BSD-3-Clause
+Project-URL: Homepage, https://github.com/WFRT/verif
+Keywords: meteorology,verification,weather prediction
+Classifier: Intended Audience :: Science/Research
+Classifier: Topic :: Scientific/Engineering :: Atmospheric Science
+Classifier: Topic :: Scientific/Engineering :: Information Analysis
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Programming Language :: Python :: Implementation :: PyPy
+Classifier: Development Status :: 5 - Production/Stable
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: numpy>=1.7
+Requires-Dist: matplotlib
+Requires-Dist: scipy
+Requires-Dist: netCDF4
+Requires-Dist: PyQt6
+Requires-Dist: cftime
+Requires-Dist: cartopy
+Provides-Extra: test
+Requires-Dist: coverage; extra == "test"
+Requires-Dist: pep8; extra == "test"
+Requires-Dist: pylint; extra == "test"
+Requires-Dist: flake8; extra == "test"
+Dynamic: license-file

verif-1.4.0/README.rst

@@ -0,0 +1,107 @@
+Forecast verification software
+==============================
+.. image:: https://img.shields.io/github/v/release/WFRT/verif.svg
+  :target: https://github.com/WFRT/verif/releases
+  :alt: Release badge
+.. image:: https://github.com/WFRT/verif/actions/workflows/python-package.yml/badge.svg
+  :target: https://github.com/WFRT/verif/actions/workflows/python-package.yml
+  :alt: CI badge
+.. image:: https://img.shields.io/badge/DOI-10.1175%2FBAMS--D--22--0253.1-blue
+  :target: https://doi.org/10.1175/BAMS-D-22-0253.1
+  :alt: Bams Article
+
+Verif is a command-line tool that lets you verify the quality of weather forecasts for point
+locations. It can also compare forecasts from different forecasting systems (that have different
+models, post-processing methods, etc).
+
+The program reads files with observations and forecasts in a specific format (see "Input files"
+below). The input files contain information about dates, forecast lead times, and locations such
+that statistics can be aggregated across different dimensions. To ensure a fair comparison among
+files, Verif will discard data points where one or more forecast systems have missing forecasts.
+Since Verif is a command-line tool, it can be used in scripts to automatically create
+verification figures.
+
+Verif version 1.4 has been released (see "Installation Instruction" below). We welcome suggestions
+for improvements. Verif is developed by Thomas Nipen (thomasn@met.no), with contributions from many.
+
+Features
+--------
+
+* Deterministic metrics such as MAE, bias, correlation, RMSE (e.g. ``-m mae``)
+* Threshold-based metrics such as the false alarm rate, ETS, EDI, Yule's Q (e.g. ``-m ets``)
+* Probabilistic metrics such as brier score, PIT-histogram, reliability diagrams (e.g. ``-m bs``)
+* Special plots like Taylor diagrams (``-m taylor``), quantile-quantile plots (``-m qq``).
+* Plot scores as a function of date, lead time, station altitude/lat/longitude (e.g. ``-x date``)
+* Show scores on maps (``-type map``)
+* Subset the data by specifying a date range and lat/lon range (``-latrange 58,60``)
+* Export to text (``-type text``)
+* Options to adjust font sizes, label positions, tick marks, legends, etc (``-labfs 14``)
+* Anomaly statistics relative to a baseline like climatology (``-c climfile.txt``)
+* Output to png, jpeg, eps, etc and specify dimensions and resolution (``-f image.png -dpi 300``)
+
+Resources
+---------
+
+* Check out the **wiki** at https://github.com/WFRT/verif/wiki.
+* Found a bug? Please report it in the **issue tracker** at https://github.com/WFRT/verif/issues.
+* Reach out to the Verif community in the **discussions** at https://github.com/WFRT/verif/discussions.
+* Check out our `article <https://journals.ametsoc.org/view/journals/bams/104/9/BAMS-D-22-0253.1.xml>`_ published in BAMS.
+
+.. image:: other/image.jpg
+    :alt: Example plots
+    :width: 400
+    :align: center
+
+Getting started
+---------------
+
+The easiest way to get started is to install verif with pip:
+
+.. code-block:: bash
+
+    pip3 install verif
+
+The `verif` command-line program should then be available.
+
+Note that the python package "cartopy" is optional and not installed by default when verif is
+installed, Verif uses "cartopy" for creating a background map when verification scores are plotted
+on a map. To install Cartopy run
+
+.. code-block:: bash
+
+    pip3 install cartopy
+
+To upgrade to a newer version of Verif, run the following:
+
+.. code-block:: bash
+
+   pip3 install verif --upgrade
+
+Examples
+--------
+To test Verif, you can download example datasets from the github
+`discussion page <https://github.com/WFRT/verif/discussions>`_. For example, download the following two files from the wind speed dataset: `MEPS.nc <https://thredds.met.no/thredds/fileServer/metusers/thomasn/verif_datasets/short_range_wind_ens/MEPS.nc>`_ (2.5 km regional model; 557MB file size) and `IFS.nc <https://thredds.met.no/thredds/fileServer/metusers/thomasn/verif_datasets/short_range_wind_ens/IFS.nc>`_ (9 km global model by ECMWF; 419 MB file size). Then run the following
+commands to test out the software:
+
+.. code-block:: bash
+
+   # Shows mean absolute error as a function of lead-time
+   verif MEPS.nc IFS.nc -m mae
+   # Shows average observed and forecasted values as a function on time
+   verif MEPS.nc IFS.nc -m obsfcst -x time
+   # Shows equitable threat score as a function of threshold
+   verif MEPS.nc IFS.nc -m ets
+   # Shows a reliability diagram for a threshold of 13.9 m/s (gale force winds)
+   verif MEPS.nc IFS.nc -m reliability -r 13.9
+   # Shows Brier skill score as a function of threshold
+   verif MEPS.nc IFS.nc -m bss -x threshold
+
+How to cite
+-----------
+Nipen, T. N., R. B. Stull, C. Lussana, and I. A. Seierstad, 2023: `Verif: A Weather-Prediction Verification Tool for Effective Product Development <https://journals.ametsoc.org/view/journals/bams/104/9/BAMS-D-22-0253.1.xml>`_. Bull. Amer. Meteor.  Soc., 104, E1610–E1618, https://doi.org/10.1175/BAMS-D-22-0253.1.
+
+Copyright and license
+---------------------
+
+Copyright © 2013-2026 UBC Weather Forecast Research Team. Verif is licensed under the 3-clause
+BSD license. See LICENSE file.

verif-1.4.0/makefile

@@ -0,0 +1,40 @@
+.PHONY: test other/verif.sh dist
+
+default: nothing
+
+nothing:
+	@ echo "This makefile does not build verif, use setup.py"
+
+VERSION=$(shell grep __version__ verif/version.py | cut -d"=" -f2 | sed s"/ //g" | sed s"/'//g")
+test:
+	coverage run --source verif -m unittest discover -v
+	flake8 verif --count --select=E9,F63,F7,F82 --show-source --statistics
+
+coverage: test
+	coverage report --precision 2
+	coverage html -d pages/coverage
+	@echo "Coverage created in pages/coverage"
+
+# Creating distribution for pip
+dist:
+	echo $(VERSION)
+	rm -rf dist
+	python3 -m build
+	@ echo "Next, run 'twine upload dist/*'"
+
+clean:
+	python3 setup.py clean
+	rm -rf build/
+	find . -name '*.pyc' -delete
+	rm -rf deb_dist
+	rm -rf verif.egg-info
+
+lint:
+	# python verif/tests/pep8_test.py
+	pylint -d C,R,W verif/*.py verif/tests/*.py
+
+count:
+	@wc -l verif/*.py | tail -1
+
+other/verif.sh:
+	python3 other/create_bash_completion.py > other/verif.sh

verif-1.4.0/pyproject.toml

@@ -0,0 +1,55 @@
+[build-system]
+requires = ["setuptools>=68", "setuptools_scm"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "verif"
+authors = [
+    {name = "Thomas Nipen", email = "thomasn@met.no"}
+]
+description='A verification program for meteorological forecasts and observations'
+keywords=['meteorology', 'verification', 'weather prediction']
+
+license = "BSD-3-Clause"
+license-files = ["LICENSE"]
+readme = "README.md"
+
+requires-python = ">=3.9"
+classifiers = [
+      'Intended Audience :: Science/Research',
+      'Topic :: Scientific/Engineering :: Atmospheric Science',
+      'Topic :: Scientific/Engineering :: Information Analysis',
+      "Operating System :: OS Independent",
+      "Programming Language :: Python :: 3 :: Only",
+      "Programming Language :: Python :: 3.9",
+      "Programming Language :: Python :: 3.10",
+      "Programming Language :: Python :: 3.11",
+      "Programming Language :: Python :: 3.12",
+      "Programming Language :: Python :: Implementation :: CPython",
+      "Programming Language :: Python :: Implementation :: PyPy",
+      "Development Status :: 5 - Production/Stable",
+    ]
+dependencies = [
+    'numpy>=1.7',
+    'matplotlib',
+    'scipy',
+    'netCDF4',
+    'PyQt6',
+    'cftime',
+    'cartopy',
+]
+dynamic = ["version"]
+optional-dependencies.test = ['coverage', 'pep8', 'pylint', 'flake8']
+
+[project.urls]
+Homepage='https://github.com/WFRT/verif'
+
+[tool.setuptools]
+include-package-data = false
+packages = ["verif"]
+
+[tool.setuptools.dynamic]
+version = {attr = "verif.version.__version__"}
+
+[project.scripts]
+verif = "verif:main"

verif-1.4.0/tox.ini

@@ -0,0 +1,15 @@
+[tox]
+envlist = py37, py310
+
+[testenv]
+# set the matplitlib backend to one that does not require the xserver
+setenv = MPLBACKEND = Agg
+passenv =
+  TRAVIS
+  TRAVIS_*
+
+deps =.[test]
+
+commands =
+    coverage run --source verif -m unittest discover
+    verif examples/raw.txt examples/kf.txt -m mae -f test.png

verif-1.4.0/verif/.gitignore

@@ -0,0 +1,2 @@
+temp/
+devel/

verif-1.4.0/verif/__main__.py

@@ -0,0 +1,6 @@
+import sys
+import verif.driver
+
+
+if __name__ == '__main__':
+    verif.driver.run(sys.argv)

{verif-1.3.0.dev1 → verif-1.4.0}/verif/aggregator.py

@@ -145,3 +145,47 @@ class Quantile(Aggregator):
 
     def __eq__(self, other):
         return (self.__class__ == other.__class__) and (self.quantile == other.quantile)
+
+
+class Change(Aggregator):
+    """Difference between the last and the first element. Is most useful
+    when used with -Tagg since it implies an array representing a sequence
+    such as time.
+    """
+    def __call__(self, array, axis=None):
+        if axis is None:
+            return array.flatten()[-1] - array.flatten()[0]
+        elif axis == 0:
+            return array[-1, ...] - array[0, ...]
+        elif axis == 1:
+            return array[:, -1, ...] - array[:, 0, ...]
+        elif axis == 2:
+            return array[:, :, -1, ...] - array[:, :, 0, ...]
+        elif axis == 3:
+            return array[:, :, :, -1, ...] - array[:, :, :, 0, ...]
+        elif axis == 4:
+            return array[:, :, :, :, -1, ...] - array[:, :, :, :, 0, ...]
+        else:
+            raise NotImplementedError(f"This function not implemented for axis {axis}")
+
+
+class AbsChange(Aggregator):
+    """Absolute value of difference between the last and the first element. Is most useful
+    when used with -Tagg since it implies an array representing a sequence
+    such as time.
+    """
+    def __call__(self, array, axis=None):
+        if axis is None:
+            return np.abs(array.flatten()[-1] - array.flatten()[0])
+        elif axis == 0:
+            return np.abs(array[-1, ...] - array[0, ...])
+        elif axis == 1:
+            return np.abs(array[:, -1, ...] - array[:, 0, ...])
+        elif axis == 2:
+            return np.abs(array[:, :, -1, ...] - array[:, :, 0, ...])
+        elif axis == 3:
+            return np.abs(array[:, :, :, -1, ...] - array[:, :, :, 0, ...])
+        elif axis == 4:
+            return np.abs(array[:, :, :, :, -1, ...] - array[:, :, :, :, 0, ...])
+        else:
+            raise NotImplementedError(f"This function not implemented for axis {axis}")

{verif-1.3.0.dev1 → verif-1.4.0}/verif/axis.py

@@ -38,6 +38,7 @@ def get_leadtime_axes():
     return [axis[1]() for axis in get_all() if hasattr(axis[1], "compute_from_leadtimes")]
     return [verif.axis.Leadtime(), verif.axis.Leadtimeday()]
 
+
 def get_spatial_axes():
     return [axis[1]() for axis in get_all() if axis[1]().is_location_like]