eccodes 2.40.1__tar.gz → 2.42.0__tar.gz

{eccodes-2.40.1 → eccodes-2.42.0}/CHANGELOG.rst

@@ -2,6 +2,21 @@
 Changelog for eccodes-python
 ============================
 
+2.42.0 (2025-06-25)
+--------------------
+
+- ECC-2081: Allow memoryview as input to codes_new_from_message
+- ECC-2086: GRIB: getting the bitmap using up all the memory
+- ECC-2072: high-level 'get' function should return default value if key is not implemented
+
+
+2.41.0 (2025-04-10)
+--------------------
+
+- ECC-2034: GRIB encoding: Data quality checks via the API
+- GitHub pull request #124: Add basic BUFR support (high-level interface)
+
+
 2.40.1 (2025-03-17)
 --------------------
 

{eccodes-2.40.1 → eccodes-2.42.0}/Makefile

@@ -2,7 +2,7 @@
 PACKAGE := eccodes-python
 IMAGE := $(PACKAGE)-image
 MODULE := eccodes
-PYTHONS := python3.9 python3.8 pypy3
+PYTHONS := python3.9 pypy3
 PYTHON := python
 
 PYTESTFLAGS_TEST := -v --flakes --doctest-glob '*.rst' --cov=$(MODULE) --cov-report=html --cache-clear

{eccodes-2.40.1 → eccodes-2.42.0}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: eccodes
-Version: 2.40.1
+Version: 2.42.0
 Summary: Python interface to the ecCodes GRIB and BUFR decoder/encoder
 Home-page: https://github.com/ecmwf/eccodes-python
 Author: European Centre for Medium-Range Weather Forecasts (ECMWF)
@@ -10,7 +10,6 @@ Keywords: ecCodes GRIB BUFR
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -31,6 +30,7 @@ Dynamic: description
 Dynamic: home-page
 Dynamic: keywords
 Dynamic: license
+Dynamic: license-file
 Dynamic: requires-dist
 Dynamic: summary
 
@@ -210,6 +210,21 @@ does it submit to any jurisdiction.
 Changelog for eccodes-python
 ============================
 
+2.42.0 (2025-06-25)
+--------------------
+
+- ECC-2081: Allow memoryview as input to codes_new_from_message
+- ECC-2086: GRIB: getting the bitmap using up all the memory
+- ECC-2072: high-level 'get' function should return default value if key is not implemented
+
+
+2.41.0 (2025-04-10)
+--------------------
+
+- ECC-2034: GRIB encoding: Data quality checks via the API
+- GitHub pull request #124: Add basic BUFR support (high-level interface)
+
+
 2.40.1 (2025-03-17)
 --------------------
 

{eccodes-2.40.1 → eccodes-2.42.0}/ci/requirements-docs.txt

@@ -18,7 +18,7 @@ idna==3.7
     # via requests
 imagesize==1.1.0
     # via sphinx
-jinja2==3.1.5
+jinja2==3.1.6
     # via sphinx
 markupsafe==2.1.5
     # via jinja2
@@ -32,7 +32,7 @@ pytest-runner==4.4
     # via -r requirements-docs.in
 pytz==2018.9
     # via babel
-requests==2.32.2
+requests==2.32.4
     # via sphinx
 six==1.12.0
     # via
@@ -44,5 +44,5 @@ sphinx==1.8.5
     # via -r requirements-docs.in
 sphinxcontrib-websupport==1.1.0
     # via sphinx
-urllib3==1.26.19
+urllib3==2.4.0
     # via requests

{eccodes-2.40.1 → eccodes-2.42.0}/eccodes/eccodes.py

@@ -132,6 +132,7 @@ from gribapi import grib_no_fail_on_wrong_length as codes_no_fail_on_wrong_lengt
 from gribapi import grib_release as codes_release
 from gribapi import grib_set as codes_set
 from gribapi import grib_set_array as codes_set_array
+from gribapi import grib_set_data_quality_checks as codes_set_data_quality_checks
 from gribapi import grib_set_debug as codes_set_debug
 from gribapi import grib_set_definitions_path as codes_set_definitions_path
 from gribapi import grib_set_double as codes_set_double
@@ -348,6 +349,7 @@ __all__ = [
     "codes_samples_path",
     "codes_dump",
     "codes_set_array",
+    "codes_set_data_quality_checks",
     "codes_set_debug",
     "codes_set_definitions_path",
     "codes_set_double_array",

{eccodes-2.40.1 → eccodes-2.42.0}/eccodes/highlevel/__init__.py

@@ -1,2 +1,2 @@
-from .message import GRIBMessage, Message  # noqa
+from .message import BUFRMessage, GRIBMessage, Message  # noqa
 from .reader import FileReader, MemoryReader, StreamReader  # noqa

{eccodes-2.40.1 → eccodes-2.42.0}/eccodes/highlevel/message.py

@@ -17,7 +17,7 @@ def raise_keyerror(name):
     """Make operations on a key raise a KeyError if not found"""
     try:
         yield
-    except eccodes.KeyValueNotFoundError:
+    except (eccodes.KeyValueNotFoundError, eccodes.FunctionNotImplementedError):
         raise KeyError(name)
 
 
@@ -33,7 +33,7 @@ class Message:
 
     def copy(self):
         """Create a copy of the current message"""
-        return Message(eccodes.codes_clone(self._handle))
+        return self.__class__(eccodes.codes_clone(self._handle))
 
     def __copy__(self):
         return self.copy()
@@ -242,6 +242,24 @@ class Message:
         return eccodes.codes_get_message(self._handle)
 
 
+class BUFRMessage(Message):
+    def __init__(self, handle):
+        super().__init__(handle)
+
+    def pack(self):
+        """Pack the underlying data"""
+        self.set("pack", 1, check_values=False)
+
+    def unpack(self):
+        """Unpack the underlying data"""
+        self.set("unpack", 1, check_values=False)
+
+    @classmethod
+    def from_samples(cls, name):
+        """Create a message from a sample"""
+        return cls(eccodes.codes_bufr_new_from_samples(name))
+
+
 class GRIBMessage(Message):
     def __init__(self, handle):
         super().__init__(handle)

{eccodes-2.40.1 → eccodes-2.42.0}/eccodes/highlevel/reader.py

@@ -2,12 +2,22 @@ import eccodes
 import gribapi
 from gribapi import ffi
 
-from .message import GRIBMessage
+from .message import BUFRMessage, GRIBMessage
+
+_MSG_CLASSES = {
+    eccodes.CODES_PRODUCT_GRIB: GRIBMessage,
+    eccodes.CODES_PRODUCT_BUFR: BUFRMessage,
+}
 
 
 class ReaderBase:
-    def __init__(self):
+    def __init__(self, kind=eccodes.CODES_PRODUCT_GRIB):
         self._peeked = None
+        self._kind = kind
+        cls = _MSG_CLASSES.get(kind)
+        if cls is None:
+            raise ValueError(f"Unsupported product type {kind}")
+        self._msg_class = cls
 
     def __iter__(self):
         return self
@@ -20,7 +30,7 @@ class ReaderBase:
         handle = self._next_handle()
         if handle is None:
             raise StopIteration
-        return GRIBMessage(handle)
+        return self._msg_class(handle)
 
     def _next_handle(self):
         raise NotImplementedError
@@ -36,19 +46,19 @@ class ReaderBase:
         if self._peeked is None:
             handle = self._next_handle()
             if handle is not None:
-                self._peeked = GRIBMessage(handle)
+                self._peeked = self._msg_class(handle)
         return self._peeked
 
 
 class FileReader(ReaderBase):
     """Read messages from a file"""
 
-    def __init__(self, path):
-        super().__init__()
+    def __init__(self, path, kind=eccodes.CODES_PRODUCT_GRIB):
+        super().__init__(kind=kind)
         self.file = open(path, "rb")
 
     def _next_handle(self):
-        return eccodes.codes_new_from_file(self.file, eccodes.CODES_PRODUCT_GRIB)
+        return eccodes.codes_new_from_file(self.file, self._kind)
 
     def __enter__(self):
         self.file.__enter__()
@@ -61,8 +71,8 @@ class FileReader(ReaderBase):
 class MemoryReader(ReaderBase):
     """Read messages from memory"""
 
-    def __init__(self, buf):
-        super().__init__()
+    def __init__(self, buf, kind=eccodes.CODES_PRODUCT_GRIB):
+        super().__init__(kind=kind)
         self.buf = buf
 
     def _next_handle(self):
@@ -128,14 +138,14 @@ def codes_new_from_stream(stream):
 class StreamReader(ReaderBase):
     """Read messages from a stream (an object with a ``read`` method)"""
 
-    def __init__(self, stream):
+    def __init__(self, stream, kind=eccodes.CODES_PRODUCT_GRIB):
         if cstd is None:
             raise OSError("This feature is not supported on Windows")
         if pyread_callback is None:
             raise OSError(
                 "This feature cannot be used because the OS prevents allocating write+execute memory"
             )
-        super().__init__()
+        super().__init__(kind=kind)
         self.stream = stream
 
     def _next_handle(self):

{eccodes-2.40.1 → eccodes-2.42.0}/eccodes.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: eccodes
-Version: 2.40.1
+Version: 2.42.0
 Summary: Python interface to the ecCodes GRIB and BUFR decoder/encoder
 Home-page: https://github.com/ecmwf/eccodes-python
 Author: European Centre for Medium-Range Weather Forecasts (ECMWF)
@@ -10,7 +10,6 @@ Keywords: ecCodes GRIB BUFR
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -31,6 +30,7 @@ Dynamic: description
 Dynamic: home-page
 Dynamic: keywords
 Dynamic: license
+Dynamic: license-file
 Dynamic: requires-dist
 Dynamic: summary
 
@@ -210,6 +210,21 @@ does it submit to any jurisdiction.
 Changelog for eccodes-python
 ============================
 
+2.42.0 (2025-06-25)
+--------------------
+
+- ECC-2081: Allow memoryview as input to codes_new_from_message
+- ECC-2086: GRIB: getting the bitmap using up all the memory
+- ECC-2072: high-level 'get' function should return default value if key is not implemented
+
+
+2.41.0 (2025-04-10)
+--------------------
+
+- ECC-2034: GRIB encoding: Data quality checks via the API
+- GitHub pull request #124: Add basic BUFR support (high-level interface)
+
+
 2.40.1 (2025-03-17)
 --------------------
 

{eccodes-2.40.1 → eccodes-2.42.0}/gribapi/__init__.py

@@ -14,8 +14,8 @@ from .gribapi import *  # noqa
 from .gribapi import __version__, lib
 
 # The minimum recommended version for the ecCodes package
-min_recommended_version_str = "2.38.0"
-min_recommended_version_int = 23800
+min_recommended_version_str = "2.39.0"
+min_recommended_version_int = 23900
 
 if lib.grib_get_api_version() < min_recommended_version_int:
     import warnings

{eccodes-2.40.1 → eccodes-2.42.0}/gribapi/bindings.py

@@ -23,7 +23,7 @@ import sys
 
 import cffi
 
-__version__ = "2.40.1"
+__version__ = "2.42.0"
 
 LOG = logging.getLogger(__name__)
 

{eccodes-2.40.1 → eccodes-2.42.0}/gribapi/grib_api.h

@@ -133,6 +133,7 @@ void grib_gribex_mode_on(grib_context* c);
 void grib_gribex_mode_off(grib_context* c);
 void grib_context_set_definitions_path(grib_context* c, const char* path);
 void grib_context_set_debug(grib_context* c, int mode);
+void grib_context_set_data_quality_checks(grib_context* c, int val);
 void grib_context_set_samples_path(grib_context* c, const char* path);
 void grib_multi_support_on(grib_context* c);
 void grib_multi_support_off(grib_context* c);

{eccodes-2.40.1 → eccodes-2.42.0}/gribapi/gribapi.py

@@ -20,7 +20,7 @@ Numpy is a package used for scientific computing in Python and an efficient cont
 
 @em Requirements:
 
-    - Python 3.8 or higher
+    - Python 3.9 or higher
     - NumPy
 
 """
@@ -2044,6 +2044,10 @@ def grib_get_array(msgid, key, ktype=None):
     if ktype is None:
         ktype = grib_get_native_type(msgid, key)
 
+    # ECC-2086
+    if ktype is bytes and key == "bitmap":
+        return grib_get_long_array(msgid, key)
+
     result = None
     if ktype is int:
         result = grib_get_long_array(msgid, key)
@@ -2389,7 +2393,7 @@ def grib_get_message(msgid):
     return fixed_length_buffer[:]
 
 
-@require(message=(bytes, str))
+@require(message=(bytes, str, memoryview))
 def grib_new_from_message(message):
     """
     @brief Create a handle from a message in memory.
@@ -2402,8 +2406,12 @@ def grib_new_from_message(message):
     @return        msgid of the newly created message
     @exception CodesInternalError
     """
+    if isinstance(message, memoryview):
+        message = ffi.from_buffer(message)
+
     if isinstance(message, str):
         message = message.encode(ENC)
+
     h = lib.grib_handle_new_from_message_copy(ffi.NULL, message, len(message))
     if h == ffi.NULL:
         raise errors.MessageInvalidError("new_from_message failed")
@@ -2438,6 +2446,21 @@ def grib_set_debug(dmode):
     lib.grib_context_set_debug(context, dmode)
 
 
+@require(val=int)
+def grib_set_data_quality_checks(val):
+    """
+    @brief Enable/Disable GRIB data quality checks
+
+    @param val  0, 1 or 2
+                0 -> disable data quality checks
+                1 -> failure results in an error
+                2 -> failure results in a warning
+    """
+    assert val == 0 or val == 1 or val == 2
+    context = lib.grib_context_get_default()
+    lib.grib_context_set_data_quality_checks(context, val)
+
+
 @require(defs_path=str)
 def grib_set_definitions_path(defs_path):
     """

{eccodes-2.40.1 → eccodes-2.42.0}/setup.py

@@ -113,7 +113,6 @@ setuptools.setup(
         "Development Status :: 4 - Beta",
         "Intended Audience :: Developers",
         "License :: OSI Approved :: Apache Software License",
-        "Programming Language :: Python :: 3.8",
         "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",

{eccodes-2.40.1 → eccodes-2.42.0}/tests/test_eccodes.py

@@ -55,6 +55,14 @@ def test_codes_set_debug():
     eccodes.codes_set_debug(0)
 
 
+def test_codes_set_data_quality_checks():
+    if eccodes.codes_get_api_version(int) < 24100:
+        pytest.skip("ecCodes version too old")
+    eccodes.codes_set_data_quality_checks(2)
+    eccodes.codes_set_data_quality_checks(1)
+    eccodes.codes_set_data_quality_checks(0)
+
+
 def test_codes_set_definitions_path():
     eccodes.codes_set_definitions_path(eccodes.codes_definition_path())
 
@@ -179,6 +187,22 @@ def test_new_from_message():
     # eccodes.codes_release(newgid)
 
 
+def test_new_from_message_memoryview():
+    # ECC-2081
+    fpath = get_sample_fullpath("gg_sfc_grib1.tmpl")
+    if fpath is None:
+        return
+    with open(fpath, "rb") as f:
+        data = f.read()
+        mv = memoryview(data)
+        assert len(mv) == 26860
+        newgid = eccodes.codes_new_from_message(mv)
+        assert eccodes.codes_get(newgid, "packingType") == "grid_simple"
+        assert eccodes.codes_get(newgid, "gridType") == "reduced_gg"
+        assert eccodes.codes_get(newgid, "totalLength") == 26860
+        eccodes.codes_release(newgid)
+
+
 def test_gts_header():
     eccodes.codes_gts_header(True)
     eccodes.codes_gts_header(False)
@@ -615,6 +639,7 @@ def test_grib_set_bitmap():
     assert eccodes.codes_get(gid, "numberOfDataPoints") == 100
     assert eccodes.codes_get(gid, "numberOfCodedValues") == 98
     assert eccodes.codes_get(gid, "numberOfMissing") == 2
+    eccodes.codes_get_array(gid, "bitmap")
     eccodes.codes_release(gid)
 
 

{eccodes-2.40.1 → eccodes-2.42.0}/tests/test_highlevel.py

@@ -44,6 +44,9 @@ def test_message_get():
         assert message["gridType:int"] == 0
         with pytest.raises(KeyError):
             message["invalid"]
+        with pytest.raises(KeyError):
+            message["gridSpec"]
+        assert message.get("gridSpec", dummy_default) is dummy_default
         # keys set as MISSING
         assert message.is_missing(known_missing)
         assert message.get(known_missing) is None
@@ -166,8 +169,13 @@ def test_write_message(tmp_path):
             assert np.all(message1.data == message2.data)
 
 
-def test_message_from_samples():
+def test_grib_message_from_samples():
     message = eccodes.GRIBMessage.from_samples("regular_ll_sfc_grib2")
     assert message["edition"] == 2
     assert message["gridType"] == "regular_ll"
     assert message["levtype"] == "sfc"
+
+
+def test_bufr_message_from_samples():
+    message = eccodes.BUFRMessage.from_samples("BUFR4")
+    assert message["edition"] == 4

{eccodes-2.40.1 → eccodes-2.42.0}/tox.ini

@@ -12,7 +12,7 @@ deps = -r{toxinidir}/ci/requirements-docs.txt
 commands = sphinx-build -W -b html docs build/sphinx/html
 
 [testenv:qc]
-basepython = python3.8
+basepython = python3.9
 # needed for pytest-cov
 usedevelop = true
 commands = pytest -v --flakes --pep8 --mccabe --cov=eccodes --doctest-glob="*.rst" --cov-report=html --cache-clear --basetemp={envtmpdir} {posargs}