ecmwf-datastores-client 0.3.0__tar.gz → 0.4.0__tar.gz

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/.cruft.json

@@ -1,6 +1,6 @@
 {
   "template": "https://github.com/ecmwf-projects/cookiecutter-conda-package",
-  "commit": "0b4d61da26c3aacfc1778716cb36749d16846c51",
+  "commit": "28eb7788868b278f924c6171a0dba603591b2f33",
   "checkout": null,
   "context": {
     "cookiecutter": {
@@ -13,7 +13,7 @@
       "integration_tests": "True",
       "pypi": true,
       "_template": "https://github.com/ecmwf-projects/cookiecutter-conda-package",
-      "_commit": "0b4d61da26c3aacfc1778716cb36749d16846c51"
+      "_commit": "28eb7788868b278f924c6171a0dba603591b2f33"
     }
   },
   "directory": null

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/.github/workflows/on-push.yml

@@ -170,7 +170,7 @@ jobs:
 
     strategy:
       matrix:
-        python-version: ['3.8', '3.13']
+        python-version: ['3.9', '3.13']
         extra: ['-ci']
 
     steps:

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/.pre-commit-config.yaml

@@ -12,12 +12,12 @@ repos:
   - id: debug-statements
   - id: mixed-line-ending
 - repo: https://github.com/keewis/blackdoc
-  rev: v0.3.9
+  rev: v0.4.1
   hooks:
   - id: blackdoc
     additional_dependencies: [black==23.11.0]
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.11.12
+  rev: v0.12.5
   hooks:
   - id: ruff
     args: [--fix, --show-fixes]
@@ -27,14 +27,14 @@ repos:
   hooks:
   - id: mdformat
 - repo: https://github.com/macisamuele/language-formatters-pre-commit-hooks
-  rev: v2.14.0
+  rev: v2.15.0
   hooks:
   - id: pretty-format-yaml
     args: [--autofix, --preserve-quotes]
   - id: pretty-format-toml
     args: [--autofix]
 - repo: https://github.com/gitleaks/gitleaks
-  rev: v8.27.0
+  rev: v8.28.0
   hooks:
   - id: gitleaks
 - repo: https://github.com/kynan/nbstripout

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ecmwf-datastores-client
-Version: 0.3.0
+Version: 0.4.0
 Summary: ECMWF Data Stores Service (DSS) API Python client
 License:                                  Apache License
                                    Version 2.0, January 2004
@@ -213,18 +213,17 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: Scientific/Engineering
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: attrs
-Requires-Dist: multiurl>=0.3.2
+Requires-Dist: multiurl>=0.3.7
 Requires-Dist: requests
 Requires-Dist: typing-extensions
 Provides-Extra: legacy
@@ -322,8 +321,8 @@ Retrieve data:
 ...     "time": ["00:00"],
 ...     "pressure_level": ["1000"],
 ...     "data_format": "grib",
-...     "download_format": "unarchived"
-...     }
+...     "download_format": "unarchived",
+... }
 
 >>> client.retrieve(collection_id, request, target="target_1.grib")  # blocks
 'target_1.grib'
@@ -359,6 +358,7 @@ List all collection IDs sorted by last update:
 >>> while collections is not None:  # Loop over pages
 ...     collection_ids.extend(collections.collection_ids)
 ...     collections = collections.next  # Move to the next page
+...
 
 >>> collection_ids
 [...]
@@ -425,6 +425,7 @@ List all successful jobs, sorted by newest first:
 >>> while jobs is not None:  # Loop over pages
 ...     request_ids.extend(jobs.request_ids)
 ...     jobs = jobs.next  # Move to the next page
+...
 
 >>> request_ids
 [...]

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/README.md

@@ -89,8 +89,8 @@ Retrieve data:
 ...     "time": ["00:00"],
 ...     "pressure_level": ["1000"],
 ...     "data_format": "grib",
-...     "download_format": "unarchived"
-...     }
+...     "download_format": "unarchived",
+... }
 
 >>> client.retrieve(collection_id, request, target="target_1.grib")  # blocks
 'target_1.grib'
@@ -126,6 +126,7 @@ List all collection IDs sorted by last update:
 >>> while collections is not None:  # Loop over pages
 ...     collection_ids.extend(collections.collection_ids)
 ...     collections = collections.next  # Move to the next page
+...
 
 >>> collection_ids
 [...]
@@ -192,6 +193,7 @@ List all successful jobs, sorted by newest first:
 >>> while jobs is not None:  # Loop over pages
 ...     request_ids.extend(jobs.request_ids)
 ...     jobs = jobs.next  # Move to the next page
+...
 
 >>> request_ids
 [...]

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/ci/environment-ci.yml

@@ -20,3 +20,4 @@ dependencies:
 - pip:
   - cdsapi >= 0.7.6
   - responses
+  - pytest_httpbin

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/ecmwf/datastores/processing.py

@@ -21,7 +21,7 @@ import os
 import time
 import urllib.parse
 import warnings
-from typing import Any, Callable, Type, TypedDict, TypeVar
+from typing import Any, Callable, TypedDict, TypeVar
 
 try:
     from typing import Self
@@ -144,7 +144,7 @@ class ApiResponse:
 
     @classmethod
     def from_request(
-        cls: Type[T_ApiResponse],
+        cls: type[T_ApiResponse],
         method: str,
         url: str,
         headers: dict[str, str],
@@ -620,13 +620,16 @@ class Results(ApiResponse):
     def _download(self, url: str, target: str) -> requests.Response:
         download_options = {"stream": True, "resume_transfers": True}
         download_options.update(self.download_options)
-        multiurl.download(
-            url,
-            target=target,
-            **self.retry_options,
-            **self.request_options,
-            **download_options,
-        )
+        try:
+            multiurl.download(
+                url,
+                target=target,
+                maximum_retries=0,
+                **self.request_options,
+                **download_options,
+            )
+        except requests.HTTPError as exc:
+            return exc.response
         return requests.Response()  # mutliurl robust needs a response
 
     def download(
@@ -661,7 +664,7 @@ class Results(ApiResponse):
     @property
     def location(self) -> str:
         """File location."""
-        result_href = self.asset["href"]
+        result_href: str = self.asset["href"]
         return urllib.parse.urljoin(self.response.url, result_href)
 
     @property

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/ecmwf/datastores/version.py

@@ -1,2 +1,2 @@
 # Do not change! Do not track in version control!
-__version__ = "0.3.0"
+__version__ = "0.4.0"

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/ecmwf_datastores_client.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ecmwf-datastores-client
-Version: 0.3.0
+Version: 0.4.0
 Summary: ECMWF Data Stores Service (DSS) API Python client
 License:                                  Apache License
                                    Version 2.0, January 2004
@@ -213,18 +213,17 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: Scientific/Engineering
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: attrs
-Requires-Dist: multiurl>=0.3.2
+Requires-Dist: multiurl>=0.3.7
 Requires-Dist: requests
 Requires-Dist: typing-extensions
 Provides-Extra: legacy
@@ -322,8 +321,8 @@ Retrieve data:
 ...     "time": ["00:00"],
 ...     "pressure_level": ["1000"],
 ...     "data_format": "grib",
-...     "download_format": "unarchived"
-...     }
+...     "download_format": "unarchived",
+... }
 
 >>> client.retrieve(collection_id, request, target="target_1.grib")  # blocks
 'target_1.grib'
@@ -359,6 +358,7 @@ List all collection IDs sorted by last update:
 >>> while collections is not None:  # Loop over pages
 ...     collection_ids.extend(collections.collection_ids)
 ...     collections = collections.next  # Move to the next page
+...
 
 >>> collection_ids
 [...]
@@ -425,6 +425,7 @@ List all successful jobs, sorted by newest first:
 >>> while jobs is not None:  # Loop over pages
 ...     request_ids.extend(jobs.request_ids)
 ...     jobs = jobs.next  # Move to the next page
+...
 
 >>> request_ids
 [...]

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/ecmwf_datastores_client.egg-info/requires.txt

@@ -1,5 +1,5 @@
 attrs
-multiurl>=0.3.2
+multiurl>=0.3.7
 requests
 typing-extensions
 

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/environment.yml

@@ -9,6 +9,6 @@ channels:
 # DO NOT EDIT ABOVE THIS LINE, ADD DEPENDENCIES BELOW AS SHOWN IN THE EXAMPLE
 dependencies:
 - attrs
-- multiurl
+- multiurl >= 0.3.7
 - requests
 - typing-extensions

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/pyproject.toml

@@ -10,7 +10,6 @@ classifiers = [
   "Operating System :: OS Independent",
   "Programming Language :: Python",
   "Programming Language :: Python :: 3",
-  "Programming Language :: Python :: 3.8",
   "Programming Language :: Python :: 3.9",
   "Programming Language :: Python :: 3.10",
   "Programming Language :: Python :: 3.11",
@@ -20,7 +19,7 @@ classifiers = [
 ]
 dependencies = [
   "attrs",
-  "multiurl >= 0.3.2",
+  "multiurl >= 0.3.7",
   "requests",
   "typing-extensions"
 ]
@@ -29,7 +28,7 @@ dynamic = ["version"]
 license = {file = "LICENSE"}
 name = "ecmwf-datastores-client"
 readme = "README.md"
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 
 [project.optional-dependencies]
 legacy = ["cdsapi >= 0.7.6"]
@@ -48,7 +47,7 @@ strict = true
 
 [[tool.mypy.overrides]]
 ignore_missing_imports = true
-module = ["cdsapi.*", "multiurl.*"]
+module = ["cdsapi.*", "multiurl.*", "pytest_httpbin.*"]
 
 [tool.pytest.ini_options]
 markers = ["extra: additional tests skipped by CI"]
@@ -57,7 +56,7 @@ markers = ["extra: additional tests skipped by CI"]
 # Same as Black.
 indent-width = 4
 line-length = 88
-target-version = "py38"
+target-version = "py39"
 
 [tool.ruff.lint]
 ignore = [
@@ -75,7 +74,9 @@ select = [
   # pydocstyle
   "D",
   # flake8-future-annotations
-  "FA"
+  "FA",
+  # pyupgrade
+  "UP"
 ]
 
 [tool.ruff.lint.pycodestyle]

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/tests/integration_test_40_results.py

@@ -2,11 +2,8 @@ from __future__ import annotations
 
 import contextlib
 import pathlib
-import random
-from typing import Any
 
 import pytest
-import requests
 
 from ecmwf.datastores import Client, Results
 
@@ -41,47 +38,6 @@ def test_results_progress(
     assert captured.err if progress else not captured.err
 
 
-@pytest.mark.parametrize(
-    "maximum_tries,raises",
-    [
-        (500, does_not_raise()),
-        (1, pytest.raises(requests.ConnectionError, match="Random error.")),
-    ],
-)
-def test_results_robust_download(
-    api_root_url: str,
-    api_anon_key: str,
-    monkeypatch: pytest.MonkeyPatch,
-    tmp_path: pathlib.Path,
-    maximum_tries: int,
-    raises: contextlib.nullcontext[Any],
-) -> None:
-    from multiurl.http import FullHTTPDownloader
-
-    def patched_iter_content(self, *args, **kwargs):  # type: ignore
-        for chunk in self.iter_content(chunk_size=1):
-            if random.choice([True, False]):
-                raise requests.ConnectionError("Random error.")
-            yield chunk
-
-    def make_stream(self):  # type: ignore
-        request = self.issue_request(self.range)
-        return request.patched_iter_content
-
-    client = Client(
-        url=api_root_url, key=api_anon_key, retry_after=0, maximum_tries=maximum_tries
-    )
-    results = client.submit_and_wait_on_results("test-adaptor-dummy", {"size": 10})
-    monkeypatch.setattr(
-        requests.Response, "patched_iter_content", patched_iter_content, raising=False
-    )
-    monkeypatch.setattr(FullHTTPDownloader, "make_stream", make_stream)
-
-    target = tmp_path / "test.grib"
-    with raises:
-        results.download(str(target))
-
-
 def test_results_override(api_anon_client: Client, tmp_path: pathlib.Path) -> None:
     target_1 = tmp_path / "tmp1.grib"
     api_anon_client.retrieve("test-adaptor-dummy", {"size": 1}, target=str(target_1))

{ecmwf_datastores_client-0.3.0 → ecmwf_datastores_client-0.4.0}/tests/integration_test_70_legacy_client.py

@@ -29,7 +29,7 @@ def legacy_update(remote: processing.Remote) -> None:
             remote.update()
 
         reply = remote.reply
-        remote.info("Request ID: %s, state: %s" % (reply["request_id"], reply["state"]))
+        remote.info(f"Request ID: {reply['request_id']!s}, state: {reply['state']!s}")
 
         if reply["state"] == "completed":
             break
@@ -49,8 +49,7 @@ def legacy_update(remote: processing.Remote) -> None:
                     break
                 remote.error("  %s", n)
             raise Exception(
-                "%s. %s."
-                % (reply["error"].get("message"), reply["error"].get("reason"))
+                f"{reply['error'].get('message')!s}. {reply['error'].get('reason')!s}."
             )
 
 

ecmwf_datastores_client-0.4.0/tests/test_40_results.py

@@ -0,0 +1,143 @@
+from __future__ import annotations
+
+import contextlib
+import os
+import pathlib
+import random
+from typing import Any
+
+import pytest
+import pytest_httpbin.serve
+import requests
+import responses
+
+from ecmwf.datastores import Results
+
+does_not_raise = contextlib.nullcontext
+
+RESULTS_URL = "http://localhost:8080/api/retrieve/v1/jobs/9bfc1362-2832-48e1-a235-359267420bb2/results"
+
+
+@pytest.fixture
+def results_json(httpbin: pytest_httpbin.serve.Server) -> dict[str, Any]:
+    return {
+        "asset": {
+            "value": {
+                "type": "application/x-grib",
+                "href": f"{httpbin.url}/range/10",
+                "file:size": 10,
+            }
+        }
+    }
+
+
+@pytest.fixture
+@responses.activate
+def results(results_json: dict[str, Any]) -> Results:
+    responses.add(
+        responses.GET,
+        RESULTS_URL,
+        json=results_json,
+        status=200,
+        content_type="application/json",
+    )
+    return Results.from_request(
+        "get",
+        RESULTS_URL,
+        headers={},
+        session=None,
+        retry_options={"maximum_tries": 1, "retry_after": 0},
+        request_options={},
+        download_options={},
+        sleep_max=120,
+        cleanup=False,
+        log_callback=None,
+    )
+
+
+@pytest.mark.parametrize(
+    "target,expected",
+    [
+        ("dummy.grib", "dummy.grib"),
+        (None, "10"),
+    ],
+)
+def test_results_download(
+    monkeypatch: pytest.MonkeyPatch,
+    results: Results,
+    tmp_path: pathlib.Path,
+    target: str | None,
+    expected: str,
+) -> None:
+    monkeypatch.chdir(tmp_path)
+    actual = results.download(target=target)
+    assert actual == expected
+    assert os.path.getsize(actual) == 10
+
+
+def test_results_asset(httpbin: pytest_httpbin.serve.Server, results: Results) -> None:
+    assert results.asset == {
+        "file:size": 10,
+        "href": f"{httpbin.url}/range/10",
+        "type": "application/x-grib",
+    }
+
+
+def test_results_content_length(results: Results) -> None:
+    assert results.content_length == 10
+
+
+def test_results_content_type(results: Results) -> None:
+    assert results.content_type == "application/x-grib"
+
+
+def test_results_json(results: Results, results_json: dict[str, Any]) -> None:
+    assert results.json == results_json
+
+
+def test_results_location(
+    httpbin: pytest_httpbin.serve.Server, results: Results
+) -> None:
+    assert results.location == f"{httpbin.url}/range/10"
+
+
+def test_results_url(results: Results) -> None:
+    assert results.url == RESULTS_URL
+
+
+@pytest.mark.parametrize(
+    "maximum_tries,raises",
+    [
+        (500, does_not_raise()),
+        (1, pytest.raises(requests.ConnectionError, match="Random error.")),
+    ],
+)
+def test_results_robust_download(
+    results: Results,
+    monkeypatch: pytest.MonkeyPatch,
+    tmp_path: pathlib.Path,
+    maximum_tries: int,
+    raises: contextlib.nullcontext[Any],
+) -> None:
+    from multiurl.http import FullHTTPDownloader
+
+    def patched_iter_content(self, *args, **kwargs):  # type: ignore
+        for chunk in self.iter_content(chunk_size=1):
+            if random.choice([True, False]):
+                raise requests.ConnectionError("Random error.")
+            yield chunk
+
+    def make_stream(self):  # type: ignore
+        request = self.issue_request(self.range)
+        return request.patched_iter_content
+
+    monkeypatch.setattr(
+        requests.Response, "patched_iter_content", patched_iter_content, raising=False
+    )
+    monkeypatch.setattr(FullHTTPDownloader, "make_stream", make_stream)
+    monkeypatch.setitem(results.retry_options, "maximum_tries", maximum_tries)
+
+    target = tmp_path / "test.txt"
+    with raises:
+        results.download(str(target))
+        assert target.stat().st_size == 10

ecmwf_datastores_client-0.3.0/tests/test_40_results.py

@@ -1,92 +0,0 @@
-from __future__ import annotations
-
-import os
-import pathlib
-
-import pytest
-import responses
-
-from ecmwf.datastores import Results
-
-RESULTS_URL = "http://localhost:8080/api/retrieve/v1/jobs/9bfc1362-2832-48e1-a235-359267420bb2/results"
-RESULTS_JSON = {
-    "asset": {
-        "value": {
-            "type": "application/x-grib",
-            "href": "http://httpbin.org/bytes/1",
-            "file:size": 1,
-        }
-    }
-}
-
-
-@pytest.fixture
-@responses.activate
-def results() -> Results:
-    responses.add(
-        responses.GET,
-        RESULTS_URL,
-        json=RESULTS_JSON,
-        status=200,
-        content_type="application/json",
-    )
-    return Results.from_request(
-        "get",
-        RESULTS_URL,
-        headers={},
-        session=None,
-        retry_options={"maximum_tries": 1},
-        request_options={},
-        download_options={},
-        sleep_max=120,
-        cleanup=False,
-        log_callback=None,
-    )
-
-
-@pytest.mark.parametrize(
-    "target,expected",
-    [
-        ("dummy.grib", "dummy.grib"),
-        (None, "1"),
-    ],
-)
-def test_results_download(
-    monkeypatch: pytest.MonkeyPatch,
-    results: Results,
-    tmp_path: pathlib.Path,
-    target: str | None,
-    expected: str,
-) -> None:
-    monkeypatch.chdir(tmp_path)
-    actual = results.download(target=target)
-    assert actual == expected
-    assert os.path.getsize(actual) == 1
-
-
-def test_results_asset(results: Results) -> None:
-    assert results.asset == {
-        "file:size": 1,
-        "href": "http://httpbin.org/bytes/1",
-        "type": "application/x-grib",
-    }
-
-
-def test_results_content_length(results: Results) -> None:
-    assert results.content_length == 1
-
-
-def test_results_content_type(results: Results) -> None:
-    assert results.content_type == "application/x-grib"
-
-
-def test_results_json(results: Results) -> None:
-    assert results.json == RESULTS_JSON
-
-
-def test_results_location(results: Results) -> None:
-    assert results.location == "http://httpbin.org/bytes/1"
-
-
-def test_results_url(results: Results) -> None:
-    assert results.url == RESULTS_URL