cdsetool 0.2.12__tar.gz → 0.2.13__tar.gz

{cdsetool-0.2.12/src/cdsetool.egg-info → cdsetool-0.2.13}/PKG-INFO

@@ -1,26 +1,26 @@
 Metadata-Version: 2.1
 Name: cdsetool
-Version: 0.2.12
+Version: 0.2.13
 Summary: Tools & CLI for interacting with CDSE product APIs
 Author-email: Jacob Vejby <javej@sdfi.dk>
 Project-URL: Homepage, https://github.com/CDSETool/CDSETool
 Project-URL: Bug Tracker, https://github.com/CDSETool/CDSETool/issues
 Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: typer<1,>=0.9
 Requires-Dist: rich<14,>=13.6
 Requires-Dist: requests<3,>=2.28.1
-Requires-Dist: pyjwt[crypto]~=2.8.0
+Requires-Dist: pyjwt[crypto]<2.10,>=2.8
 Requires-Dist: geopandas>=0.13.2
 Provides-Extra: test
-Requires-Dist: black==24.4.2; extra == "test"
-Requires-Dist: pylint==3.2.6; extra == "test"
-Requires-Dist: pytest==8.3.2; extra == "test"
+Requires-Dist: pylint==3.3.1; extra == "test"
+Requires-Dist: pytest==8.3.3; extra == "test"
 Requires-Dist: pytest-cov==5.0.0; extra == "test"
 Requires-Dist: requests-mock==1.12.1; extra == "test"
+Requires-Dist: ruff==0.6.6; extra == "test"
 Requires-Dist: pytest-mock==3.14.0; extra == "test"
 
 # CDSETool
@@ -96,7 +96,7 @@ cdsetool download Sentinel2 PATH/TO/DIR --concurrency 4 --search-term startDate=
 Install `cdsetool` using pip:
 
 ```bash
-pip install cdsetool==0.2.12
+pip install cdsetool==0.2.13
 ```
 
 ## Usage

{cdsetool-0.2.12 → cdsetool-0.2.13}/README.md

@@ -71,7 +71,7 @@ cdsetool download Sentinel2 PATH/TO/DIR --concurrency 4 --search-term startDate=
 Install `cdsetool` using pip:
 
 ```bash
-pip install cdsetool==0.2.12
+pip install cdsetool==0.2.13
 ```
 
 ## Usage

{cdsetool-0.2.12 → cdsetool-0.2.13}/pyproject.toml

@@ -4,13 +4,13 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "cdsetool"
-version = "0.2.12"
+version = "0.2.13"
 authors = [
   { name="Jacob Vejby", email="javej@sdfi.dk" },
 ]
 description = "Tools & CLI for interacting with CDSE product APIs"
 readme = "README.md"
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 classifiers = [
   "Programming Language :: Python :: 3",
   "Operating System :: OS Independent",
@@ -19,16 +19,16 @@ dependencies = [
   "typer >= 0.9,< 1",
   "rich >= 13.6,< 14",
   "requests >= 2.28.1,< 3",
-  "pyjwt[crypto] ~= 2.8.0",
+  "pyjwt[crypto] >= 2.8,< 2.10",
   "geopandas >= 0.13.2",
 ]
 [project.optional-dependencies]
 test = [
-    "black==24.4.2",
-    "pylint==3.2.6",
-    "pytest==8.3.2",
+    "pylint==3.3.1",
+    "pytest==8.3.3",
     "pytest-cov==5.0.0",
     "requests-mock==1.12.1",
+    "ruff==0.6.6",
     "pytest-mock==3.14.0",
 ]
 

{cdsetool-0.2.12 → cdsetool-0.2.13}/src/cdsetool/_processing.py

@@ -52,7 +52,6 @@ def _concurrent_process(
 
         # Continue until no more futures are queued
         while futures:
-
             # Wait for the first future(s) to complete
             done, not_done = wait(futures, return_when=FIRST_COMPLETED)
             futures = list(not_done)

{cdsetool-0.2.12 → cdsetool-0.2.13}/src/cdsetool/download.py

@@ -44,7 +44,7 @@ def download_feature(
         log.debug(f"Bad URL ('{url}') or title ('{title}')")
         return None
 
-    filename = title.replace(".SAFE", ".zip")
+    filename = title + ".zip"
     result_path = os.path.join(path, filename)
 
     if not options.get("overwrite_existing", False) and os.path.exists(result_path):
@@ -67,9 +67,12 @@ def download_feature(
                 continue
             url = _follow_redirect(url, session)
             name_dir_prefix = filename.replace(".zip", "____")
-            with session.get(url, stream=True) as response, tempfile.TemporaryDirectory(
-                prefix=name_dir_prefix, dir=temp_dir_usr
-            ) as temp_dir:
+            with (
+                session.get(url, stream=True) as response,
+                tempfile.TemporaryDirectory(
+                    prefix=name_dir_prefix, dir=temp_dir_usr
+                ) as temp_dir,
+            ):
                 if response.status_code != 200:
                     log.warning(f"Status code {response.status_code}, retrying..")
                     time.sleep(60 * (1 + (random.random() / 4)))

{cdsetool-0.2.12 → cdsetool-0.2.13}/src/cdsetool/query.py

@@ -9,8 +9,13 @@ from xml.etree import ElementTree
 from datetime import datetime, date
 import re
 import json
+from random import random
+from time import sleep
 import geopandas as gpd
+from requests.exceptions import ChunkedEncodingError
+from urllib3.exceptions import ProtocolError
 from cdsetool.credentials import Credentials
+from cdsetool.logger import NoopLogger
 
 
 class _FeatureIterator:
@@ -48,9 +53,11 @@ class FeatureQuery:
         collection: str,
         search_terms: Dict[str, Any],
         proxies: Union[Dict[str, str], None] = None,
+        options: Union[Dict[str, Any], None] = None,
     ) -> None:
         self.features = []
         self.proxies = proxies
+        self.log = (options or {}).get("logger") or NoopLogger()
         self.next_url = _query_url(
             collection, {**search_terms, "exactCount": "1"}, proxies=proxies
         )
@@ -76,16 +83,29 @@ class FeatureQuery:
         session = Credentials.make_session(
             None, False, Credentials.RETRIES, self.proxies
         )
-        with session.get(self.next_url) as response:
-            response.raise_for_status()
-            res = response.json()
-            self.features += res.get("features") or []
-
-            total_results = res.get("properties", {}).get("totalResults")
-            if total_results is not None:
-                self.total_results = total_results
-
-            self.__set_next_url(res)
+        attempts = 0
+        while attempts < 10:
+            attempts += 1
+            try:
+                with session.get(self.next_url) as response:
+                    if response.status_code != 200:
+                        self.log.warning(
+                            f"Status code {response.status_code}, retrying.."
+                        )
+                        sleep(60 * (1 + (random() / 4)))
+                        continue
+                    res = response.json()
+                    self.features += res.get("features") or []
+
+                    total_results = res.get("properties", {}).get("totalResults")
+                    if total_results is not None:
+                        self.total_results = total_results
+
+                    self.__set_next_url(res)
+                    return
+            except (ChunkedEncodingError, ConnectionResetError, ProtocolError) as e:
+                self.log.warning(e)
+                continue
 
     def __set_next_url(self, res) -> None:
         links = res.get("properties", {}).get("links") or []
@@ -101,11 +121,14 @@ def query_features(
     collection: str,
     search_terms: Dict[str, Any],
     proxies: Union[Dict[str, str], None] = None,
+    options: Union[Dict[str, Any], None] = None,
 ) -> FeatureQuery:
     """
     Returns an iterator over the features matching the search terms
     """
-    return FeatureQuery(collection, {"maxRecords": 2000, **search_terms}, proxies)
+    return FeatureQuery(
+        collection, {"maxRecords": 2000, **search_terms}, proxies, options
+    )
 
 
 def shape_to_wkt(shape: str) -> str:

{cdsetool-0.2.12 → cdsetool-0.2.13/src/cdsetool.egg-info}/PKG-INFO

@@ -1,26 +1,26 @@
 Metadata-Version: 2.1
 Name: cdsetool
-Version: 0.2.12
+Version: 0.2.13
 Summary: Tools & CLI for interacting with CDSE product APIs
 Author-email: Jacob Vejby <javej@sdfi.dk>
 Project-URL: Homepage, https://github.com/CDSETool/CDSETool
 Project-URL: Bug Tracker, https://github.com/CDSETool/CDSETool/issues
 Classifier: Programming Language :: Python :: 3
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: typer<1,>=0.9
 Requires-Dist: rich<14,>=13.6
 Requires-Dist: requests<3,>=2.28.1
-Requires-Dist: pyjwt[crypto]~=2.8.0
+Requires-Dist: pyjwt[crypto]<2.10,>=2.8
 Requires-Dist: geopandas>=0.13.2
 Provides-Extra: test
-Requires-Dist: black==24.4.2; extra == "test"
-Requires-Dist: pylint==3.2.6; extra == "test"
-Requires-Dist: pytest==8.3.2; extra == "test"
+Requires-Dist: pylint==3.3.1; extra == "test"
+Requires-Dist: pytest==8.3.3; extra == "test"
 Requires-Dist: pytest-cov==5.0.0; extra == "test"
 Requires-Dist: requests-mock==1.12.1; extra == "test"
+Requires-Dist: ruff==0.6.6; extra == "test"
 Requires-Dist: pytest-mock==3.14.0; extra == "test"
 
 # CDSETool
@@ -96,7 +96,7 @@ cdsetool download Sentinel2 PATH/TO/DIR --concurrency 4 --search-term startDate=
 Install `cdsetool` using pip:
 
 ```bash
-pip install cdsetool==0.2.12
+pip install cdsetool==0.2.13
 ```
 
 ## Usage

{cdsetool-0.2.12 → cdsetool-0.2.13}/src/cdsetool.egg-info/requires.txt

@@ -1,13 +1,13 @@
 typer<1,>=0.9
 rich<14,>=13.6
 requests<3,>=2.28.1
-pyjwt[crypto]~=2.8.0
+pyjwt[crypto]<2.10,>=2.8
 geopandas>=0.13.2
 
 [test]
-black==24.4.2
-pylint==3.2.6
-pytest==8.3.2
+pylint==3.3.1
+pytest==8.3.3
 pytest-cov==5.0.0
 requests-mock==1.12.1
+ruff==0.6.6
 pytest-mock==3.14.0