pybiolib 1.2.216__tar.gz → 1.2.221__tar.gz

{pybiolib-1.2.216 → pybiolib-1.2.221}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pybiolib
-Version: 1.2.216
+Version: 1.2.221
 Summary: BioLib Python Client
 Home-page: https://github.com/biolib
 License: MIT

{pybiolib-1.2.216 → pybiolib-1.2.221}/biolib/_internal/http_client.py

@@ -78,6 +78,7 @@ class HttpClient:
         retries: int = 5,
         timeout_in_seconds: Optional[int] = None,
         response_path: Optional[str] = None,
+        retry_on_http_500: Optional[bool] = False,
     ) -> HttpResponse:
         if not HttpClient.ssl_context:
             HttpClient.ssl_context = _create_ssl_context()
@@ -112,6 +113,9 @@ class HttpClient:
                 if error.code == 429:
                     logger_no_user_data.warning(f'HTTP {method} request failed with status 429 for "{url}"')
                     last_error = error
+                elif error.code == 500 and retry_on_http_500:
+                    logger_no_user_data.warning(f'HTTP {method} request failed with status 500 for "{url}"')
+                    last_error = error
                 elif error.code == 502:
                     logger_no_user_data.warning(f'HTTP {method} request failed with status 502 for "{url}"')
                     last_error = error

{pybiolib-1.2.216 → pybiolib-1.2.221}/biolib/utils/__init__.py

@@ -87,12 +87,18 @@ def _download_chunk(input_tuple: DownloadChunkInputTuple) -> bytes:
     byte_range, presigned_url = input_tuple
     start, end = byte_range
 
-    response = HttpClient.request(
-        url=presigned_url,
-        headers={'range': f'bytes={start}-{end}'},
-        timeout_in_seconds=300,  # timeout after 5 min
-        retries=10,
-    )
+    try:
+        response = HttpClient.request(
+            url=presigned_url,
+            headers={'range': f'bytes={start}-{end}'},
+            timeout_in_seconds=300,  # timeout after 5 min
+            retries=20,
+            retry_on_http_500=True,
+        )
+    except Exception as exception:
+        logger_no_user_data.exception("Hit error downloading chunk")
+        logger_no_user_data.error(exception)
+        raise exception
     logger_no_user_data.debug(f'Returning raw data for part {start}')
     return response.content
 

{pybiolib-1.2.216 → pybiolib-1.2.221}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pybiolib"
-version = "1.2.216"
+version = "1.2.221"
 description = "BioLib Python Client"
 readme = "PYPI_README.md"
 license = "MIT"