pybiolib 1.2.216__py3-none-any.whl → 1.2.221__py3-none-any.whl

biolib/_internal/http_client.py

@@ -78,6 +78,7 @@ class HttpClient:
         retries: int = 5,
         timeout_in_seconds: Optional[int] = None,
         response_path: Optional[str] = None,
+        retry_on_http_500: Optional[bool] = False,
     ) -> HttpResponse:
         if not HttpClient.ssl_context:
             HttpClient.ssl_context = _create_ssl_context()
@@ -112,6 +113,9 @@ class HttpClient:
                 if error.code == 429:
                     logger_no_user_data.warning(f'HTTP {method} request failed with status 429 for "{url}"')
                     last_error = error
+                elif error.code == 500 and retry_on_http_500:
+                    logger_no_user_data.warning(f'HTTP {method} request failed with status 500 for "{url}"')
+                    last_error = error
                 elif error.code == 502:
                     logger_no_user_data.warning(f'HTTP {method} request failed with status 502 for "{url}"')
                     last_error = error

biolib/utils/__init__.py

@@ -87,12 +87,18 @@ def _download_chunk(input_tuple: DownloadChunkInputTuple) -> bytes:
     byte_range, presigned_url = input_tuple
     start, end = byte_range
 
-    response = HttpClient.request(
-        url=presigned_url,
-        headers={'range': f'bytes={start}-{end}'},
-        timeout_in_seconds=300,  # timeout after 5 min
-        retries=10,
-    )
+    try:
+        response = HttpClient.request(
+            url=presigned_url,
+            headers={'range': f'bytes={start}-{end}'},
+            timeout_in_seconds=300,  # timeout after 5 min
+            retries=20,
+            retry_on_http_500=True,
+        )
+    except Exception as exception:
+        logger_no_user_data.exception("Hit error downloading chunk")
+        logger_no_user_data.error(exception)
+        raise exception
     logger_no_user_data.debug(f'Returning raw data for part {start}')
     return response.content
 

{pybiolib-1.2.216.dist-info → pybiolib-1.2.221.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pybiolib
-Version: 1.2.216
+Version: 1.2.221
 Summary: BioLib Python Client
 Home-page: https://github.com/biolib
 License: MIT

{pybiolib-1.2.216.dist-info → pybiolib-1.2.221.dist-info}/RECORD

@@ -10,7 +10,7 @@ biolib/_internal/data_record/remote_storage_endpoint.py,sha256=eCptuZ4DMAPnaNCVD
 biolib/_internal/file_utils.py,sha256=4jT6j7bB21c0JNn5BfnyWQib_zt0CVtJ_TiOFOStRcE,2604
 biolib/_internal/fuse_mount/__init__.py,sha256=B_tM6RM2dBw-vbpoHJC4X3tOAaN1H2RDvqYJOw3xFwg,55
 biolib/_internal/fuse_mount/experiment_fuse_mount.py,sha256=08aUdEq_bvqLBft_gSLjOClKDy5sBnMts1RfJf7AP_U,7012
-biolib/_internal/http_client.py,sha256=Q8tUvXL9rxTrPgNxoI8VGTGI8-AgF2ZF0___s8kCGkY,5440
+biolib/_internal/http_client.py,sha256=C0bHqVrenT3ifZ3k0FdzBZR7ZxDXKBUG148KRxheAyk,5701
 biolib/_internal/lfs/__init__.py,sha256=gSWo_xg61UniYgD7yNYxeT4I9uaXBCBSi3_nmZjnPpE,35
 biolib/_internal/lfs/cache.py,sha256=pQS2np21rdJ6I3DpoOutnzPHpLOZgUIS8TMltUJk_k4,2226
 biolib/_internal/libs/__init__.py,sha256=Jdf4tNPqe_oIIf6zYml6TiqhL_02Vyqwge6IELrAFhw,98
@@ -114,14 +114,14 @@ biolib/templates/example_app.py,sha256=EB3E3RT4SeO_ii5nVQqJpi5KDGNE_huF1ub-e5ZFv
 biolib/typing_utils.py,sha256=ntzrlyTkUaO2OtccLYzCAGztGdca0WT5fikJUmSkT-Y,148
 biolib/user/__init__.py,sha256=Db5wtxLfFz3ID9TULSSTo77csw9tO6RtxMRvV5cqKEE,39
 biolib/user/sign_in.py,sha256=XTAmRPKfmg7VAaB8cT5wcmfxoPXeHqY8LmDiADF7zbw,2064
-biolib/utils/__init__.py,sha256=fwjciJyJicvYyZcVTzfDBgD0SKY13DeXqvTeG4qZIy8,5548
+biolib/utils/__init__.py,sha256=VtuTFu8zWZwJzfYhVEpPdlhvTA2JkHCboqqQA-VNkpA,5790
 biolib/utils/app_uri.py,sha256=Yq_-_VGugQhMMo6mM5f0G9yNlLkr0WK4j0Nrf3FE4xQ,2171
 biolib/utils/cache_state.py,sha256=u256F37QSRIVwqKlbnCyzAX4EMI-kl6Dwu6qwj-Qmag,3100
 biolib/utils/multipart_uploader.py,sha256=XvGP1I8tQuKhAH-QugPRoEsCi9qvbRk-DVBs5PNwwJo,8452
 biolib/utils/seq_util.py,sha256=Ozk0blGtPur_D9MwShD02r_mphyQmgZkx-lOHOwnlIM,6730
 biolib/utils/zip/remote_zip.py,sha256=0wErYlxir5921agfFeV1xVjf29l9VNgGQvNlWOlj2Yc,23232
-pybiolib-1.2.216.dist-info/LICENSE,sha256=F2h7gf8i0agDIeWoBPXDMYScvQOz02pAWkKhTGOHaaw,1067
-pybiolib-1.2.216.dist-info/METADATA,sha256=c2wscSs5tFgJ-a2WLknbRy70BlrljRDnB032X4fl5fo,1558
-pybiolib-1.2.216.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-pybiolib-1.2.216.dist-info/entry_points.txt,sha256=p6DyaP_2kctxegTX23WBznnrDi4mz6gx04O5uKtRDXg,42
-pybiolib-1.2.216.dist-info/RECORD,,
+pybiolib-1.2.221.dist-info/LICENSE,sha256=F2h7gf8i0agDIeWoBPXDMYScvQOz02pAWkKhTGOHaaw,1067
+pybiolib-1.2.221.dist-info/METADATA,sha256=8NVC3cqB7FxyvdBVvQdS0uwnAYGGFfMIzyTssOX9CHk,1558
+pybiolib-1.2.221.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+pybiolib-1.2.221.dist-info/entry_points.txt,sha256=p6DyaP_2kctxegTX23WBznnrDi4mz6gx04O5uKtRDXg,42
+pybiolib-1.2.221.dist-info/RECORD,,