coiled 1.126.1.dev18__py3-none-any.whl → 1.126.1.dev19__py3-none-any.whl

coiled/filestore.py

@@ -317,15 +317,35 @@ class FilestoreManagerWithoutHttp:
                 )
 
     @classmethod
-    def download_from_signed_url(cls, local_path, url):
+    def download_from_signed_url(cls, local_path, url, max_retries=3, verbose=False):
         # TODO (performance enhancement) check if file already exists, skip if match, warn if not
         os.makedirs(os.path.dirname(local_path), exist_ok=True)
-        # TODO (performance enhancement) stream
+
+        if verbose:
+            print(f"Downloading file from signed URL: {url} to {local_path}")
+
         with httpx.Client(http2=cls.http2) as client:
-            with open(local_path, "wb") as f:
-                headers = {"Content-Type": "binary/octet-stream"}
-                response = client.get(url, timeout=60, headers=headers)
-                f.write(io.BytesIO(response.content).getbuffer())
+            for attempt in range(max_retries):
+                try:
+                    with client.stream("GET", url, timeout=60) as response:
+                        response.raise_for_status()
+                        with open(local_path, "wb") as f:
+                            for chunk in response.iter_bytes(chunk_size=8192):
+                                f.write(chunk)
+                    return  # Success, exit function
+                except (httpx.RemoteProtocolError, httpx.ReadTimeout, httpx.ConnectError) as e:
+                    if attempt < max_retries - 1:
+                        wait_time = 2**attempt  # Exponential backoff: 1s, 2s, 4s
+                        if verbose:
+                            print(
+                                f"Download failed (attempt {attempt + 1}/{max_retries}): {e}. "
+                                f"Retrying in {wait_time}s..."
+                            )
+                        time.sleep(wait_time)
+                    else:
+                        if verbose:
+                            print(f"Download failed after {max_retries} attempts: {e}")
+                        raise
 
 
 class FilestoreManager(FilestoreManagerWithoutHttp):

{coiled-1.126.1.dev18.dist-info → coiled-1.126.1.dev19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: coiled
-Version: 1.126.1.dev18
+Version: 1.126.1.dev19
 Summary: Python client for coiled.io dask clusters
 Project-URL: Homepage, https://coiled.io
 Maintainer-email: Coiled <info@coiled.io>

{coiled-1.126.1.dev18.dist-info → coiled-1.126.1.dev19.dist-info}/RECORD

@@ -12,7 +12,7 @@ coiled/context.py,sha256=MXWsW0swdYU-x32U7NiM0xt-t65maiEO8rvsGGeScFw,4754
 coiled/core.py,sha256=Cu6hKBXRWSztbpF8huAyU_1glnt1gacnO9vExvG-Cwo,110796
 coiled/errors.py,sha256=5aXhNXgidMm0VgPYT3MZMwlHhRE57MeSmqAJFHYaa8Y,305
 coiled/exceptions.py,sha256=jUXgmfO0LitGe8ztSmAlzb9eQV3X5c0kNO2BwtEDTYg,3099
-coiled/filestore.py,sha256=0WKjjZVAJ2yxA1Oldfc1pUxj391aEAiSDtbC8qJCMvA,13445
+coiled/filestore.py,sha256=EHgpXw5xPtwR9EMf-gUpAUsXTYxUmTX7zZboIHlkjAE,14424
 coiled/function.py,sha256=pONtcTUDRr0dykhVV73AWXqU_pb-4-lvOA0tR3i_PlA,21654
 coiled/plugins.py,sha256=w03H2Sck54QmwrVOM1BVscNiVeQsHyGm1yWNzPPPWKs,3424
 coiled/prefect.py,sha256=j1EOg7Xuw82TNRonAGEoZ3ANlwN8GM5aDXRYSjC0lnA,1497
@@ -94,8 +94,8 @@ coiled/v2/widgets/__init__.py,sha256=Bt3GHTTyri-kFUaqGRVydDM-sCg5NdNujDg2RyvgV8U
 coiled/v2/widgets/interface.py,sha256=YeMQ5qdRbbpM04x9qIg2LE1xwxyRxFbdDYnkrwHazPk,301
 coiled/v2/widgets/rich.py,sha256=3rU5-yso92NdeEh3uSvEE-GwPNyp6i0Nb5PE5czXCik,28974
 coiled/v2/widgets/util.py,sha256=Y8qpGqwNzqfCzgyRFRy7vcscBoXqop-Upi4HLPpXLgg,3120
-coiled-1.126.1.dev18.dist-info/METADATA,sha256=5j8wxyEXv1GqCjfsvRTVH5pugBr7vL9GEDjnVJJuOCg,2182
-coiled-1.126.1.dev18.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-coiled-1.126.1.dev18.dist-info/entry_points.txt,sha256=C8dz1ST_bTlTO-kNvuHBJQma9PyJPotg0S4xpPt5aHY,47
-coiled-1.126.1.dev18.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
-coiled-1.126.1.dev18.dist-info/RECORD,,
+coiled-1.126.1.dev19.dist-info/METADATA,sha256=ZjQRzjpmjVrLmzJsWaOoDV3JR-mjVWg0fNUuxKCWQRo,2182
+coiled-1.126.1.dev19.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+coiled-1.126.1.dev19.dist-info/entry_points.txt,sha256=C8dz1ST_bTlTO-kNvuHBJQma9PyJPotg0S4xpPt5aHY,47
+coiled-1.126.1.dev19.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
+coiled-1.126.1.dev19.dist-info/RECORD,,