coiled 1.126.1.dev17__tar.gz → 1.126.1.dev19__tar.gz

{coiled-1.126.1.dev17 → coiled-1.126.1.dev19}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: coiled
-Version: 1.126.1.dev17
+Version: 1.126.1.dev19
 Summary: Python client for coiled.io dask clusters
 Project-URL: Homepage, https://coiled.io
 Maintainer-email: Coiled <info@coiled.io>

{coiled-1.126.1.dev17 → coiled-1.126.1.dev19}/coiled/filestore.py

@@ -317,15 +317,35 @@ class FilestoreManagerWithoutHttp:
                 )
 
     @classmethod
-    def download_from_signed_url(cls, local_path, url):
+    def download_from_signed_url(cls, local_path, url, max_retries=3, verbose=False):
         # TODO (performance enhancement) check if file already exists, skip if match, warn if not
         os.makedirs(os.path.dirname(local_path), exist_ok=True)
-        # TODO (performance enhancement) stream
+
+        if verbose:
+            print(f"Downloading file from signed URL: {url} to {local_path}")
+
         with httpx.Client(http2=cls.http2) as client:
-            with open(local_path, "wb") as f:
-                headers = {"Content-Type": "binary/octet-stream"}
-                response = client.get(url, timeout=60, headers=headers)
-                f.write(io.BytesIO(response.content).getbuffer())
+            for attempt in range(max_retries):
+                try:
+                    with client.stream("GET", url, timeout=60) as response:
+                        response.raise_for_status()
+                        with open(local_path, "wb") as f:
+                            for chunk in response.iter_bytes(chunk_size=8192):
+                                f.write(chunk)
+                    return  # Success, exit function
+                except (httpx.RemoteProtocolError, httpx.ReadTimeout, httpx.ConnectError) as e:
+                    if attempt < max_retries - 1:
+                        wait_time = 2**attempt  # Exponential backoff: 1s, 2s, 4s
+                        if verbose:
+                            print(
+                                f"Download failed (attempt {attempt + 1}/{max_retries}): {e}. "
+                                f"Retrying in {wait_time}s..."
+                            )
+                        time.sleep(wait_time)
+                    else:
+                        if verbose:
+                            print(f"Download failed after {max_retries} attempts: {e}")
+                        raise
 
 
 class FilestoreManager(FilestoreManagerWithoutHttp):