coiled 1.121.1.dev20__tar.gz → 1.121.1.dev22__tar.gz

{coiled-1.121.1.dev20 → coiled-1.121.1.dev22}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: coiled
-Version: 1.121.1.dev20
+Version: 1.121.1.dev22
 Summary: Python client for coiled.io dask clusters
 Project-URL: Homepage, https://coiled.io
 Maintainer-email: Coiled <info@coiled.io>

{coiled-1.121.1.dev20 → coiled-1.121.1.dev22}/coiled/filestore.py

@@ -135,13 +135,24 @@ def upload_to_filestore_with_ui(fs, local_dir):
                 },
             ])
 
-            upload_urls = FilestoreManager.get_signed_upload_urls(fs["id"], files_for_upload=files)
+            upload_info = FilestoreManager.get_signed_upload_urls(fs["id"], files_for_upload=files)
+
+            upload_urls = upload_info.get("urls")
+            existing_blobs = upload_info.get("existing")
 
             for local_path, relative_path, size in files:
-                progress.batch_title = progress_title(local_path)
-                progress.refresh()
+                skip_upload = False
+                existing_blob_info = existing_blobs.get(relative_path)
+                if existing_blob_info:
+                    modified = os.path.getmtime(local_path)
+                    if size == existing_blob_info["size"] and modified < existing_blob_info["modified"]:
+                        skip_upload = True
+
+                if not skip_upload:
+                    progress.batch_title = progress_title(local_path)
+                    progress.refresh()
 
-                FilestoreManager.upload_to_signed_url(local_path, upload_urls[relative_path])
+                    FilestoreManager.upload_to_signed_url(local_path, upload_urls[relative_path])
 
                 done_files += 1
                 done_bytes += size
@@ -201,9 +212,7 @@ class FilestoreManagerWithoutHttp:
     @classmethod
     def get_signed_upload_urls(cls, fs_id, files_for_upload):
         paths = [p for _, p, _ in files_for_upload]  # relative paths
-        return cls.make_req(f"/api/v2/filestore/fs/{fs_id}/signed-urls/upload", post=True, data={"paths": paths}).get(
-            "urls"
-        )
+        return cls.make_req(f"/api/v2/filestore/fs/{fs_id}/signed-urls/upload", post=True, data={"paths": paths})
 
     @classmethod
     def get_download_list_with_urls(cls, fs_id):