coiled 1.121.1.dev21__py3-none-any.whl → 1.121.1.dev22__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of coiled might be problematic. Click here for more details.

coiled/filestore.py CHANGED
@@ -135,13 +135,24 @@ def upload_to_filestore_with_ui(fs, local_dir):
135
135
  },
136
136
  ])
137
137
 
138
- upload_urls = FilestoreManager.get_signed_upload_urls(fs["id"], files_for_upload=files)
138
+ upload_info = FilestoreManager.get_signed_upload_urls(fs["id"], files_for_upload=files)
139
+
140
+ upload_urls = upload_info.get("urls")
141
+ existing_blobs = upload_info.get("existing")
139
142
 
140
143
  for local_path, relative_path, size in files:
141
- progress.batch_title = progress_title(local_path)
142
- progress.refresh()
144
+ skip_upload = False
145
+ existing_blob_info = existing_blobs.get(relative_path)
146
+ if existing_blob_info:
147
+ modified = os.path.getmtime(local_path)
148
+ if size == existing_blob_info["size"] and modified < existing_blob_info["modified"]:
149
+ skip_upload = True
150
+
151
+ if not skip_upload:
152
+ progress.batch_title = progress_title(local_path)
153
+ progress.refresh()
143
154
 
144
- FilestoreManager.upload_to_signed_url(local_path, upload_urls[relative_path])
155
+ FilestoreManager.upload_to_signed_url(local_path, upload_urls[relative_path])
145
156
 
146
157
  done_files += 1
147
158
  done_bytes += size
@@ -201,9 +212,7 @@ class FilestoreManagerWithoutHttp:
201
212
  @classmethod
202
213
  def get_signed_upload_urls(cls, fs_id, files_for_upload):
203
214
  paths = [p for _, p, _ in files_for_upload] # relative paths
204
- return cls.make_req(f"/api/v2/filestore/fs/{fs_id}/signed-urls/upload", post=True, data={"paths": paths}).get(
205
- "urls"
206
- )
215
+ return cls.make_req(f"/api/v2/filestore/fs/{fs_id}/signed-urls/upload", post=True, data={"paths": paths})
207
216
 
208
217
  @classmethod
209
218
  def get_download_list_with_urls(cls, fs_id):
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: coiled
3
- Version: 1.121.1.dev21
3
+ Version: 1.121.1.dev22
4
4
  Summary: Python client for coiled.io dask clusters
5
5
  Project-URL: Homepage, https://coiled.io
6
6
  Maintainer-email: Coiled <info@coiled.io>
@@ -12,7 +12,7 @@ coiled/context.py,sha256=MXWsW0swdYU-x32U7NiM0xt-t65maiEO8rvsGGeScFw,4754
12
12
  coiled/core.py,sha256=Cu6hKBXRWSztbpF8huAyU_1glnt1gacnO9vExvG-Cwo,110796
13
13
  coiled/errors.py,sha256=5aXhNXgidMm0VgPYT3MZMwlHhRE57MeSmqAJFHYaa8Y,305
14
14
  coiled/exceptions.py,sha256=jUXgmfO0LitGe8ztSmAlzb9eQV3X5c0kNO2BwtEDTYg,3099
15
- coiled/filestore.py,sha256=YL9xrACHsdmveeH1F_gN4J63oykEe3NJzfGwYybXloI,12396
15
+ coiled/filestore.py,sha256=CHec80WmJCI2JouI3SwWLPKq9Ya5ND2stN7oykmvLlA,12873
16
16
  coiled/function.py,sha256=pONtcTUDRr0dykhVV73AWXqU_pb-4-lvOA0tR3i_PlA,21654
17
17
  coiled/plugins.py,sha256=w03H2Sck54QmwrVOM1BVscNiVeQsHyGm1yWNzPPPWKs,3424
18
18
  coiled/prefect.py,sha256=j1EOg7Xuw82TNRonAGEoZ3ANlwN8GM5aDXRYSjC0lnA,1497
@@ -94,8 +94,8 @@ coiled/v2/widgets/__init__.py,sha256=Bt3GHTTyri-kFUaqGRVydDM-sCg5NdNujDg2RyvgV8U
94
94
  coiled/v2/widgets/interface.py,sha256=YeMQ5qdRbbpM04x9qIg2LE1xwxyRxFbdDYnkrwHazPk,301
95
95
  coiled/v2/widgets/rich.py,sha256=3rU5-yso92NdeEh3uSvEE-GwPNyp6i0Nb5PE5czXCik,28974
96
96
  coiled/v2/widgets/util.py,sha256=Y8qpGqwNzqfCzgyRFRy7vcscBoXqop-Upi4HLPpXLgg,3120
97
- coiled-1.121.1.dev21.dist-info/METADATA,sha256=ThXoQgr18PltSKX1s6PpPzEjKXFrTn__Walpuv8jkTA,2182
98
- coiled-1.121.1.dev21.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
99
- coiled-1.121.1.dev21.dist-info/entry_points.txt,sha256=C8dz1ST_bTlTO-kNvuHBJQma9PyJPotg0S4xpPt5aHY,47
100
- coiled-1.121.1.dev21.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
101
- coiled-1.121.1.dev21.dist-info/RECORD,,
97
+ coiled-1.121.1.dev22.dist-info/METADATA,sha256=VIZDylvgr7UZ5A94r2-q2hq_eAq35J_tDFQOy0Ns0LY,2182
98
+ coiled-1.121.1.dev22.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
99
+ coiled-1.121.1.dev22.dist-info/entry_points.txt,sha256=C8dz1ST_bTlTO-kNvuHBJQma9PyJPotg0S4xpPt5aHY,47
100
+ coiled-1.121.1.dev22.dist-info/licenses/LICENSE,sha256=ZPwVR73Biwm3sK6vR54djCrhaRiM4cAD2zvOQZV8Xis,3859
101
+ coiled-1.121.1.dev22.dist-info/RECORD,,