cloud-files 5.1.0__py3-none-any.whl → 5.1.2__py3-none-any.whl

{cloud_files-5.1.0.dist-info → cloud_files-5.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.1.0
+Version: 5.1.2
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith

{cloud_files-5.1.0.dist-info → cloud_files-5.1.2.dist-info}/RECORD

@@ -1,25 +1,26 @@
 cloudfiles/__init__.py,sha256=pLB4CcV2l3Jgv_ni1520Np1pfzFj8Cpr87vNxFT3rNI,493
 cloudfiles/cloudfiles.py,sha256=K8rKzrzDzbi1HjGoPMsXSMFzTbe_KLfDIyk4tRjoGEI,51070
-cloudfiles/compression.py,sha256=pqYdpu5vfFv-094BpfZ2pgRjVu7ESM9pAZC09P6E8bY,6150
+cloudfiles/compression.py,sha256=09FM4fZcNkSy5zg6GjBzanAMtuvV5kTosc6gvloiSiU,6255
 cloudfiles/connectionpools.py,sha256=aL8RiSjRepECfgAFmJcz80aJFKbou7hsbuEgugDKwB8,4814
 cloudfiles/exceptions.py,sha256=N0oGQNG-St6RvnT8e5p_yC_E61q2kgAe2scwAL0F49c,843
 cloudfiles/gcs.py,sha256=unqu5KxGKaPq6N4QeHSpCDdtnK1BzPOAerTZ8FLt2_4,3820
-cloudfiles/interfaces.py,sha256=jAILgy6v67L0tV4QXe03wm6fzb2nJ3PJQod8IPE_c7k,43601
+cloudfiles/interfaces.py,sha256=8Gez-1q1Ulb6p_qSfydwAKXvJybVi-QS0yfkvSnm44I,43862
 cloudfiles/lib.py,sha256=9YFGMCy0mi23baqtsr-f5Gd1ewAGvD7x3UVNt772Z9E,5317
 cloudfiles/paths.py,sha256=4B3qWjR2TP8wAYK4NLw-iy2KUn3VNspKp6_Vy4j3I8A,11592
 cloudfiles/resumable_tools.py,sha256=NyuSoGh1SaP5akrHCpd9kgy2-JruEWrHW9lvJxV7jpE,6711
 cloudfiles/scheduler.py,sha256=DqDANmOpB3NdzFgJDNMMibRIkCrXQqIh2XGL8GWoc9c,3668
 cloudfiles/secrets.py,sha256=791b5a8nWSBYtlleGzKeoYIR5jl-FI1bw6INRM4Wy-0,5295
+cloudfiles/test.py,sha256=jktBhzKLU448QPs5H7QVnTvpYMo4lBBWG1aE7-uzVGQ,678
 cloudfiles/threaded_queue.py,sha256=Nl4vfXhQ6nDLF8PZpSSBpww0M2zWtcd4DLs3W3BArBw,7082
 cloudfiles/typing.py,sha256=f3ZYkNfN9poxhGu5j-P0KCxjCCqSn9HAg5KiIPkjnCg,416
 cloudfiles_cli/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
 cloudfiles_cli/__init__.py,sha256=Wftt3R3F21QsHtWqx49ODuqT9zcSr0em7wk48kcH0WM,29
 cloudfiles_cli/cloudfiles_cli.py,sha256=_2Amjp3vsdq7vQgF2utD6BJqjOPKXOTjrJyehnlojpQ,34893
-cloud_files-5.1.0.dist-info/AUTHORS,sha256=BFVmobgAhaVFI5fqbuqAY5XmBQxe09ZZAsAOTy87hKQ,318
-cloud_files-5.1.0.dist-info/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
-cloud_files-5.1.0.dist-info/METADATA,sha256=J8ZvZo3w1SJDhpuvyy5Qz8yswZElEsFMzMfzN3iqnvY,27047
-cloud_files-5.1.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-cloud_files-5.1.0.dist-info/entry_points.txt,sha256=xlirb1FVhn1mbcv4IoyMEGumDqKOA4VMVd3drsRQxIg,51
-cloud_files-5.1.0.dist-info/pbr.json,sha256=xEKcf5cQdkKoIlJkxO7RUsjjZQPsSGYZpQUsAew5Ve8,46
-cloud_files-5.1.0.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
-cloud_files-5.1.0.dist-info/RECORD,,
+cloud_files-5.1.2.dist-info/AUTHORS,sha256=BFVmobgAhaVFI5fqbuqAY5XmBQxe09ZZAsAOTy87hKQ,318
+cloud_files-5.1.2.dist-info/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
+cloud_files-5.1.2.dist-info/METADATA,sha256=znVdwBEwK11C2z5OVF87VHUAKXzz046vHDV4aX3kK4M,27047
+cloud_files-5.1.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+cloud_files-5.1.2.dist-info/entry_points.txt,sha256=xlirb1FVhn1mbcv4IoyMEGumDqKOA4VMVd3drsRQxIg,51
+cloud_files-5.1.2.dist-info/pbr.json,sha256=3bJhiZoxbezXPczAXpnP1R4rkDWW-NnjoFBNZJvHEbI,46
+cloud_files-5.1.2.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
+cloud_files-5.1.2.dist-info/RECORD,,

cloud_files-5.1.2.dist-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "02bf227", "is_release": true}

cloudfiles/compression.py

@@ -171,7 +171,7 @@ def gzip_compress(content, compresslevel=None):
     compresslevel = 9
 
   if deflate:
-    return deflate.gzip_compress(content, compresslevel)
+    return bytes(deflate.gzip_compress(content, compresslevel))
 
   stringio = BytesIO()
   gzip_obj = gzip.GzipFile(mode='wb', fileobj=stringio, compresslevel=compresslevel)
@@ -190,7 +190,12 @@ def gunzip(content):
     raise DecompressionError('File contains zero bytes.')
 
   gzip_magic_numbers = [ 0x1f, 0x8b ]
-  first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
+
+  if isinstance(content, (bytes, bytearray)):
+    first_two_bytes = list(content[:2])
+  else:
+    first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
+
   if first_two_bytes != gzip_magic_numbers:
     raise DecompressionError('File is not in gzip format. Magic numbers {}, {} did not match {}, {}.'.format(
       hex(first_two_bytes[0]), hex(first_two_bytes[1]), hex(gzip_magic_numbers[0]), hex(gzip_magic_numbers[1])

cloudfiles/interfaces.py

@@ -707,6 +707,7 @@ class GoogleCloudStorageInterface(StorageInterface):
     key = self.get_path_to_file(src)
     blob = self._bucket.blob(key)
     try:
+      mkdir(os.path.dirname(dest))
       blob.download_to_filename(
         filename=dest,
         raw_download=True, 
@@ -834,6 +835,14 @@ class GoogleCloudStorageInterface(StorageInterface):
       elif flat and '/' not in blob.name.removeprefix(path):
         yield filename
 
+    # When there are no regular items at this level
+    # we need to still print the directories.
+    if first and blobs.prefixes:
+      yield from (
+        item.removeprefix(path)
+        for item in blobs.prefixes
+      )
+
   def release_connection(self):
     global GC_POOL
     with GCS_BUCKET_POOL_LOCK:

cloudfiles/test.py

@@ -0,0 +1,28 @@
+import igneous.task_creation as tc
+import os
+from taskqueue import totask
+import igneous.tasks
+
+
+def process_task(msg):
+    task = totask(msg)
+    task.execute()
+    return None
+
+def submit_tasks():
+    paths = [
+        "gs://ng_scratch_ranl_7/make_cv_happy/seg/20250403024338",]
+    all_tasks = []
+    for img_path in paths:
+        mip = 0
+        num_mips = 2
+        tasks = tc.create_downsampling_tasks(img_path,
+                fill_missing=False,
+                delete_black_uploads=True,
+                mip=mip, num_mips=num_mips)
+        all_tasks += list(tasks)
+    return all_tasks
+
+if __name__ == "__main__":
+    tasks = submit_tasks()
+    process_task(tasks[0])

cloud_files-5.1.0.dist-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "4678ea6", "is_release": true}