cloud-files 5.1.0__tar.gz → 5.1.2__tar.gz

{cloud_files-5.1.0 → cloud_files-5.1.2}/ChangeLog

@@ -1,6 +1,18 @@
 CHANGES
 =======
 
+5.1.2
+-----
+
+* fix: deflate 0.8 started returning a bytearray
+
+5.1.1
+-----
+
+* fix: ensure directory exists for download\_to\_file
+* docs: add why there is this extra bit of code
+* fix(gs/list): show flat directories even if there are no regular entries
+
 5.1.0
 -----
 

{cloud_files-5.1.0 → cloud_files-5.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.1.0
+Version: 5.1.2
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith

{cloud_files-5.1.0 → cloud_files-5.1.2}/cloud_files.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.1.0
+Version: 5.1.2
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith

{cloud_files-5.1.0 → cloud_files-5.1.2}/cloud_files.egg-info/SOURCES.txt

@@ -28,6 +28,7 @@ cloudfiles/paths.py
 cloudfiles/resumable_tools.py
 cloudfiles/scheduler.py
 cloudfiles/secrets.py
+cloudfiles/test.py
 cloudfiles/threaded_queue.py
 cloudfiles/typing.py
 cloudfiles_cli/LICENSE

cloud_files-5.1.2/cloud_files.egg-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "02bf227", "is_release": true}

{cloud_files-5.1.0 → cloud_files-5.1.2}/cloudfiles/compression.py

@@ -171,7 +171,7 @@ def gzip_compress(content, compresslevel=None):
     compresslevel = 9
 
   if deflate:
-    return deflate.gzip_compress(content, compresslevel)
+    return bytes(deflate.gzip_compress(content, compresslevel))
 
   stringio = BytesIO()
   gzip_obj = gzip.GzipFile(mode='wb', fileobj=stringio, compresslevel=compresslevel)
@@ -190,7 +190,12 @@ def gunzip(content):
     raise DecompressionError('File contains zero bytes.')
 
   gzip_magic_numbers = [ 0x1f, 0x8b ]
-  first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
+
+  if isinstance(content, (bytes, bytearray)):
+    first_two_bytes = list(content[:2])
+  else:
+    first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
+
   if first_two_bytes != gzip_magic_numbers:
     raise DecompressionError('File is not in gzip format. Magic numbers {}, {} did not match {}, {}.'.format(
       hex(first_two_bytes[0]), hex(first_two_bytes[1]), hex(gzip_magic_numbers[0]), hex(gzip_magic_numbers[1])

{cloud_files-5.1.0 → cloud_files-5.1.2}/cloudfiles/interfaces.py

@@ -707,6 +707,7 @@ class GoogleCloudStorageInterface(StorageInterface):
     key = self.get_path_to_file(src)
     blob = self._bucket.blob(key)
     try:
+      mkdir(os.path.dirname(dest))
       blob.download_to_filename(
         filename=dest,
         raw_download=True, 
@@ -834,6 +835,14 @@ class GoogleCloudStorageInterface(StorageInterface):
       elif flat and '/' not in blob.name.removeprefix(path):
         yield filename
 
+    # When there are no regular items at this level
+    # we need to still print the directories.
+    if first and blobs.prefixes:
+      yield from (
+        item.removeprefix(path)
+        for item in blobs.prefixes
+      )
+
   def release_connection(self):
     global GC_POOL
     with GCS_BUCKET_POOL_LOCK:

cloud_files-5.1.2/cloudfiles/test.py

@@ -0,0 +1,28 @@
+import igneous.task_creation as tc
+import os
+from taskqueue import totask
+import igneous.tasks
+
+
+def process_task(msg):
+    task = totask(msg)
+    task.execute()
+    return None
+
+def submit_tasks():
+    paths = [
+        "gs://ng_scratch_ranl_7/make_cv_happy/seg/20250403024338",]
+    all_tasks = []
+    for img_path in paths:
+        mip = 0
+        num_mips = 2
+        tasks = tc.create_downsampling_tasks(img_path,
+                fill_missing=False,
+                delete_black_uploads=True,
+                mip=mip, num_mips=num_mips)
+        all_tasks += list(tasks)
+    return all_tasks
+
+if __name__ == "__main__":
+    tasks = submit_tasks()
+    process_task(tasks[0])

cloud_files-5.1.0/cloud_files.egg-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "4678ea6", "is_release": true}