cloud-files 5.1.1__py3-none-any.whl → 5.1.3__py3-none-any.whl

{cloud_files-5.1.1.dist-info → cloud_files-5.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.1.1
+Version: 5.1.3
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith

{cloud_files-5.1.1.dist-info → cloud_files-5.1.3.dist-info}/RECORD

@@ -1,6 +1,6 @@
 cloudfiles/__init__.py,sha256=pLB4CcV2l3Jgv_ni1520Np1pfzFj8Cpr87vNxFT3rNI,493
 cloudfiles/cloudfiles.py,sha256=K8rKzrzDzbi1HjGoPMsXSMFzTbe_KLfDIyk4tRjoGEI,51070
-cloudfiles/compression.py,sha256=pqYdpu5vfFv-094BpfZ2pgRjVu7ESM9pAZC09P6E8bY,6150
+cloudfiles/compression.py,sha256=WXJHnoNLJ_NWyoY9ygZmFA2qMou35_9xS5dzF7-2H-M,6262
 cloudfiles/connectionpools.py,sha256=aL8RiSjRepECfgAFmJcz80aJFKbou7hsbuEgugDKwB8,4814
 cloudfiles/exceptions.py,sha256=N0oGQNG-St6RvnT8e5p_yC_E61q2kgAe2scwAL0F49c,843
 cloudfiles/gcs.py,sha256=unqu5KxGKaPq6N4QeHSpCDdtnK1BzPOAerTZ8FLt2_4,3820
@@ -10,16 +10,17 @@ cloudfiles/paths.py,sha256=4B3qWjR2TP8wAYK4NLw-iy2KUn3VNspKp6_Vy4j3I8A,11592
 cloudfiles/resumable_tools.py,sha256=NyuSoGh1SaP5akrHCpd9kgy2-JruEWrHW9lvJxV7jpE,6711
 cloudfiles/scheduler.py,sha256=DqDANmOpB3NdzFgJDNMMibRIkCrXQqIh2XGL8GWoc9c,3668
 cloudfiles/secrets.py,sha256=791b5a8nWSBYtlleGzKeoYIR5jl-FI1bw6INRM4Wy-0,5295
+cloudfiles/test.py,sha256=jktBhzKLU448QPs5H7QVnTvpYMo4lBBWG1aE7-uzVGQ,678
 cloudfiles/threaded_queue.py,sha256=Nl4vfXhQ6nDLF8PZpSSBpww0M2zWtcd4DLs3W3BArBw,7082
 cloudfiles/typing.py,sha256=f3ZYkNfN9poxhGu5j-P0KCxjCCqSn9HAg5KiIPkjnCg,416
 cloudfiles_cli/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
 cloudfiles_cli/__init__.py,sha256=Wftt3R3F21QsHtWqx49ODuqT9zcSr0em7wk48kcH0WM,29
 cloudfiles_cli/cloudfiles_cli.py,sha256=_2Amjp3vsdq7vQgF2utD6BJqjOPKXOTjrJyehnlojpQ,34893
-cloud_files-5.1.1.dist-info/AUTHORS,sha256=BFVmobgAhaVFI5fqbuqAY5XmBQxe09ZZAsAOTy87hKQ,318
-cloud_files-5.1.1.dist-info/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
-cloud_files-5.1.1.dist-info/METADATA,sha256=BvXLKejFeTRrk-xA-C43tBNwBToAWNb0kc_wArTYFwk,27047
-cloud_files-5.1.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-cloud_files-5.1.1.dist-info/entry_points.txt,sha256=xlirb1FVhn1mbcv4IoyMEGumDqKOA4VMVd3drsRQxIg,51
-cloud_files-5.1.1.dist-info/pbr.json,sha256=0f1MfoUsmR8uufmjDCLBvW5H2ILfcWRnzLTzR_0ufbg,46
-cloud_files-5.1.1.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
-cloud_files-5.1.1.dist-info/RECORD,,
+cloud_files-5.1.3.dist-info/AUTHORS,sha256=BFVmobgAhaVFI5fqbuqAY5XmBQxe09ZZAsAOTy87hKQ,318
+cloud_files-5.1.3.dist-info/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
+cloud_files-5.1.3.dist-info/METADATA,sha256=A_TQG-p83SU5RibMDyRfKcM4BoC3pcf6IbgEn_inzVw,27047
+cloud_files-5.1.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+cloud_files-5.1.3.dist-info/entry_points.txt,sha256=xlirb1FVhn1mbcv4IoyMEGumDqKOA4VMVd3drsRQxIg,51
+cloud_files-5.1.3.dist-info/pbr.json,sha256=r_OnVuWLj4u5oFTro4Tjb60qKNAK2AAaXCkaI-MB24w,46
+cloud_files-5.1.3.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
+cloud_files-5.1.3.dist-info/RECORD,,

cloud_files-5.1.3.dist-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "894545a", "is_release": true}

cloudfiles/compression.py

@@ -171,7 +171,7 @@ def gzip_compress(content, compresslevel=None):
     compresslevel = 9
 
   if deflate:
-    return deflate.gzip_compress(content, compresslevel)
+    return bytes(deflate.gzip_compress(content, compresslevel))
 
   stringio = BytesIO()
   gzip_obj = gzip.GzipFile(mode='wb', fileobj=stringio, compresslevel=compresslevel)
@@ -190,14 +190,19 @@ def gunzip(content):
     raise DecompressionError('File contains zero bytes.')
 
   gzip_magic_numbers = [ 0x1f, 0x8b ]
-  first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
+
+  if isinstance(content, (bytes, bytearray)):
+    first_two_bytes = list(content[:2])
+  else:
+    first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
+
   if first_two_bytes != gzip_magic_numbers:
     raise DecompressionError('File is not in gzip format. Magic numbers {}, {} did not match {}, {}.'.format(
       hex(first_two_bytes[0]), hex(first_two_bytes[1]), hex(gzip_magic_numbers[0]), hex(gzip_magic_numbers[1])
     ))
 
   if deflate:
-    return deflate.gzip_decompress(content)
+    return bytes(deflate.gzip_decompress(content))
 
   stringio = BytesIO(content)
   with gzip.GzipFile(mode='rb', fileobj=stringio) as gfile:

cloudfiles/test.py

@@ -0,0 +1,28 @@
+import igneous.task_creation as tc
+import os
+from taskqueue import totask
+import igneous.tasks
+
+
+def process_task(msg):
+    task = totask(msg)
+    task.execute()
+    return None
+
+def submit_tasks():
+    paths = [
+        "gs://ng_scratch_ranl_7/make_cv_happy/seg/20250403024338",]
+    all_tasks = []
+    for img_path in paths:
+        mip = 0
+        num_mips = 2
+        tasks = tc.create_downsampling_tasks(img_path,
+                fill_missing=False,
+                delete_black_uploads=True,
+                mip=mip, num_mips=num_mips)
+        all_tasks += list(tasks)
+    return all_tasks
+
+if __name__ == "__main__":
+    tasks = submit_tasks()
+    process_task(tasks[0])

cloud_files-5.1.1.dist-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "39ec622", "is_release": true}