cloud-files 5.1.1__tar.gz → 5.1.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. {cloud_files-5.1.1 → cloud_files-5.1.3}/ChangeLog +11 -0
  2. {cloud_files-5.1.1 → cloud_files-5.1.3}/PKG-INFO +1 -1
  3. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloud_files.egg-info/PKG-INFO +1 -1
  4. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloud_files.egg-info/SOURCES.txt +1 -0
  5. cloud_files-5.1.3/cloud_files.egg-info/pbr.json +1 -0
  6. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/compression.py +8 -3
  7. cloud_files-5.1.3/cloudfiles/test.py +28 -0
  8. {cloud_files-5.1.1 → cloud_files-5.1.3}/setup.cfg +1 -1
  9. cloud_files-5.1.1/cloud_files.egg-info/pbr.json +0 -1
  10. {cloud_files-5.1.1 → cloud_files-5.1.3}/.github/workflows/test-suite.yml +0 -0
  11. {cloud_files-5.1.1 → cloud_files-5.1.3}/AUTHORS +0 -0
  12. {cloud_files-5.1.1 → cloud_files-5.1.3}/LICENSE +0 -0
  13. {cloud_files-5.1.1 → cloud_files-5.1.3}/MANIFEST.in +0 -0
  14. {cloud_files-5.1.1 → cloud_files-5.1.3}/README.md +0 -0
  15. {cloud_files-5.1.1 → cloud_files-5.1.3}/automated_test.py +0 -0
  16. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloud_files.egg-info/dependency_links.txt +0 -0
  17. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloud_files.egg-info/entry_points.txt +0 -0
  18. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloud_files.egg-info/not-zip-safe +0 -0
  19. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloud_files.egg-info/requires.txt +0 -0
  20. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloud_files.egg-info/top_level.txt +0 -0
  21. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/__init__.py +0 -0
  22. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/cloudfiles.py +0 -0
  23. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/connectionpools.py +0 -0
  24. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/exceptions.py +0 -0
  25. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/gcs.py +0 -0
  26. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/interfaces.py +0 -0
  27. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/lib.py +0 -0
  28. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/paths.py +0 -0
  29. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/resumable_tools.py +0 -0
  30. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/scheduler.py +0 -0
  31. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/secrets.py +0 -0
  32. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/threaded_queue.py +0 -0
  33. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles/typing.py +0 -0
  34. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles_cli/LICENSE +0 -0
  35. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles_cli/__init__.py +0 -0
  36. {cloud_files-5.1.1 → cloud_files-5.1.3}/cloudfiles_cli/cloudfiles_cli.py +0 -0
  37. {cloud_files-5.1.1 → cloud_files-5.1.3}/requirements.txt +0 -0
  38. {cloud_files-5.1.1 → cloud_files-5.1.3}/setup.py +0 -0
@@ -1,6 +1,17 @@
1
1
  CHANGES
2
2
  =======
3
3
 
4
+ 5.1.3
5
+ -----
6
+
7
+ * fix: package metadata
8
+ * fix: deflate returning bytearray from gunzip as well
9
+
10
+ 5.1.2
11
+ -----
12
+
13
+ * fix: deflate 0.8 started returning a bytearray
14
+
4
15
  5.1.1
5
16
  -----
6
17
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cloud-files
3
- Version: 5.1.1
3
+ Version: 5.1.3
4
4
  Summary: Fast access to cloud storage and local FS.
5
5
  Home-page: https://github.com/seung-lab/cloud-files/
6
6
  Author: William Silversmith
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cloud-files
3
- Version: 5.1.1
3
+ Version: 5.1.3
4
4
  Summary: Fast access to cloud storage and local FS.
5
5
  Home-page: https://github.com/seung-lab/cloud-files/
6
6
  Author: William Silversmith
@@ -28,6 +28,7 @@ cloudfiles/paths.py
28
28
  cloudfiles/resumable_tools.py
29
29
  cloudfiles/scheduler.py
30
30
  cloudfiles/secrets.py
31
+ cloudfiles/test.py
31
32
  cloudfiles/threaded_queue.py
32
33
  cloudfiles/typing.py
33
34
  cloudfiles_cli/LICENSE
@@ -0,0 +1 @@
1
+ {"git_version": "894545a", "is_release": true}
@@ -171,7 +171,7 @@ def gzip_compress(content, compresslevel=None):
171
171
  compresslevel = 9
172
172
 
173
173
  if deflate:
174
- return deflate.gzip_compress(content, compresslevel)
174
+ return bytes(deflate.gzip_compress(content, compresslevel))
175
175
 
176
176
  stringio = BytesIO()
177
177
  gzip_obj = gzip.GzipFile(mode='wb', fileobj=stringio, compresslevel=compresslevel)
@@ -190,14 +190,19 @@ def gunzip(content):
190
190
  raise DecompressionError('File contains zero bytes.')
191
191
 
192
192
  gzip_magic_numbers = [ 0x1f, 0x8b ]
193
- first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
193
+
194
+ if isinstance(content, (bytes, bytearray)):
195
+ first_two_bytes = list(content[:2])
196
+ else:
197
+ first_two_bytes = [ byte for byte in bytearray(content)[:2] ]
198
+
194
199
  if first_two_bytes != gzip_magic_numbers:
195
200
  raise DecompressionError('File is not in gzip format. Magic numbers {}, {} did not match {}, {}.'.format(
196
201
  hex(first_two_bytes[0]), hex(first_two_bytes[1]), hex(gzip_magic_numbers[0]), hex(gzip_magic_numbers[1])
197
202
  ))
198
203
 
199
204
  if deflate:
200
- return deflate.gzip_decompress(content)
205
+ return bytes(deflate.gzip_decompress(content))
201
206
 
202
207
  stringio = BytesIO(content)
203
208
  with gzip.GzipFile(mode='rb', fileobj=stringio) as gfile:
@@ -0,0 +1,28 @@
1
+ import igneous.task_creation as tc
2
+ import os
3
+ from taskqueue import totask
4
+ import igneous.tasks
5
+
6
+
7
+ def process_task(msg):
8
+ task = totask(msg)
9
+ task.execute()
10
+ return None
11
+
12
+ def submit_tasks():
13
+ paths = [
14
+ "gs://ng_scratch_ranl_7/make_cv_happy/seg/20250403024338",]
15
+ all_tasks = []
16
+ for img_path in paths:
17
+ mip = 0
18
+ num_mips = 2
19
+ tasks = tc.create_downsampling_tasks(img_path,
20
+ fill_missing=False,
21
+ delete_black_uploads=True,
22
+ mip=mip, num_mips=num_mips)
23
+ all_tasks += list(tasks)
24
+ return all_tasks
25
+
26
+ if __name__ == "__main__":
27
+ tasks = submit_tasks()
28
+ process_task(tasks[0])
@@ -6,7 +6,7 @@ description_content_type = text/markdown
6
6
  description_file = README.md
7
7
  author = William Silversmith
8
8
  author_email = ws9@princeton.edu
9
- home-page = https://github.com/seung-lab/cloud-files/
9
+ home_page = https://github.com/seung-lab/cloud-files/
10
10
  license = License :: OSI Approved :: BSD License
11
11
  classifier =
12
12
  Intended Audience :: Developers
@@ -1 +0,0 @@
1
- {"git_version": "39ec622", "is_release": true}
File without changes
File without changes
File without changes
File without changes
File without changes