cloud-files 5.0.1__tar.gz → 5.0.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. {cloud_files-5.0.1 → cloud_files-5.0.3}/ChangeLog +13 -0
  2. {cloud_files-5.0.1 → cloud_files-5.0.3}/PKG-INFO +1 -1
  3. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloud_files.egg-info/PKG-INFO +1 -1
  4. cloud_files-5.0.3/cloud_files.egg-info/pbr.json +1 -0
  5. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/interfaces.py +12 -6
  6. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles_cli/cloudfiles_cli.py +8 -2
  7. cloud_files-5.0.1/cloud_files.egg-info/pbr.json +0 -1
  8. {cloud_files-5.0.1 → cloud_files-5.0.3}/.github/workflows/test-suite.yml +0 -0
  9. {cloud_files-5.0.1 → cloud_files-5.0.3}/AUTHORS +0 -0
  10. {cloud_files-5.0.1 → cloud_files-5.0.3}/LICENSE +0 -0
  11. {cloud_files-5.0.1 → cloud_files-5.0.3}/MANIFEST.in +0 -0
  12. {cloud_files-5.0.1 → cloud_files-5.0.3}/README.md +0 -0
  13. {cloud_files-5.0.1 → cloud_files-5.0.3}/automated_test.py +0 -0
  14. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloud_files.egg-info/SOURCES.txt +0 -0
  15. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloud_files.egg-info/dependency_links.txt +0 -0
  16. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloud_files.egg-info/entry_points.txt +0 -0
  17. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloud_files.egg-info/not-zip-safe +0 -0
  18. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloud_files.egg-info/requires.txt +0 -0
  19. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloud_files.egg-info/top_level.txt +0 -0
  20. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/__init__.py +0 -0
  21. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/cloudfiles.py +0 -0
  22. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/compression.py +0 -0
  23. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/connectionpools.py +0 -0
  24. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/exceptions.py +0 -0
  25. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/gcs.py +0 -0
  26. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/lib.py +0 -0
  27. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/paths.py +0 -0
  28. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/resumable_tools.py +0 -0
  29. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/scheduler.py +0 -0
  30. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/secrets.py +0 -0
  31. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/threaded_queue.py +0 -0
  32. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles/typing.py +0 -0
  33. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles_cli/LICENSE +0 -0
  34. {cloud_files-5.0.1 → cloud_files-5.0.3}/cloudfiles_cli/__init__.py +0 -0
  35. {cloud_files-5.0.1 → cloud_files-5.0.3}/requirements.txt +0 -0
  36. {cloud_files-5.0.1 → cloud_files-5.0.3}/setup.cfg +0 -0
  37. {cloud_files-5.0.1 → cloud_files-5.0.3}/setup.py +0 -0
@@ -1,6 +1,19 @@
1
1
  CHANGES
2
2
  =======
3
3
 
4
+ 5.0.3
5
+ -----
6
+
7
+ * docs: describe why this works
8
+ * fix(gcs): flat listing works
9
+
10
+ 5.0.2
11
+ -----
12
+
13
+ * chore: update changelog
14
+ * feat: add error messages if multiple buckets found
15
+ * fix: stdin wasn't working for cp, mv bc of incorrect source path
16
+
4
17
  5.0.1
5
18
  -----
6
19
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cloud-files
3
- Version: 5.0.1
3
+ Version: 5.0.3
4
4
  Summary: Fast access to cloud storage and local FS.
5
5
  Home-page: https://github.com/seung-lab/cloud-files/
6
6
  Author: William Silversmith
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cloud-files
3
- Version: 5.0.1
3
+ Version: 5.0.3
4
4
  Summary: Fast access to cloud storage and local FS.
5
5
  Home-page: https://github.com/seung-lab/cloud-files/
6
6
  Author: William Silversmith
@@ -0,0 +1 @@
1
+ {"git_version": "589559d", "is_release": true}
@@ -808,18 +808,24 @@ class GoogleCloudStorageInterface(StorageInterface):
808
808
  path = posixpath.join(layer_path, prefix)
809
809
 
810
810
  delimiter = '/' if flat else None
811
+
811
812
  blobs = self._bucket.list_blobs(
812
813
  prefix=path,
813
814
  delimiter=delimiter,
814
815
  )
815
816
 
816
- if blobs.prefixes:
817
- yield from (
818
- item.removeprefix(path)
819
- for item in blobs.prefixes
820
- )
821
-
817
+ first = True
822
818
  for blob in blobs:
819
+ # This awkward construction is necessary
820
+ # because the request that populates prefixes
821
+ # isn't made until the iterator is activated.
822
+ if first and blobs.prefixes:
823
+ yield from (
824
+ item.removeprefix(path)
825
+ for item in blobs.prefixes
826
+ )
827
+ first = False
828
+
823
829
  filename = blob.name.removeprefix(layer_path)
824
830
  if not filename:
825
831
  continue
@@ -255,7 +255,10 @@ def _cp_single(
255
255
  xferpaths = [ x.replace("\n", "") for x in xferpaths ]
256
256
  prefix = os.path.commonprefix(xferpaths)
257
257
  xferpaths = [ x.replace(prefix, "") for x in xferpaths ]
258
- srcpath = cloudpathjoin(srcpath, prefix)
258
+ srcpath = prefix
259
+ if srcpath == "":
260
+ print(f"cloudfiles: No common prefix found. Currently only one bucket at a time is supported for STDIN.")
261
+ return
259
262
  elif many:
260
263
  xferpaths = CloudFiles(
261
264
  srcpath, no_sign_request=no_sign_request
@@ -432,7 +435,10 @@ def _mv_single(
432
435
  xferpaths = [ x.replace("\n", "") for x in xferpaths ]
433
436
  prefix = os.path.commonprefix(xferpaths)
434
437
  xferpaths = [ x.replace(prefix, "") for x in xferpaths ]
435
- srcpath = cloudpathjoin(srcpath, prefix)
438
+ srcpath = prefix
439
+ if srcpath == "":
440
+ print(f"cloudfiles: No common prefix found. Currently only one bucket at a time is supported for STDIN.")
441
+ return
436
442
  elif many:
437
443
  xferpaths = CloudFiles(
438
444
  srcpath, no_sign_request=no_sign_request
@@ -1 +0,0 @@
1
- {"git_version": "4c96852", "is_release": true}
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes