cloud-files 5.7.0__py3-none-any.whl → 5.8.1__py3-none-any.whl

{cloud_files-5.7.0.dist-info → cloud_files-5.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: cloud-files
-Version: 5.7.0
+Version: 5.8.1
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith
@@ -19,41 +19,53 @@ Requires-Python: >=3.9,<4.0
 Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: AUTHORS
-Requires-Dist: boto3 >=1.4.7
+Requires-Dist: boto3>=1.4.7
 Requires-Dist: brotli
 Requires-Dist: crc32c
-Requires-Dist: chardet >=3.0.4
+Requires-Dist: chardet>=3.0.4
 Requires-Dist: click
-Requires-Dist: deflate >=0.2.0
+Requires-Dist: deflate>=0.2.0
 Requires-Dist: gevent
-Requires-Dist: google-auth >=1.10.0
-Requires-Dist: google-cloud-core >=1.1.0
-Requires-Dist: google-cloud-storage >=1.31.1
-Requires-Dist: google-crc32c >=1.0.0
+Requires-Dist: google-auth>=1.10.0
+Requires-Dist: google-cloud-core>=1.1.0
+Requires-Dist: google-cloud-storage>=1.31.1
+Requires-Dist: google-crc32c>=1.0.0
 Requires-Dist: intervaltree
 Requires-Dist: numpy
 Requires-Dist: orjson
 Requires-Dist: pathos
-Requires-Dist: protobuf >=3.3.0
-Requires-Dist: requests >=2.22.0
-Requires-Dist: six >=1.14.0
-Requires-Dist: tenacity >=4.10.0
+Requires-Dist: protobuf>=3.3.0
+Requires-Dist: requests>=2.22.0
+Requires-Dist: six>=1.14.0
+Requires-Dist: tenacity>=4.10.0
 Requires-Dist: tqdm
-Requires-Dist: urllib3 >=1.26.3
+Requires-Dist: urllib3>=1.26.3
 Requires-Dist: zstandard
-Requires-Dist: rsa >=4.7.2
+Requires-Dist: rsa>=4.7.2
 Requires-Dist: fasteners
-Provides-Extra: apache
-Requires-Dist: lxml ; extra == 'apache'
-Provides-Extra: monitoring
-Requires-Dist: psutil ; extra == 'monitoring'
-Requires-Dist: intervaltree ; extra == 'monitoring'
-Requires-Dist: matplotlib ; extra == 'monitoring'
-Provides-Extra: numpy
-Requires-Dist: numpy ; extra == 'numpy'
 Provides-Extra: test
-Requires-Dist: pytest ; extra == 'test'
-Requires-Dist: moto >=5 ; extra == 'test'
+Requires-Dist: pytest; extra == "test"
+Requires-Dist: moto>=5; extra == "test"
+Provides-Extra: numpy
+Requires-Dist: numpy; extra == "numpy"
+Provides-Extra: monitoring
+Requires-Dist: psutil; extra == "monitoring"
+Requires-Dist: intervaltree; extra == "monitoring"
+Requires-Dist: matplotlib; extra == "monitoring"
+Provides-Extra: apache
+Requires-Dist: lxml; extra == "apache"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
 [![PyPI version](https://badge.fury.io/py/cloud-files.svg)](https://badge.fury.io/py/cloud-files) [![Test Suite](https://github.com/seung-lab/cloud-files/workflows/Test%20Suite/badge.svg)](https://github.com/seung-lab/cloud-files/actions?query=workflow%3A%22Test+Suite%22)
 

{cloud_files-5.7.0.dist-info → cloud_files-5.8.1.dist-info}/RECORD

@@ -1,10 +1,12 @@
+cloud_files-5.8.1.dist-info/licenses/AUTHORS,sha256=BFVmobgAhaVFI5fqbuqAY5XmBQxe09ZZAsAOTy87hKQ,318
+cloud_files-5.8.1.dist-info/licenses/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
 cloudfiles/__init__.py,sha256=pLB4CcV2l3Jgv_ni1520Np1pfzFj8Cpr87vNxFT3rNI,493
 cloudfiles/cloudfiles.py,sha256=tPG1PBLEjABPu-KLe93yf6xW_zbafPsQ6z5NuofyUoU,56743
 cloudfiles/compression.py,sha256=WXJHnoNLJ_NWyoY9ygZmFA2qMou35_9xS5dzF7-2H-M,6262
 cloudfiles/connectionpools.py,sha256=aL8RiSjRepECfgAFmJcz80aJFKbou7hsbuEgugDKwB8,4814
 cloudfiles/exceptions.py,sha256=N0oGQNG-St6RvnT8e5p_yC_E61q2kgAe2scwAL0F49c,843
 cloudfiles/gcs.py,sha256=unqu5KxGKaPq6N4QeHSpCDdtnK1BzPOAerTZ8FLt2_4,3820
-cloudfiles/interfaces.py,sha256=5rUh2DWOVlg13fAxyZ0wAaQyfW04xc2zlUfTItFV-zQ,45325
+cloudfiles/interfaces.py,sha256=M62UdugtWcF-J4iQMClHNDEQYu7xxCSc1aT7WW2C1lU,44942
 cloudfiles/lib.py,sha256=HHjCvjmOjA0nZWSvHGoSeYpxqd6FAG8xk8LM212LAUA,5382
 cloudfiles/monitoring.py,sha256=N5Xq0PYZK1OxoYtwBFsnnfaq7dElTgY8Rn2Ez_I3aoo,20897
 cloudfiles/paths.py,sha256=HOvtdLSIYGwlwvnZt9d_Ez3TXOe7WWd18bZNDpExUDQ,12231
@@ -16,12 +18,10 @@ cloudfiles/threaded_queue.py,sha256=Nl4vfXhQ6nDLF8PZpSSBpww0M2zWtcd4DLs3W3BArBw,
 cloudfiles/typing.py,sha256=f3ZYkNfN9poxhGu5j-P0KCxjCCqSn9HAg5KiIPkjnCg,416
 cloudfiles_cli/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
 cloudfiles_cli/__init__.py,sha256=Wftt3R3F21QsHtWqx49ODuqT9zcSr0em7wk48kcH0WM,29
-cloudfiles_cli/cloudfiles_cli.py,sha256=k5_bMUcjDM2o-HjgwSaK6rT51t91nYjSAy3xZHf-qSs,38128
-cloud_files-5.7.0.dist-info/AUTHORS,sha256=BFVmobgAhaVFI5fqbuqAY5XmBQxe09ZZAsAOTy87hKQ,318
-cloud_files-5.7.0.dist-info/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
-cloud_files-5.7.0.dist-info/METADATA,sha256=oiedYRc-OIb1u8yRqMKOOKtvEJHj5phtQd-0V-cEqfI,30530
-cloud_files-5.7.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-cloud_files-5.7.0.dist-info/entry_points.txt,sha256=xlirb1FVhn1mbcv4IoyMEGumDqKOA4VMVd3drsRQxIg,51
-cloud_files-5.7.0.dist-info/pbr.json,sha256=btfjSn_FM-LMcr5pxgz5jRJ_ImTfyOwfBZgFRavgNP8,46
-cloud_files-5.7.0.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
-cloud_files-5.7.0.dist-info/RECORD,,
+cloudfiles_cli/cloudfiles_cli.py,sha256=JlP9ocqxZbMANAZhZCQSvvjwe6syovQ1asUzSeAlNYk,38459
+cloud_files-5.8.1.dist-info/METADATA,sha256=rpDcFJu73xenVENaNYRiVfR101bCuRZ-81GwCjUBXEM,30769
+cloud_files-5.8.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+cloud_files-5.8.1.dist-info/entry_points.txt,sha256=xlirb1FVhn1mbcv4IoyMEGumDqKOA4VMVd3drsRQxIg,51
+cloud_files-5.8.1.dist-info/pbr.json,sha256=NMitOWL8rgzn1OryBwJszO5j4XHPTNlgqjPegLKIiCU,46
+cloud_files-5.8.1.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
+cloud_files-5.8.1.dist-info/RECORD,,

{cloud_files-5.7.0.dist-info → cloud_files-5.8.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

cloud_files-5.8.1.dist-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "add0684", "is_release": true}

cloudfiles/interfaces.py

@@ -798,6 +798,7 @@ class GoogleCloudStorageInterface(StorageInterface):
       except google.cloud.exceptions.NotFound:
         pass
 
+
   @retry
   def list_files(self, prefix, flat=False):
     """
@@ -817,33 +818,22 @@ class GoogleCloudStorageInterface(StorageInterface):
       delimiter=delimiter,
     )
 
-    first = True
-    for blob in blobs:
-      # This awkward construction is necessary
-      # because the request that populates prefixes 
-      # isn't made until the iterator is activated.
-      if first and blobs.prefixes:
+    for page in blobs.pages:
+      if page.prefixes:
         yield from (
           item.removeprefix(path)
-          for item in blobs.prefixes
+          for item in page.prefixes
         )
-        first = False
 
-      filename = blob.name.removeprefix(layer_path)
-      if not filename:
-        continue
-      elif not flat and filename[-1] != '/':
-        yield filename
-      elif flat and '/' not in blob.name.removeprefix(path):
-        yield filename
+      for blob in page:
+        filename = blob.name.removeprefix(layer_path)
+        if not filename:
+          continue
+        elif not flat and filename[-1] != '/':
+          yield filename
+        elif flat and '/' not in blob.name.removeprefix(path):
+          yield filename
 
-    # When there are no regular items at this level
-    # we need to still print the directories.
-    if first and blobs.prefixes:
-      yield from (
-        item.removeprefix(path)
-        for item in blobs.prefixes
-      )
 
   def release_connection(self):
     global GC_POOL

cloudfiles_cli/cloudfiles_cli.py

@@ -182,6 +182,19 @@ def get_mfp(path, recursive):
 
   return (many, flat, prefix, suffix)
 
+@main.command("mkdir")
+@click.argument("paths", nargs=-1)
+def _mkdir(paths):
+  """
+  Create paths on the local file system.
+  """
+  for path in paths:
+    path = normalize_path(path)
+    protocol = get_protocol(path)
+
+    if protocol == "file":
+      mkdir(path.replace("file://", "", 1))
+
 @main.command()
 @click.argument("source", nargs=-1)
 @click.argument("destination", nargs=1)
@@ -588,6 +601,7 @@ def touch(
   ctx, sources,
   progress, no_sign_request,
 ):
+  """Create file if it doesn't exist."""
   sources = list(map(normalize_path, sources))
   sources = [ src.replace("precomputed://", "") for src in sources ]
   pbar = tqdm(total=len(sources), desc="Touch", disable=(not progress))

cloud_files-5.7.0.dist-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "cab2668", "is_release": true}