cloud-files 4.21.1__py3-none-any.whl → 4.23.0__py3-none-any.whl

{cloud_files-4.21.1.dist-info → cloud_files-4.23.0.dist-info}/AUTHORS

@@ -2,4 +2,5 @@ Manuel Castro <macastro@princeton.edu>
 Nico Kemnitz <nkemnitz@princeton.edu>
 V24 <55334829+umarfarouk98@users.noreply.github.com>
 William Silversmith <william.silversmith@gmail.com>
+madiganz <madiganz@users.noreply.github.com>
 ranlu <ranlu@users.noreply.github.com>

{cloud_files-4.21.1.dist-info → cloud_files-4.23.0.dist-info}/METADATA

@@ -1,12 +1,11 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 4.21.1
+Version: 4.23.0
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith
 Author-email: ws9@princeton.edu
 License: License :: OSI Approved :: BSD License
-Platform: UNKNOWN
 Classifier: Intended Audience :: Developers
 Classifier: Development Status :: 4 - Beta
 Classifier: License :: OSI Approved :: BSD License
@@ -47,7 +46,7 @@ Provides-Extra: numpy
 Requires-Dist: numpy ; extra == 'numpy'
 Provides-Extra: test
 Requires-Dist: pytest ; extra == 'test'
-Requires-Dist: moto ; extra == 'test'
+Requires-Dist: moto (>=5) ; extra == 'test'
 
 [![PyPI version](https://badge.fury.io/py/cloud-files.svg)](https://badge.fury.io/py/cloud-files) [![Test Suite](https://github.com/seung-lab/cloud-files/workflows/Test%20Suite/badge.svg)](https://github.com/seung-lab/cloud-files/actions?query=workflow%3A%22Test+Suite%22)
 
@@ -526,5 +525,3 @@ CloudFiles is derived from the [CloudVolume.Storage](https://github.com/seung-la
 
 Storage was initially created by William Silversmith and Ignacio Tartavull. It was maintained and improved by William Silversmith and includes improvements by Nico Kemnitz (extremely fast exists), Ben Falk (brotli), and Ran Lu (local file locking). Manuel Castro added the ability to chose cloud storage class. Thanks to the anonymous author from https://teppen.io/ for their s3 etag validation code.
 
-
-

cloud_files-4.23.0.dist-info/RECORD

@@ -0,0 +1,26 @@
+cloudfiles/__init__.py,sha256=pLB4CcV2l3Jgv_ni1520Np1pfzFj8Cpr87vNxFT3rNI,493
+cloudfiles/buckets.py,sha256=eRAYdDfvVpNyJyK5ryDRMwgNJUeEuFBJ6doWU2JkAcA,74
+cloudfiles/cloudfiles.py,sha256=OWTQe-Lkz60E6YFrFXhqWVl1L3_3cqzRl15Lqr09nYs,43794
+cloudfiles/compression.py,sha256=pqYdpu5vfFv-094BpfZ2pgRjVu7ESM9pAZC09P6E8bY,6150
+cloudfiles/connectionpools.py,sha256=aL8RiSjRepECfgAFmJcz80aJFKbou7hsbuEgugDKwB8,4814
+cloudfiles/exceptions.py,sha256=H2IcMlZoy2Bsn-6wCPwyLDjg66LZCyxtcf3s_p21FDw,770
+cloudfiles/gcs.py,sha256=_njJ7TpqwrHCjPHRGkBN5alCrCWKM2m9qdy5DhxMZ7U,3718
+cloudfiles/interfaces.py,sha256=j60PSGqCmeE_7o7gBUW-pi56up4fvIaX3qOlxW_fqMQ,33540
+cloudfiles/lib.py,sha256=fEqL5APu_WQhl2yxqQbwE7msHdu7U8pstAJw6LgoKO0,5142
+cloudfiles/paths.py,sha256=tqR9XnRdAKopTJqSM6V5xrMo1xfmBdl9b5DpBLZnoB0,9998
+cloudfiles/resumable_tools.py,sha256=pK-VcoPjQ2BjGjvlvH4dDCBf6lNsqHG-weiBgxVFbzA,5838
+cloudfiles/scheduler.py,sha256=DqDANmOpB3NdzFgJDNMMibRIkCrXQqIh2XGL8GWoc9c,3668
+cloudfiles/secrets.py,sha256=3BSV2Hn8FGGn4QCs5FP3eGs4WEs5cIXRBsXuF0eIgIY,4918
+cloudfiles/threaded_queue.py,sha256=Nl4vfXhQ6nDLF8PZpSSBpww0M2zWtcd4DLs3W3BArBw,7082
+cloudfiles/typing.py,sha256=f3ZYkNfN9poxhGu5j-P0KCxjCCqSn9HAg5KiIPkjnCg,416
+cloudfiles_cli/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
+cloudfiles_cli/__init__.py,sha256=Wftt3R3F21QsHtWqx49ODuqT9zcSr0em7wk48kcH0WM,29
+cloudfiles_cli/cloudfiles_cli.py,sha256=eETIOK4QyztQcpA4ZRny21SobLtcrPDlzZ_JaKBmmmA,28449
+cloud_files-4.23.0.dist-info/AUTHORS,sha256=7E2vC894bbLPO_kvUuEB2LFZZbIxZn23HabxH7x0Hgo,266
+cloud_files-4.23.0.dist-info/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
+cloud_files-4.23.0.dist-info/METADATA,sha256=1V4s9l7YchiO-D_9yqdVqSHQmK59lvWmda27YDXiGtc,26804
+cloud_files-4.23.0.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
+cloud_files-4.23.0.dist-info/entry_points.txt,sha256=xlirb1FVhn1mbcv4IoyMEGumDqKOA4VMVd3drsRQxIg,51
+cloud_files-4.23.0.dist-info/pbr.json,sha256=yW5BCBFnMvccatJ349ZLnNWUR137dFenl6ygMDm5k1c,46
+cloud_files-4.23.0.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
+cloud_files-4.23.0.dist-info/RECORD,,

{cloud_files-4.21.1.dist-info → cloud_files-4.23.0.dist-info}/entry_points.txt

@@ -1,3 +1,2 @@
 [console_scripts]
 cloudfiles = cloudfiles_cli:main
-

cloud_files-4.23.0.dist-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "a123f94", "is_release": true}

cloudfiles/cloudfiles.py

@@ -83,8 +83,7 @@ def parallelize(desc=None, returns_list=False):
         sig = inspect.signature(fn).bind(*args, **kwargs)
         parallel = sig.arguments.get("parallel", None)
       except TypeError:
-        parallel = kwargs.get("parallel", None)
-        del kwargs["parallel"]
+        parallel = kwargs.pop("parallel", None)
         sig = inspect.signature(fn).bind_partial(*args, **kwargs)
 
       params = sig.arguments
@@ -251,7 +250,8 @@ class CloudFiles:
     parallel:ParallelType = 1, request_payer:Optional[str] = None,
     locking:Optional[bool] = None,
     lock_dir:Optional[str] = None,
-    composite_upload_threshold:int = int(1e8)
+    composite_upload_threshold:int = int(1e8),
+    no_sign_request:bool = False,
   ):
     if use_https:
       cloudpath = paths.to_https_protocol(cloudpath)
@@ -265,6 +265,7 @@ class CloudFiles:
     self.request_payer = request_payer
     self.locking = locking
     self.composite_upload_threshold = composite_upload_threshold
+    self.no_sign_request = bool(no_sign_request)
 
     self._lock_dir = lock_dir
     self._path = paths.extract(cloudpath)
@@ -315,6 +316,7 @@ class CloudFiles:
       locking=self.locking,
       lock_dir=self.lock_dir,
       composite_upload_threshold=self.composite_upload_threshold,
+      no_sign_request=self.no_sign_request,
     )
 
   @property
@@ -456,6 +458,8 @@ class CloudFiles:
     num_threads = self.num_threads
     if self.protocol == "file":
       num_threads = 1
+    elif self.protocol == "mem":
+      num_threads = 0
 
     results = schedule_jobs(
       fns=( partial(download, path) for path in paths ), 
@@ -517,7 +521,7 @@ class CloudFiles:
   def puts(
     self, files:PutType, 
     content_type:Optional[str] = None, compress:CompressType = None, 
-    compression_level:Optional[int]=None, cache_control:Optional[str] = None,
+    compression_level:Optional[int] = None, cache_control:Optional[str] = None,
     total:Optional[int] = None, raw:bool = False, progress:Optional[bool] = None,
     parallel:ParallelType = 1, storage_class:Optional[str] = None
   ) -> int:
@@ -941,8 +945,12 @@ class CloudFiles:
         yield f
 
   def transfer_to(
-    self, cf_dest:Any, paths:Any = None, # recursive CloudFiles not supported as type
-    block_size:int = 64, reencode:Optional[str] = None
+    self, 
+    cf_dest:Any, 
+    paths:Any = None, # recursive CloudFiles not supported as type
+    block_size:int = 64, 
+    reencode:Optional[str] = None,
+    content_type:Optional[str] = None,
   ) -> None:
     """
     Transfer all files from this CloudFiles storage 
@@ -975,6 +983,8 @@ class CloudFiles:
     block_size: number of files to transfer per a batch
     reencode: if not None, reencode the compression type
       as '' (None), 'gzip', 'br', 'zstd'
+    content_type: if provided, set the Content-Type header
+      on the upload. This is necessary for e.g. file->cloud
     """
     if isinstance(cf_dest, str):
       cf_dest = CloudFiles(
@@ -982,11 +992,15 @@ class CloudFiles:
         green=self.green, num_threads=self.num_threads,
       )
 
-    return cf_dest.transfer_from(self, paths, block_size, reencode)
+    return cf_dest.transfer_from(self, paths, block_size, reencode, content_type)
 
   def transfer_from(
-    self, cf_src:Any, paths:Any = None, # recursive CloudFiles not supported as type
-    block_size:int = 64, reencode:Optional[str] = None
+    self, 
+    cf_src:Any, 
+    paths:Any = None, # recursive CloudFiles not supported as type
+    block_size:int = 64, 
+    reencode:Optional[str] = None,
+    content_type:Optional[str] = None,
   ) -> None:
     """
     Transfer all files from the source CloudFiles storage 
@@ -1019,6 +1033,8 @@ class CloudFiles:
     block_size: number of files to transfer per a batch
     reencode: if not None, reencode the compression type
       as '' (None), 'gzip', 'br', 'zstd'
+    content_type: if provided, set the Content-Type header
+      on the upload. This is necessary for e.g. file->cloud
     """
     if isinstance(cf_src, str):
       cf_src = CloudFiles(
@@ -1043,7 +1059,10 @@ class CloudFiles:
         and self.protocol != "file"
         and reencode is None
       ):
-        self.__transfer_file_to_remote(cf_src, self, paths, total, pbar, block_size)
+        self.__transfer_file_to_remote(
+          cf_src, self, paths, total, 
+          pbar, block_size, content_type
+        )
       elif (
         (
           (cf_src.protocol == "gs" and self.protocol == "gs")
@@ -1055,14 +1074,21 @@ class CloudFiles:
         )
         and reencode is None
       ):
-        self.__transfer_cloud_internal(cf_src, self, paths, total, pbar, block_size)
+        self.__transfer_cloud_internal(
+          cf_src, self, paths, 
+          total, pbar, block_size
+        )
       else:
-        self.__transfer_general(cf_src, self, paths, total, pbar, block_size, reencode)
+        self.__transfer_general(
+          cf_src, self, paths, total, 
+          pbar, block_size, 
+          reencode, content_type
+        )
 
   def __transfer_general(
     self, cf_src, cf_dest, paths, 
     total, pbar, block_size,
-    reencode
+    reencode, content_type
   ):
     """
     Downloads the file into RAM, transforms
@@ -1089,7 +1115,13 @@ class CloudFiles:
             item["path"] = item["tags"]["dest_path"]
             del item["tags"]["dest_path"]
           yield item
-      self.puts(renameiter(), raw=True, progress=False, compress=reencode)
+      self.puts(
+        renameiter(), 
+        raw=True, 
+        progress=False, 
+        compress=reencode,
+        content_type=content_type,
+      )
       pbar.update(len(block_paths))
 
   def __transfer_file_to_file(
@@ -1121,7 +1153,7 @@ class CloudFiles:
 
   def __transfer_file_to_remote(
     self, cf_src, cf_dest, paths, 
-    total, pbar, block_size
+    total, pbar, block_size, content_type
   ):
     """
     Provide file handles instead of slurped binaries 
@@ -1147,7 +1179,7 @@ class CloudFiles:
           "content": open(handle_path, "rb"),
           "compress": encoding,
         })
-      cf_dest.puts(to_upload, raw=True, progress=False)
+      cf_dest.puts(to_upload, raw=True, progress=False, content_type=content_type)
       for item in to_upload:
         item["content"].close()
       pbar.update(len(block_paths))

cloudfiles/connectionpools.py

@@ -7,6 +7,9 @@ import time
 from functools import partial
 
 import boto3 
+from botocore import UNSIGNED
+from botocore.config import Config
+
 from google.cloud.storage import Client
 from google.oauth2 import service_account
 import tenacity
@@ -55,13 +58,13 @@ class ConnectionPool(object):
   def _create_connection(self, secrets, endpoint):
     raise NotImplementedError
 
-  def get_connection(self, secrets=None, endpoint=None):
+  def get_connection(self, secrets=None, endpoint=None, no_sign_request=False):
     with self._lock:
       try:        
         conn = self.pool.get(block=False)
         self.pool.task_done()
       except queue.Empty:
-        conn = self._create_connection(secrets, endpoint)
+        conn = self._create_connection(secrets, endpoint, no_sign_request)
       finally:
         self.outstanding += 1
 
@@ -103,7 +106,7 @@ class S3ConnectionPool(ConnectionPool):
     super(S3ConnectionPool, self).__init__()
 
   @retry
-  def _create_connection(self, secrets=None, endpoint=None):
+  def _create_connection(self, secrets=None, endpoint=None, no_sign_request=False):
     if secrets is None:
       secrets = self.credentials
     if isinstance(secrets, str):
@@ -113,11 +116,17 @@ class S3ConnectionPool(ConnectionPool):
     if endpoint is not None:
       additional_args['endpoint_url'] = endpoint
 
+    config = None
+    if no_sign_request:
+      config = Config(signature_version=UNSIGNED)
+
     return boto3.client(
       's3',
       aws_access_key_id=secrets.get('AWS_ACCESS_KEY_ID', None),
       aws_secret_access_key=secrets.get('AWS_SECRET_ACCESS_KEY', None),
+      aws_session_token=secrets.get('AWS_SESSION_TOKEN', None),
       region_name=secrets.get('AWS_DEFAULT_REGION', 'us-east-1'),
+      config=config,
       **additional_args
     )
       
@@ -135,7 +144,7 @@ class GCloudBucketPool(ConnectionPool):
     super(GCloudBucketPool, self).__init__()
 
   @retry
-  def _create_connection(self, secrets=None, endpoint=None):
+  def _create_connection(self, secrets=None, endpoint=None, no_sign_request=False):
     if secrets is None:
       secrets = self.credentials
     
@@ -162,7 +171,7 @@ class MemoryPool(ConnectionPool):
     self.data = MEMORY_DATA
     super(MemoryPool, self).__init__()
 
-  def _create_connection(self, secrets=None, endpoint=None):
+  def _create_connection(self, secrets=None, endpoint=None, no_sign_request=False):
     if self.bucket not in self.data:
       self.data[self.bucket] = {}
     return self.data[self.bucket]

cloudfiles/interfaces.py

@@ -806,7 +806,13 @@ class S3Interface(StorageInterface):
   # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/s3.html#S3.Bucket.delete_objects
   # claims batch size limit is 1000
   delete_batch_size = 1000
-  def __init__(self, path, secrets=None, request_payer=None, composite_upload_threshold=int(1e8), **kwargs):
+  def __init__(
+    self, path, secrets=None, 
+    request_payer=None, 
+    composite_upload_threshold=int(1e8), 
+    no_sign_request=False,
+    **kwargs
+  ):
     super(StorageInterface, self).__init__()
     global S3_POOL
 
@@ -823,6 +829,7 @@ class S3Interface(StorageInterface):
     self._conn = self._get_bucket(path.bucket)
 
     self.composite_upload_threshold = composite_upload_threshold
+    self.no_sign_request = no_sign_request
 
   def _get_bucket(self, bucket_name):
     global S3_BUCKET_POOL_LOCK

cloudfiles/paths.py

@@ -1,3 +1,4 @@
+from functools import lru_cache
 from collections import namedtuple
 import orjson
 import os.path
@@ -295,6 +296,7 @@ def extract_format_protocol(cloudpath:str) -> tuple:
 
   return (fmt, proto, endpoint, cloudpath, alias)
 
+@lru_cache(maxsize=10, typed=False)
 def extract(cloudpath:str, windows=None) -> ExtractedPath:
   """
   Given a valid cloudpath of the form 

cloudfiles/secrets.py

@@ -96,7 +96,7 @@ def google_credentials(bucket = ''):
 
 AWS_CREDENTIALS_CACHE:CredentialCacheType = defaultdict(dict)
 aws_credentials_path = secretpath('aws-secret.json')
-def aws_credentials(bucket = '', service = 'aws'):
+def aws_credentials(bucket = '', service = 'aws', skip_files=False):
   global AWS_CREDENTIALS_CACHE
 
   if service == 's3':
@@ -115,12 +115,13 @@ def aws_credentials(bucket = '', service = 'aws'):
     paths = [ secretpath('{}-{}-secret.json'.format(bucket, service)) ] + paths
 
   aws_credentials = {}
-  aws_credentials_path = secretpath(default_file_path)
-  for aws_credentials_path in paths:
-    if os.path.exists(aws_credentials_path):
-      with open(aws_credentials_path, 'r') as f:
-        aws_credentials = json.loads(f.read())
-      break
+  if not skip_files:
+    aws_credentials_path = secretpath(default_file_path)
+    for aws_credentials_path in paths:
+      if os.path.exists(aws_credentials_path):
+        with open(aws_credentials_path, 'r') as f:
+          aws_credentials = json.loads(f.read())
+        break
   
   if not aws_credentials:
     # did not find any secret json file, will try to find it in environment variables
@@ -128,6 +129,7 @@ def aws_credentials(bucket = '', service = 'aws'):
       aws_credentials = {
         'AWS_ACCESS_KEY_ID': os.environ['AWS_ACCESS_KEY_ID'],
         'AWS_SECRET_ACCESS_KEY': os.environ['AWS_SECRET_ACCESS_KEY'],
+        'AWS_SESSION_TOKEN': os.environ['AWS_SESSION_TOKEN'],
       }
     if 'AWS_DEFAULT_REGION' in os.environ:
       aws_credentials['AWS_DEFAULT_REGION'] = os.environ['AWS_DEFAULT_REGION']

cloudfiles_cli/cloudfiles_cli.py

@@ -172,11 +172,12 @@ def get_mfp(path, recursive):
 @click.option('--progress', is_flag=True, default=False, help="Show transfer progress.", show_default=True)
 @click.option('-b', '--block-size', default=128, help="Number of files to download at a time.", show_default=True)
 @click.option('--part-bytes', default=int(1e8), help="Composite upload threshold in bytes. Splits a file into pieces for some cloud services like gs and s3.", show_default=True)
+@click.option('--no-sign-request', is_flag=True, default=False, help="Use s3 in anonymous mode (don't sign requests) for the source.", show_default=True)
 @click.pass_context
 def cp(
   ctx, source, destination, 
   recursive, compression, progress, 
-  block_size, part_bytes
+  block_size, part_bytes, no_sign_request,
 ):
   """
   Copy one or more files from a source to destination.
@@ -194,9 +195,17 @@ def cp(
     return
 
   for src in source:
-    _cp_single(ctx, src, destination, recursive, compression, progress, block_size, part_bytes)
-
-def _cp_single(ctx, source, destination, recursive, compression, progress, block_size, part_bytes):
+    _cp_single(
+      ctx, src, destination, recursive, 
+      compression, progress, block_size, 
+      part_bytes, no_sign_request
+    )
+
+def _cp_single(
+  ctx, source, destination, recursive, 
+  compression, progress, block_size,
+  part_bytes, no_sign_request
+):
   use_stdin = (source == '-')
   use_stdout = (destination == '-')
 
@@ -243,7 +252,9 @@ def _cp_single(ctx, source, destination, recursive, compression, progress, block
     xferpaths = [ x.replace(prefix, "") for x in xferpaths ]
     srcpath = cloudpathjoin(srcpath, prefix)
   elif many:
-    xferpaths = CloudFiles(srcpath).list(prefix=prefix, flat=flat)
+    xferpaths = CloudFiles(
+      srcpath, no_sign_request=no_sign_request
+    ).list(prefix=prefix, flat=flat)
 
   destpath = ndest
   if isinstance(xferpaths, str):
@@ -260,7 +271,7 @@ def _cp_single(ctx, source, destination, recursive, compression, progress, block
 
   if not isinstance(xferpaths, str):
     if parallel == 1:
-      _cp(srcpath, destpath, compression, progress, block_size, part_bytes, xferpaths)
+      _cp(srcpath, destpath, compression, progress, block_size, part_bytes, no_sign_request, xferpaths)
       return 
 
     total = None
@@ -270,16 +281,16 @@ def _cp_single(ctx, source, destination, recursive, compression, progress, block
       pass
 
     if use_stdout:
-      fn = partial(_cp_stdout, srcpath)
+      fn = partial(_cp_stdout, no_sign_request, srcpath)
     else:
-      fn = partial(_cp, srcpath, destpath, compression, False, block_size, part_bytes)
+      fn = partial(_cp, srcpath, destpath, compression, False, block_size, part_bytes, no_sign_request)
 
     with tqdm(desc="Transferring", total=total, disable=(not progress)) as pbar:
       with pathos.pools.ProcessPool(parallel) as executor:
         for _ in executor.imap(fn, sip(xferpaths, block_size)):
           pbar.update(block_size)
   else:
-    cfsrc = CloudFiles(srcpath, progress=progress)
+    cfsrc = CloudFiles(srcpath, progress=progress, no_sign_request=no_sign_request)
     if not cfsrc.exists(xferpaths):
       print(f"cloudfiles: source path not found: {cfsrc.abspath(xferpaths).replace('file://','')}")
       return
@@ -288,7 +299,11 @@ def _cp_single(ctx, source, destination, recursive, compression, progress, block
       _cp_stdout(srcpath, xferpaths)
       return
 
-    cfdest = CloudFiles(destpath, progress=progress, composite_upload_threshold=part_bytes)
+    cfdest = CloudFiles(
+      destpath, 
+      progress=progress, 
+      composite_upload_threshold=part_bytes,
+    )
 
     if isdestdir:
       new_path = os.path.basename(nsrc)
@@ -300,17 +315,17 @@ def _cp_single(ctx, source, destination, recursive, compression, progress, block
       "dest_path": new_path,
     }], reencode=compression)
 
-def _cp(src, dst, compression, progress, block_size, part_bytes, paths):
-  cfsrc = CloudFiles(src, progress=progress, composite_upload_threshold=part_bytes)
+def _cp(src, dst, compression, progress, block_size, part_bytes, no_sign_request, paths):
+  cfsrc = CloudFiles(src, progress=progress, composite_upload_threshold=part_bytes, no_sign_request=no_sign_request)
   cfdest = CloudFiles(dst, progress=progress, composite_upload_threshold=part_bytes)
   cfsrc.transfer_to(
     cfdest, paths=paths, 
     reencode=compression, block_size=block_size
   )
 
-def _cp_stdout(src, paths):
+def _cp_stdout(src, no_sign_request, paths):
   paths = toiter(paths)
-  cf = CloudFiles(src, progress=False)
+  cf = CloudFiles(src, progress=False, no_sign_request=no_sign_request)
   for res in cf.get(paths):
     content = res["content"].decode("utf8")
     sys.stdout.write(content)
@@ -372,7 +387,8 @@ def xferexecute(db, progress, lease_msec, block_size):
 @main.command()
 @click.argument("sources", nargs=-1)
 @click.option('-r', '--range', 'byte_range', default=None, help='Retrieve start-end bytes.')
-def cat(sources, byte_range):
+@click.option('--no-sign-request', is_flag=True, default=False, help="Use s3 in anonymous mode (don't sign requests) for the source.", show_default=True)
+def cat(sources, byte_range, no_sign_request):
   """Concatenate the contents of each input file and write to stdout."""
   if '-' in sources and len(sources) == 1:
     sources = sys.stdin.readlines()
@@ -386,7 +402,7 @@ def cat(sources, byte_range):
     byte_range[0] = int(byte_range[0] or 0)
     byte_range[1] = int(byte_range[1]) if byte_range[1] not in ("", None) else None
     src = normalize_path(sources[0])
-    cf = CloudFiles(os.path.dirname(src))
+    cf = CloudFiles(os.path.dirname(src), no_sign_request=no_sign_request)
     download = cf[os.path.basename(src), byte_range[0]:byte_range[1]]
     if download is None:
       print(f'cloudfiles: {src} does not exist')
@@ -397,7 +413,7 @@ def cat(sources, byte_range):
   for srcs in sip(sources, 10):
     srcs = [ normalize_path(src) for src in srcs ]
     order = { src: i for i, src in enumerate(srcs) }
-    files = cloudfiles.dl(srcs)
+    files = cloudfiles.dl(srcs, no_sign_request=no_sign_request)
     output = [ None for _ in range(len(srcs)) ]
     for res in files:
       if res["content"] is None:

cloud_files-4.21.1.dist-info/RECORD

@@ -1,26 +0,0 @@
-cloudfiles/__init__.py,sha256=pLB4CcV2l3Jgv_ni1520Np1pfzFj8Cpr87vNxFT3rNI,493
-cloudfiles/buckets.py,sha256=eRAYdDfvVpNyJyK5ryDRMwgNJUeEuFBJ6doWU2JkAcA,74
-cloudfiles/cloudfiles.py,sha256=cVGgN_07W8_w6KLBl8Y8p5BPgWd_8tfaBYxgeR2pfY0,43012
-cloudfiles/compression.py,sha256=pqYdpu5vfFv-094BpfZ2pgRjVu7ESM9pAZC09P6E8bY,6150
-cloudfiles/connectionpools.py,sha256=bj-9sBlnc3Hc_KLcKFh-Tpm32VEceiIPO6EJPIv55FA,4461
-cloudfiles/exceptions.py,sha256=H2IcMlZoy2Bsn-6wCPwyLDjg66LZCyxtcf3s_p21FDw,770
-cloudfiles/gcs.py,sha256=_njJ7TpqwrHCjPHRGkBN5alCrCWKM2m9qdy5DhxMZ7U,3718
-cloudfiles/interfaces.py,sha256=YnRhF46yUBWSU9FZzBbMyY3Q7I0YCGfpLW3x7J8v74Q,33447
-cloudfiles/lib.py,sha256=fEqL5APu_WQhl2yxqQbwE7msHdu7U8pstAJw6LgoKO0,5142
-cloudfiles/paths.py,sha256=wKRfGwek9p5LTERtwUp5ljOl8tx08IMqY_A0CyZSqHA,9930
-cloudfiles/resumable_tools.py,sha256=pK-VcoPjQ2BjGjvlvH4dDCBf6lNsqHG-weiBgxVFbzA,5838
-cloudfiles/scheduler.py,sha256=DqDANmOpB3NdzFgJDNMMibRIkCrXQqIh2XGL8GWoc9c,3668
-cloudfiles/secrets.py,sha256=Odmb3lfqT5cbqQfMwM-0MU3-gH-td8Mp8Yj4TPNcfgQ,4805
-cloudfiles/threaded_queue.py,sha256=Nl4vfXhQ6nDLF8PZpSSBpww0M2zWtcd4DLs3W3BArBw,7082
-cloudfiles/typing.py,sha256=f3ZYkNfN9poxhGu5j-P0KCxjCCqSn9HAg5KiIPkjnCg,416
-cloudfiles_cli/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
-cloudfiles_cli/__init__.py,sha256=Wftt3R3F21QsHtWqx49ODuqT9zcSr0em7wk48kcH0WM,29
-cloudfiles_cli/cloudfiles_cli.py,sha256=98F7dexiVaf6M_I-k0zPDStnq155pXMqb5Jsk0UVvBw,27715
-cloud_files-4.21.1.dist-info/AUTHORS,sha256=Vz2od9ULDs4fjsnR9D4v9NZphUeXtO8FzLHTltRxdog,221
-cloud_files-4.21.1.dist-info/LICENSE,sha256=Jna4xYE8CCQmaxjr5Fs-wmUBnIQJ1DGcNn9MMjbkprk,1538
-cloud_files-4.21.1.dist-info/METADATA,sha256=wpnNlgZ18JQydHbE9IhmWEODex-HwZWHCzQRDQnVywI,26818
-cloud_files-4.21.1.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-cloud_files-4.21.1.dist-info/entry_points.txt,sha256=tXTzJAamPFmjZkCnbMtL8iKUjUwmWCLfl9ekxUwZhHA,52
-cloud_files-4.21.1.dist-info/pbr.json,sha256=Wm6fkuAec-aiStYRYSPJvWb4C6LWRr8pwVAiFa6Fi00,46
-cloud_files-4.21.1.dist-info/top_level.txt,sha256=xPyrST3okJbsmdCF5IC2gYAVxg_aD5AYVTnNo8UuoZU,26
-cloud_files-4.21.1.dist-info/RECORD,,

cloud_files-4.21.1.dist-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "6b74d88", "is_release": true}