cloud-files 5.0.3__tar.gz → 5.1.1__tar.gz

{cloud_files-5.0.3 → cloud_files-5.1.1}/ChangeLog

@@ -1,6 +1,19 @@
 CHANGES
 =======
 
+5.1.1
+-----
+
+* fix: ensure directory exists for download\_to\_file
+* docs: add why there is this extra bit of code
+* fix(gs/list): show flat directories even if there are no regular entries
+
+5.1.0
+-----
+
+* fix: remove precomputed suffix from cloudfiles during normalization
+* feat: accept the new |neuroglancer-precomputed: suffix
+
 5.0.3
 -----
 

{cloud_files-5.0.3 → cloud_files-5.1.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.0.3
+Version: 5.1.1
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith

{cloud_files-5.0.3 → cloud_files-5.1.1}/automated_test.py

@@ -531,6 +531,13 @@ def test_path_extraction():
 
   shoulderror('ou3bouqjsa fkj aojsf oaojf ojsaf')
 
+  assert (
+    paths.extract('gs://bucket/dataset/layer|neuroglancer-precomputed:') 
+      == ExtractedPath(
+        'precomputed', 'gs', 'bucket', 
+        'dataset/layer', None, None
+      ))
+
   okgoogle('gs://bucket/dataset/layer/')
   # shoulderror('gs://bucket/dataset/layer/info')
 

{cloud_files-5.0.3 → cloud_files-5.1.1}/cloud_files.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.0.3
+Version: 5.1.1
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith

cloud_files-5.1.1/cloud_files.egg-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "39ec622", "is_release": true}

{cloud_files-5.0.3 → cloud_files-5.1.1}/cloudfiles/cloudfiles.py

@@ -243,7 +243,7 @@ class CloudFiles:
       cloudpath = paths.to_https_protocol(cloudpath)
 
     cloudpath = paths.normalize(cloudpath)
-
+    
     self.cloudpath = cloudpath
     self.progress = progress
     self.secrets = secrets

{cloud_files-5.0.3 → cloud_files-5.1.1}/cloudfiles/interfaces.py

@@ -707,6 +707,7 @@ class GoogleCloudStorageInterface(StorageInterface):
     key = self.get_path_to_file(src)
     blob = self._bucket.blob(key)
     try:
+      mkdir(os.path.dirname(dest))
       blob.download_to_filename(
         filename=dest,
         raw_download=True, 
@@ -834,6 +835,14 @@ class GoogleCloudStorageInterface(StorageInterface):
       elif flat and '/' not in blob.name.removeprefix(path):
         yield filename
 
+    # When there are no regular items at this level
+    # we need to still print the directories.
+    if first and blobs.prefixes:
+      yield from (
+        item.removeprefix(path)
+        for item in blobs.prefixes
+      )
+
   def release_connection(self):
     global GC_POOL
     with GCS_BUCKET_POOL_LOCK:

{cloud_files-5.0.3 → cloud_files-5.1.1}/cloudfiles/paths.py

@@ -18,6 +18,8 @@ ExtractedPath = namedtuple('ExtractedPath',
   ('format', 'protocol', 'bucket', 'path', 'host', 'alias')
 )
 
+PRECOMPUTED_SUFFIX = '|neuroglancer-precomputed:'
+
 ALIAS_FILE = os.path.join(CLOUD_FILES_DIR, "aliases.json")
 OFFICIAL_ALIASES = {
   "matrix": "s3://https://s3-hpcrc.rc.princeton.edu/",
@@ -161,6 +163,9 @@ for alias, host in OFFICIAL_ALIASES.items():
 
 @lru_cache(maxsize=10, typed=False)
 def normalize(path):
+
+  path = path.removesuffix(PRECOMPUTED_SUFFIX)
+
   fmt, proto, endpoint, cloudpath, alias = extract_format_protocol(
     path, allow_defaults=False
   )
@@ -294,6 +299,7 @@ def extract_format_protocol(cloudpath:str, allow_defaults=True) -> tuple:
 
   groups = m.groups()
   cloudpath = re.sub(CLOUDPATH_REGEXP, '', cloudpath, count=1)
+  cloudpath = cloudpath.removesuffix(PRECOMPUTED_SUFFIX)
 
   fmt = m.group('fmt')
   if not fmt and allow_defaults:

cloud_files-5.0.3/cloud_files.egg-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "589559d", "is_release": true}