cloud-files 5.3.1__tar.gz → 5.4.0__tar.gz

{cloud_files-5.3.1 → cloud_files-5.4.0}/ChangeLog

@@ -1,9 +1,18 @@
 CHANGES
 =======
 
-5.3.1
+5.4.0
 -----
 
+* test: check nokura works in path parsing
+* install: fix license information
+* fix: expand hardcoded references to "matrix"
+* feat(alias): add "nokura" as an official alias
+
+5.3.2
+-----
+
+* fix: multiprocessing in CloudFiles programatic usage
 * fix: try different multi-processing method (#111)
 
 5.3.0

{cloud_files-5.3.1 → cloud_files-5.4.0}/PKG-INFO

@@ -1,14 +1,13 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.3.1
+Version: 5.4.0
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith
 Author-email: ws9@princeton.edu
-License: License :: OSI Approved :: BSD License
+License: BSD-3-Clause
 Classifier: Intended Audience :: Developers
 Classifier: Development Status :: 4 - Beta
-Classifier: License :: OSI Approved :: BSD License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10

{cloud_files-5.3.1 → cloud_files-5.4.0}/automated_test.py

@@ -749,6 +749,9 @@ def test_to_https_protocol():
   pth = to_https_protocol("matrix://my_bucket/to/heaven")
   assert pth == "https://s3-hpcrc.rc.princeton.edu/my_bucket/to/heaven"
 
+  pth = to_https_protocol("nokura://my_bucket/to/heaven")
+  assert pth == "https://nokura.pni.princeton.edu/my_bucket/to/heaven"
+
   pth = to_https_protocol("tigerdata://my_bucket/to/heaven")
   assert pth == "https://td.princeton.edu/my_bucket/to/heaven"
 

{cloud_files-5.3.1 → cloud_files-5.4.0}/cloud_files.egg-info/PKG-INFO

@@ -1,14 +1,13 @@
 Metadata-Version: 2.1
 Name: cloud-files
-Version: 5.3.1
+Version: 5.4.0
 Summary: Fast access to cloud storage and local FS.
 Home-page: https://github.com/seung-lab/cloud-files/
 Author: William Silversmith
 Author-email: ws9@princeton.edu
-License: License :: OSI Approved :: BSD License
+License: BSD-3-Clause
 Classifier: Intended Audience :: Developers
 Classifier: Development Status :: 4 - Beta
-Classifier: License :: OSI Approved :: BSD License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10

cloud_files-5.4.0/cloud_files.egg-info/pbr.json

@@ -0,0 +1 @@
+{"git_version": "002c3fc", "is_release": true}

{cloud_files-5.3.1 → cloud_files-5.4.0}/cloudfiles/cloudfiles.py

@@ -149,6 +149,10 @@ def parallel_execute(
   if platform.system().lower() == "darwin":
     os.environ["no_proxy"] = "*"
 
+  # Don't fork, spawn entirely new processes. This
+  # avoids accidental deadlocks.
+  multiprocessing.set_start_method("spawn", force=True)
+
   results = []
   try: 
     with pathos.pools.ProcessPool(parallel) as executor:

{cloud_files-5.3.1 → cloud_files-5.4.0}/cloudfiles/paths.py

@@ -22,6 +22,7 @@ PRECOMPUTED_SUFFIX = '|neuroglancer-precomputed:'
 
 ALIAS_FILE = os.path.join(CLOUD_FILES_DIR, "aliases.json")
 OFFICIAL_ALIASES = {
+  "nokura": "s3://https://nokura.pni.princeton.edu/",
   "matrix": "s3://https://s3-hpcrc.rc.princeton.edu/",
   "tigerdata": "s3://https://td.princeton.edu/",
 }
@@ -40,6 +41,10 @@ ALLOWED_FORMATS = [
   'render', 'vtk', 'nifti', 'dvid',
 ] 
 
+CLOUD_PROTOCOLS = [
+  "gs", "s3"
+] + list(OFFICIAL_ALIASES.keys())
+
 def update_aliases_from_file():
   global ALIASES_FROM_FILE
   global ALIAS_FILE
@@ -374,7 +379,7 @@ def extract(cloudpath:str, windows=None) -> ExtractedPath:
     cloudpath = toabs(cloudpath)
 
   bucket = None
-  if protocol in ('gs', 's3', 'matrix', 'mem'):
+  if protocol in CLOUD_PROTOCOLS + ['mem']:
     match = re.match(BUCKET_RE, cloudpath)
     if not match:
       raise error
@@ -398,7 +403,7 @@ def extract(cloudpath:str, windows=None) -> ExtractedPath:
 
 def to_https_protocol(cloudpath):
   if isinstance(cloudpath, ExtractedPath):
-    if cloudpath.protocol in ('gs', 's3', 'matrix'):
+    if cloudpath.protocol in CLOUD_PROTOCOLS:
       return extract(to_https_protocol(ascloudpath(cloudpath)))
     return cloudpath
 

{cloud_files-5.3.1 → cloud_files-5.4.0}/setup.cfg

@@ -7,11 +7,10 @@ description_file = README.md
 author = William Silversmith
 author_email = ws9@princeton.edu
 home_page = https://github.com/seung-lab/cloud-files/
-license = License :: OSI Approved :: BSD License
+license = BSD-3-Clause
 classifier = 
 	Intended Audience :: Developers
 	Development Status :: 4 - Beta
-	License :: OSI Approved :: BSD License
 	Programming Language :: Python :: 3
 	Programming Language :: Python :: 3.9
 	Programming Language :: Python :: 3.10

cloud_files-5.3.1/cloud_files.egg-info/pbr.json

@@ -1 +0,0 @@
-{"git_version": "7636038", "is_release": true}