elements 3.3.0__tar.gz → 3.4.0__tar.gz

{elements-3.3.0/elements.egg-info → elements-3.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: elements
-Version: 3.3.0
+Version: 3.4.0
 Summary: Building blocks for productive research.
 Home-page: http://github.com/danijar/elements
 Classifier: Intended Audience :: Science/Research

{elements-3.3.0 → elements-3.4.0}/elements/__init__.py

@@ -1,4 +1,4 @@
-__version__ = '3.3.0'
+__version__ = '3.4.0'
 
 from .agg import Agg
 from .checkpoint import Checkpoint

{elements-3.3.0 → elements-3.4.0}/elements/path.py

@@ -166,7 +166,60 @@ class LocalPath(Path):
     shutil.move(self, dest)
 
 
-class GFilePath(Path):
+class GCSPath(Path):
+
+  __slots__ = ('_path',)
+
+  fs = None
+
+  def __init__(self, path):
+    path = str(path)
+    if not (path.startswith('/') or '://' in path):
+      path = os.path.abspath(os.path.expanduser(path))
+    super().__init__(path)
+    if not type(self).fs:
+      import gcsfs
+      type(self).fs = gcsfs.GCSFileSystem()
+
+  @contextlib.contextmanager
+  def open(self, mode='r'):
+    yield self.fs.open(str(self), mode)
+
+  def absolute(self):
+    return self
+
+  def glob(self, pattern):
+    for path in self.fs.glob(f'{str(self)}/{pattern}'):
+      yield type(self)(path)
+
+  def exists(self):
+    return self.fs.exists(str(self))
+
+  def isfile(self):
+    return self.fs.isfile(str(self))
+
+  def isdir(self):
+    return self.fs.isdir(str(self))
+
+  def mkdirs(self):
+    self.fs.makedirs(str(self), exist_ok=True)
+
+  def remove(self):
+    self.fs.rm(str(self), recursive=False)
+
+  def rmtree(self):
+    self.fs.rm(str(self), recursive=True)
+
+  def copy(self, dest):
+    dest = Path(dest)
+    self.fs.copy(str(self), str(dest), recursive=True)
+
+  def move(self, dest):
+    dest = Path(dest)
+    self.fs.mv(self, str(dest), recursive=True)
+
+
+class TFPath(Path):
 
   __slots__ = ('_path',)
 
@@ -220,7 +273,7 @@ class GFilePath(Path):
     self.gfile.rmtree(str(self))
 
   def copy(self, dest):
-    dest = type(self)(dest)
+    dest = Path(dest)
     if self.isfile():
       self.gfile.copy(str(self), str(dest), overwrite=True)
     else:
@@ -232,12 +285,11 @@ class GFilePath(Path):
 
   def move(self, dest):
     dest = Path(dest)
-    if dest.isdir():
-      dest.rmtree()
     self.gfile.rename(self, str(dest), overwrite=True)
 
 
 Path.filesystems = [
-    (GFilePath, lambda path: path.startswith('gs://')),
+    (GCSPath, lambda path: path.startswith('gs://')),
+    (TFPath, lambda path: path.startswith('/cns/')),
     (LocalPath, lambda path: True),
 ]

{elements-3.3.0 → elements-3.4.0/elements.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: elements
-Version: 3.3.0
+Version: 3.4.0
 Summary: Building blocks for productive research.
 Home-page: http://github.com/danijar/elements
 Classifier: Intended Audience :: Science/Research

elements-3.4.0/elements.egg-info/requires.txt

@@ -0,0 +1,5 @@
+colored
+gcsfs
+numpy
+psutil
+ruamel.yaml

{elements-3.3.0 → elements-3.4.0}/requirements-optional.txt

@@ -1,9 +1,6 @@
-colored
 gputil
 matplotlib
 mlflow
-psutil
 pytest
-ruamel.yaml
 tensorflow-cpu
 wandb

elements-3.4.0/requirements.txt

@@ -0,0 +1,5 @@
+colored
+gcsfs
+numpy
+psutil
+ruamel.yaml

elements-3.3.0/elements.egg-info/requires.txt

@@ -1 +0,0 @@
-numpy

elements-3.3.0/requirements.txt

@@ -1 +0,0 @@
-numpy