daplapath 2.0.9__py3-none-any.whl → 2.0.10__py3-none-any.whl

daplapath/path.py

@@ -31,6 +31,11 @@ try:
 except ImportError:
     pass
 
+try:
+    from google.cloud import storage
+except ImportError:
+    pass
+
 # regex with the prefix '_v' followed by an integer of any length
 VERSION_PATTERN = r"_v(\d+)\."
 VERSION_PREFIX = "_v"
@@ -113,15 +118,26 @@ class LocalFileSystem(AbstractFileSystem):
         return os.makedirs(path, exist_ok=exist_ok)
 
 
-class GCSFileSystem(gcsfs.GCSFileSystem):
+class MyGCSFileSystem(gcsfs.GCSFileSystem):
     def isdir(self, path: str) -> bool:
         """Check if path is a directory."""
         info = super(gcsfs.GCSFileSystem, self).info(path)
         return info["type"] == "directory"
 
+    def rmdir(self, path: str) -> None:
+        """Remove contents of a directory in GCS. It might take some time before files are actually deleted."""
+        path = pathlib.Path(path)
+        remaining = self.glob(str(path / "**"))
+        assert all(self.isdir(x) for x in remaining), remaining
+        storage_client = storage.Client()
+        bucket = storage_client.get_bucket(path.parts[0])
+        blobs = bucket.list_blobs(prefix="/".join(path.parts) + "/")
+        for blob in blobs:
+            blob.delete()
+
 
 if any("dapla" in key.lower() for key in os.environ) and "gcsfs" in locals():
-    _config = Config(GCSFileSystem)
+    _config = Config(MyGCSFileSystem)
 else:
     _config = Config(LocalFileSystem)
 
@@ -314,7 +330,14 @@ class Path(str, _PathBase):
         return self._cp_or_mv(destination, "cp")
 
     def mv(self, destination: "Path | str") -> "Path":
-        return self._cp_or_mv(destination, "mv")
+        was_dir = self.isdir()
+        out_path = self._cp_or_mv(destination, "mv")
+        if was_dir:
+            try:
+                self.file_system.rmdir(str(self))
+            except (FileNotFoundError, NotADirectoryError):
+                pass
+        return out_path
 
     def versions(self, include_versionless: bool = False) -> "PathSeries":
         """Returns a PathSeries of all versions of the file."""
@@ -698,7 +721,12 @@ class Path(str, _PathBase):
     def partition_root(self) -> "Path":
         if ".parquet" not in self:
             return self
-        return self.split(".parquet")[0] + ".parquet"
+        return self._new(self.split(".parquet")[0] + ".parquet")
+
+    def is_partitioned(self) -> bool:
+        if ".parquet" not in self or self.isfile() and self.count(".parquet") != 2:
+            return False
+        return bool(len(self.glob("**/*.parquet")))
 
     def isfile(self) -> bool:
         return not self.isdir()

{daplapath-2.0.9.dist-info → daplapath-2.0.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: daplapath
-Version: 2.0.9
+Version: 2.0.10
 Summary: A pathlib.Path class for dapla
 License: MIT
 Author: ort

daplapath-2.0.10.dist-info/RECORD

@@ -0,0 +1,6 @@
+daplapath/__init__.py,sha256=Qdpwhl8y3-i_42-4-KVT-sPQtJqwWRENLFxROZ_rfbU,86
+daplapath/path.py,sha256=2E09TCBAuxFNwfEmS-Utip9e1YXup4wFOSon4VAAGfs,55225
+daplapath-2.0.10.dist-info/LICENSE.md,sha256=hxspefYgWP3U6OZFhCifqWMI5ksnKzgFxNKgQnG7Ozc,1074
+daplapath-2.0.10.dist-info/METADATA,sha256=D20P6jlzE4vGpCnzaILe0pU8fpul8si7r2eEWiIE1tw,14698
+daplapath-2.0.10.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+daplapath-2.0.10.dist-info/RECORD,,

daplapath-2.0.9.dist-info/RECORD

@@ -1,6 +0,0 @@
-daplapath/__init__.py,sha256=Qdpwhl8y3-i_42-4-KVT-sPQtJqwWRENLFxROZ_rfbU,86
-daplapath/path.py,sha256=8XFAPMmiDKxX_XLOORFJPmNf5BIkyf6drMdG--CwI94,54190
-daplapath-2.0.9.dist-info/LICENSE.md,sha256=hxspefYgWP3U6OZFhCifqWMI5ksnKzgFxNKgQnG7Ozc,1074
-daplapath-2.0.9.dist-info/METADATA,sha256=jM7z7Rgzfh2gAe6rgqA_WY0EVjr3KsDOYCDo0JcyvJY,14697
-daplapath-2.0.9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-daplapath-2.0.9.dist-info/RECORD,,