daplapath 2.0.0__tar.gz → 2.0.2__tar.gz

{daplapath-2.0.0 → daplapath-2.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: daplapath
-Version: 2.0.0
+Version: 2.0.2
 Summary: A pathlib.Path class for dapla
 License: MIT
 Author: ort

{daplapath-2.0.0 → daplapath-2.0.2}/daplapath/path.py

@@ -1,3 +1,4 @@
+from __future__ import annotations
 from dataclasses import dataclass
 import functools
 from collections.abc import Iterable
@@ -50,12 +51,11 @@ class Config:
 class LocalFileSystem:
     """Mimicks GCS's FileSystem but using standard library (os, glob, shutil)."""
 
-    @classmethod
+    @staticmethod
     def glob(
-        cls,
         path: str,
         recursive: bool = True,
-        detail: bool = True,
+        detail: bool = False,
         include_hidden: bool = False,
         **kwargs,
     ) -> list[dict] | list[str]:
@@ -64,7 +64,7 @@ class LocalFileSystem:
         )
 
         if not detail:
-            return relevant_paths
+            return list(relevant_paths)
         with ThreadPoolExecutor() as executor:
             return list(executor.map(get_file_info, relevant_paths))
 
@@ -427,6 +427,8 @@ class Path(str, _PathBase):
         """
         if not isinstance(period, (str, int)):
             raise TypeError(f"'period' should be string or int. Got {type(period)}")
+        if str(period) == self.period:
+            return self
         return self.with_periods(period)
 
     def with_periods(self, from_period: str, to_period: str | None = None) -> "Path":
@@ -463,7 +465,9 @@ class Path(str, _PathBase):
         parent = f"{self.parent}/" if self.parent != "." else ""
 
         return self.__class__(
-            f"{parent}{stem}{period_string}{version_string}{self.suffix}"
+            f"{parent}{stem}{period_string}{version_string}{self.suffix}".replace(
+                "".join(self.periods), period_string.strip(self._period_prefix)
+            )
         )
 
     @property
@@ -552,6 +556,12 @@ class Path(str, _PathBase):
             except KeyError:
                 return read_nrows(file, 1).columns
 
+    @property
+    def schema(self) -> pyarrow.Schema:
+        """Date types of the file's columns."""
+        with self.open("rb") as file:
+            return pq.read_schema(file)
+
     @property
     def dtypes(self) -> pd.Series:
         """Date types of the file's columns."""
@@ -627,6 +637,10 @@ class Path(str, _PathBase):
         """File size in terrabytes."""
         return self.kb / 1_000_000_000
 
+    @property
+    def partition_root(self) -> "Path":
+        return self.split(".parquet")[0] + ".parquet"
+
     def is_dir(self) -> bool:
         try:
             return self.file_system.isdir(self)
@@ -841,6 +855,10 @@ class PathSeries(pd.Series, _PathBase):
         """Select only the files in the Series."""
         return self[self.is_file()]
 
+    @property
+    def partition_root(self) -> "PathSeries":
+        return self.files.apply(lambda x: x.partition_root).drop_duplicates()
+
     @property
     def dirs(self) -> "PathSeries":
         """Select only the directories in the Series."""
@@ -1468,6 +1486,10 @@ def as_str(obj) -> str:
     raise TypeError(type(obj))
 
 
+def paths_are_equal(path1: Path | str, path2: Path | str) -> bool:
+    return Path(path1).parts == Path(path2).parts
+
+
 def sort_by_period(paths: Iterable[str]) -> Iterable[str]:
     try:
         periods = [pd.Timestamp(path.period) for path in paths]

{daplapath-2.0.0 → daplapath-2.0.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "daplapath"
-version = "2.0.0"
+version = "2.0.2"
 description = "A pathlib.Path class for dapla"
 authors = ["ort <ort@ssb.no>"]
 license = "MIT"