ygg 0.1.25__py3-none-any.whl → 0.1.27__py3-none-any.whl

{ygg-0.1.25.dist-info → ygg-0.1.27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.25
+Version: 0.1.27
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.25.dist-info → ygg-0.1.27.dist-info}/RECORD

@@ -1,4 +1,4 @@
-ygg-0.1.25.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.27.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=6OPibApplA5TF4TeixkQO_qewpaAidYX-fSDvvKYcTI,91
 yggdrasil/databricks/__init__.py,sha256=aGVve5mpoQtxSK2nfzrexjRPoutCIyaOnKZijkG4_QE,92
 yggdrasil/databricks/compute/__init__.py,sha256=TVDwPmW2SOmHmnhzZhsvrWbrxZ_lEcgqe3l9BeB-oxM,218
@@ -8,12 +8,12 @@ yggdrasil/databricks/compute/remote.py,sha256=sVWBb_1YR-e33on6F5QYMLKwT6end6rolC
 yggdrasil/databricks/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/jobs/config.py,sha256=8Slfw4Wl7vu0kIlaUUqVqjjOgPwuULoo0rroENCbC20,11494
 yggdrasil/databricks/sql/__init__.py,sha256=JZpQ9eCphDf1l4yzIZ7a7OLigxqXkqOgb0Mio7Rj09A,181
-yggdrasil/databricks/sql/engine.py,sha256=WRDrY-FpXMegF3qNmMkCsfIitJB9rY_lW8Pnk7oo-xE,30837
+yggdrasil/databricks/sql/engine.py,sha256=bmkMoBij-8M-xohQK-sYb22OgBc1VIZRRVjw62CMWHk,30810
 yggdrasil/databricks/sql/exceptions.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/sql/statement_result.py,sha256=L-hrK5MVnH3XG57BpGmaETtRzYjAtYGQthgAPGVj618,12610
 yggdrasil/databricks/sql/types.py,sha256=YgasSyq8sygk1h6ZOTcRwXAZWNKSuk-9g9VqlR8kJl4,5324
 yggdrasil/databricks/workspaces/__init__.py,sha256=tNNS3A_Pl9FYkQ8nGERhr4VF-hwKrvh8k1W8vTaR0uo,58
-yggdrasil/databricks/workspaces/databricks_path.py,sha256=sFghRkk4cBrYsFswSZC8aJUR_P9KDZxJwp69rsYiWGo,30640
+yggdrasil/databricks/workspaces/databricks_path.py,sha256=xqK-dMMZJ0JE58FfKa5j6b-6owbSeeisPF8L4efV35E,32473
 yggdrasil/databricks/workspaces/workspace.py,sha256=8T-d0DTq-s2zTkmMbaEeS_7AiZwcUDxorch9IbZACko,33333
 yggdrasil/dataclasses/__init__.py,sha256=QVAvZnNl7gFYTLOVTfMkdQZf6o_WL8_UuDV1uTZ7Aeg,67
 yggdrasil/dataclasses/dataclass.py,sha256=ln-D1-bbiCLBd2khRMGs4dFoxzJEEGzHTKekWCnF2uk,5436
@@ -49,8 +49,8 @@ yggdrasil/types/cast/registry.py,sha256=-88mq-U1pDSGbEC9PRY0zJCzloyBodXgeSRBPb6h
 yggdrasil/types/cast/spark_cast.py,sha256=IHthM78dugabGXxNNW9sSHn-olDwzXcFdIFcPo9IiXU,23021
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=8PgJItF_XbyBcNuBnXkMQU3PBy3sAPEXZT9SXL2WbU4,4200
 yggdrasil/types/cast/spark_polars_cast.py,sha256=ba1UOvY1ouGCro1Np9slXmJ4TEyWnUtwVEAwxGvPLlk,8336
-ygg-0.1.25.dist-info/METADATA,sha256=pw0XEfW0B6GeI8wrXHLxT6RBvHbHoEhrZOSENeWQWV8,19204
-ygg-0.1.25.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.25.dist-info/entry_points.txt,sha256=D0JDw2s-ZfU1GjXfniv6PvXwcyn5v9WBk4ya623Cti8,71
-ygg-0.1.25.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.25.dist-info/RECORD,,
+ygg-0.1.27.dist-info/METADATA,sha256=wa7LF8bvOiQ5MWX9IwFFqDBxwVlB6bkebU6ZOGCr3Vs,19204
+ygg-0.1.27.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.27.dist-info/entry_points.txt,sha256=D0JDw2s-ZfU1GjXfniv6PvXwcyn5v9WBk4ya623Cti8,71
+ygg-0.1.27.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.27.dist-info/RECORD,,

yggdrasil/databricks/sql/engine.py

@@ -439,8 +439,7 @@ FROM parquet.`{databricks_tmp_folder}`"""
                 try:
                     databricks_tmp_folder.rmdir(recursive=True)
                 except Exception as e:
-                    raise e
-                    logger.error(e)
+                    logger.warning(e)
 
             # Optionally run OPTIMIZE / ZORDER / VACUUM if requested (Databricks SQL)
             if zorder_by:

yggdrasil/databricks/workspaces/databricks_path.py

@@ -108,33 +108,6 @@ class DatabricksPath(SysPath, PurePosixPath):
 
         return str(PurePosixPath(*(_seg_to_str(s) for s in pathsegments)))
 
-    def _init(self, template: Optional["DatabricksPath"] = None) -> None:
-        """
-        pathlib creates derived paths (parent, /, joinpath, with_name, etc.) via _from_parts
-        which bypasses __new__. _init(template=...) is the hook to carry our metadata forward.
-        """
-        if isinstance(template, DatabricksPath):
-            # Recompute kind for the NEW path string (don’t blindly copy _kind)
-            kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=getattr(template, "_workspace", None))
-
-            self._kind = kind
-            self._workspace = ws if ws is not None else getattr(template, "_workspace", None)
-
-            # Never inherit caches from template
-            self._is_file = None
-            self._is_dir = None
-            self._raw_status = None
-            self._raw_status_refresh_time = 0.0
-        else:
-            kind, ws, _ = DatabricksPathKind.parse(str(self))
-            self._kind = kind
-            self._workspace = ws
-
-            self._is_file = None
-            self._is_dir = None
-            self._raw_status = None
-            self._raw_status_refresh_time = 0.0
-
     def __new__(
         cls,
         *pathsegments: Any,
@@ -171,6 +144,22 @@ class DatabricksPath(SysPath, PurePosixPath):
         # pathlib paths are effectively immutable; all init happens in __new__ / _init
         pass
 
+    def __truediv__(self, other):
+        if not other:
+            return self
+
+        built = super().__truediv__(other)
+
+        built._kind = self._kind
+        built._workspace = self._workspace
+
+        built._is_file = None
+        built._is_dir = None
+        built._raw_status = None
+        built._raw_status_refresh_time = 0.0
+
+        return built
+
     def __enter__(self):
         self.workspace.__enter__()
         return self
@@ -178,32 +167,92 @@ class DatabricksPath(SysPath, PurePosixPath):
     def __exit__(self, exc_type, exc_val, exc_tb):
         return self.workspace.__exit__(exc_type, exc_val, exc_tb)
 
+    def _clone_meta_from(self, template: "DatabricksPath") -> None:
+        """
+        Copy *connection/meta* state, but never copy caches.
+        Centralizes the logic so every creation path stays consistent.
+        """
+        # Keep workspace threading; kind should match the NEW path string.
+        kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=getattr(template, "_workspace", None))
+        self._kind = kind
+        self._workspace = ws if ws is not None else getattr(template, "_workspace", None)
+
+        # Reset caches
+        self._is_file = None
+        self._is_dir = None
+        self._raw_status = None
+        self._raw_status_refresh_time = 0.0
+
     @property
-    def workspace(self):
-        try:
-            if self._workspace is None:
-                from .workspace import Workspace
+    def parent(self):
+        built = super().parent
 
-                self._workspace = Workspace()
-        except AttributeError:
-            self._init(template=self)
+        built._clone_meta_from(self)
 
-            from .workspace import Workspace
+        return built
+
+    @classmethod
+    def _from_parsed_parts(cls, drv, root, parts):
+        """
+        pathlib internal factory. It may pass a template in some Python versions,
+        but if not, we still return a valid DatabricksPath with initialized state.
+        """
+        built = super()._from_parsed_parts(drv, root, parts)  # type: ignore[misc]
+
+        # Best effort: if pathlib gave us a template on the object, use it.
+        # Otherwise ensure we at least have valid defaults.
+        if isinstance(built, DatabricksPath) and isinstance(getattr(built, "_workspace", None), object):
+            # If the object already has workspace/kind via _init, don't stomp it.
+            # But if it's missing _kind (common failure), derive it.
+            if not hasattr(built, "_kind"):
+                kind, ws, _ = DatabricksPathKind.parse(str(built), workspace=getattr(built, "_workspace", None))
+                built._kind = kind
+                built._workspace = ws if ws is not None else getattr(built, "_workspace", None)
+
+            # Always reset caches (derived path => cache invalid)
+            built._is_file = None
+            built._is_dir = None
+            built._raw_status = None
+            built._raw_status_refresh_time = 0.0
+        else:
+            # Safety defaults (should be rare)
+            kind, ws, _ = DatabricksPathKind.parse(str(built))
+            built._kind = kind
+            built._workspace = ws
+            built._is_file = None
+            built._is_dir = None
+            built._raw_status = None
+            built._raw_status_refresh_time = 0.0
+
+        return built
+
+    def _make_child(self, args):
+        built = super()._make_child(args)  # type: ignore[misc]
+
+        # Ensure type + meta carryover
+        if isinstance(built, DatabricksPath):
+            built._clone_meta_from(self)
+        else:
+            # if for some reason super didn't return our type, try to coerce
+            built = type(self)(built, workspace=getattr(self, "_workspace", None))
 
-            if self._workspace is None:
-                from .workspace import Workspace
+        return built
 
-                self._workspace = Workspace()
+    @property
+    def workspace(self):
+        if self._workspace is None:
+            from .workspace import Workspace
 
+            self._workspace = Workspace()
         return self._workspace
 
+    @workspace.setter
+    def workspace(self, value):
+        self._workspace = value
+
     @property
     def kind(self):
-        try:
-            return self._kind
-        except AttributeError:
-            self._init(template=self)
-            return self._kind
+        return self._kind
 
     @kind.setter
     def kind(self, value: DatabricksPathKind):
@@ -606,7 +655,8 @@ class DatabricksPath(SysPath, PurePosixPath):
 
         try:
             # FIX: DBFS listing should use DBFS-normalized path, not workspace path
-            for info in sdk.dbfs.list(self.as_dbfs_api_path(), recursive=recursive):
+            p = "/dbfs/" + self.as_dbfs_api_path() + "/"
+            for info in sdk.dbfs.list(p, recursive=recursive):
                 base = DatabricksPath(
                     info.path,
                     workspace=self.workspace,