ygg 0.1.25__py3-none-any.whl → 0.1.26__py3-none-any.whl

{ygg-0.1.25.dist-info → ygg-0.1.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.25
+Version: 0.1.26
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.25.dist-info → ygg-0.1.26.dist-info}/RECORD

@@ -1,4 +1,4 @@
-ygg-0.1.25.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.26.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=6OPibApplA5TF4TeixkQO_qewpaAidYX-fSDvvKYcTI,91
 yggdrasil/databricks/__init__.py,sha256=aGVve5mpoQtxSK2nfzrexjRPoutCIyaOnKZijkG4_QE,92
 yggdrasil/databricks/compute/__init__.py,sha256=TVDwPmW2SOmHmnhzZhsvrWbrxZ_lEcgqe3l9BeB-oxM,218
@@ -8,12 +8,12 @@ yggdrasil/databricks/compute/remote.py,sha256=sVWBb_1YR-e33on6F5QYMLKwT6end6rolC
 yggdrasil/databricks/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/jobs/config.py,sha256=8Slfw4Wl7vu0kIlaUUqVqjjOgPwuULoo0rroENCbC20,11494
 yggdrasil/databricks/sql/__init__.py,sha256=JZpQ9eCphDf1l4yzIZ7a7OLigxqXkqOgb0Mio7Rj09A,181
-yggdrasil/databricks/sql/engine.py,sha256=WRDrY-FpXMegF3qNmMkCsfIitJB9rY_lW8Pnk7oo-xE,30837
+yggdrasil/databricks/sql/engine.py,sha256=bmkMoBij-8M-xohQK-sYb22OgBc1VIZRRVjw62CMWHk,30810
 yggdrasil/databricks/sql/exceptions.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/sql/statement_result.py,sha256=L-hrK5MVnH3XG57BpGmaETtRzYjAtYGQthgAPGVj618,12610
 yggdrasil/databricks/sql/types.py,sha256=YgasSyq8sygk1h6ZOTcRwXAZWNKSuk-9g9VqlR8kJl4,5324
 yggdrasil/databricks/workspaces/__init__.py,sha256=tNNS3A_Pl9FYkQ8nGERhr4VF-hwKrvh8k1W8vTaR0uo,58
-yggdrasil/databricks/workspaces/databricks_path.py,sha256=sFghRkk4cBrYsFswSZC8aJUR_P9KDZxJwp69rsYiWGo,30640
+yggdrasil/databricks/workspaces/databricks_path.py,sha256=Ryoza649WRIHzbpIGjhvefwNFdSpe0-Y2ZJX6nImerw,31101
 yggdrasil/databricks/workspaces/workspace.py,sha256=8T-d0DTq-s2zTkmMbaEeS_7AiZwcUDxorch9IbZACko,33333
 yggdrasil/dataclasses/__init__.py,sha256=QVAvZnNl7gFYTLOVTfMkdQZf6o_WL8_UuDV1uTZ7Aeg,67
 yggdrasil/dataclasses/dataclass.py,sha256=ln-D1-bbiCLBd2khRMGs4dFoxzJEEGzHTKekWCnF2uk,5436
@@ -49,8 +49,8 @@ yggdrasil/types/cast/registry.py,sha256=-88mq-U1pDSGbEC9PRY0zJCzloyBodXgeSRBPb6h
 yggdrasil/types/cast/spark_cast.py,sha256=IHthM78dugabGXxNNW9sSHn-olDwzXcFdIFcPo9IiXU,23021
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=8PgJItF_XbyBcNuBnXkMQU3PBy3sAPEXZT9SXL2WbU4,4200
 yggdrasil/types/cast/spark_polars_cast.py,sha256=ba1UOvY1ouGCro1Np9slXmJ4TEyWnUtwVEAwxGvPLlk,8336
-ygg-0.1.25.dist-info/METADATA,sha256=pw0XEfW0B6GeI8wrXHLxT6RBvHbHoEhrZOSENeWQWV8,19204
-ygg-0.1.25.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.25.dist-info/entry_points.txt,sha256=D0JDw2s-ZfU1GjXfniv6PvXwcyn5v9WBk4ya623Cti8,71
-ygg-0.1.25.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.25.dist-info/RECORD,,
+ygg-0.1.26.dist-info/METADATA,sha256=3htWnURwJn36QKT6AYSn9syodfAo3ZdLa6qEN4cuUO8,19204
+ygg-0.1.26.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.26.dist-info/entry_points.txt,sha256=D0JDw2s-ZfU1GjXfniv6PvXwcyn5v9WBk4ya623Cti8,71
+ygg-0.1.26.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.26.dist-info/RECORD,,

yggdrasil/databricks/sql/engine.py

@@ -439,8 +439,7 @@ FROM parquet.`{databricks_tmp_folder}`"""
                 try:
                     databricks_tmp_folder.rmdir(recursive=True)
                 except Exception as e:
-                    raise e
-                    logger.error(e)
+                    logger.warning(e)
 
             # Optionally run OPTIMIZE / ZORDER / VACUUM if requested (Databricks SQL)
             if zorder_by:

yggdrasil/databricks/workspaces/databricks_path.py

@@ -115,10 +115,11 @@ class DatabricksPath(SysPath, PurePosixPath):
         """
         if isinstance(template, DatabricksPath):
             # Recompute kind for the NEW path string (don’t blindly copy _kind)
-            kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=getattr(template, "_workspace", None))
+            temp_ws = getattr(template, "_workspace", None)
+            kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=temp_ws)
 
             self._kind = kind
-            self._workspace = ws if ws is not None else getattr(template, "_workspace", None)
+            self._workspace = ws if ws is not None else temp_ws
 
             # Never inherit caches from template
             self._is_file = None
@@ -171,6 +172,22 @@ class DatabricksPath(SysPath, PurePosixPath):
         # pathlib paths are effectively immutable; all init happens in __new__ / _init
         pass
 
+    def __truediv__(self, other):
+        if not other:
+            return self
+
+        built = super().__truediv__(other)
+
+        built._kind = self._kind
+        built._workspace = self._workspace
+
+        built._is_file = None
+        built._is_dir = None
+        built._raw_status = None
+        built._raw_status_refresh_time = 0.0
+
+        return built
+
     def __enter__(self):
         self.workspace.__enter__()
         return self
@@ -178,32 +195,34 @@ class DatabricksPath(SysPath, PurePosixPath):
     def __exit__(self, exc_type, exc_val, exc_tb):
         return self.workspace.__exit__(exc_type, exc_val, exc_tb)
 
-    @property
-    def workspace(self):
-        try:
-            if self._workspace is None:
-                from .workspace import Workspace
+    def _from_parsed_parts(self, drv, root, parts):
+        built = super()._from_parsed_parts(drv, root, parts)
 
-                self._workspace = Workspace()
-        except AttributeError:
-            self._init(template=self)
+        built._kind = self._kind
+        built._workspace = self._workspace
 
-            from .workspace import Workspace
+        built._is_file = None
+        built._is_dir = None
+        built._raw_status = None
+        built._raw_status_refresh_time = 0.0
 
-            if self._workspace is None:
-                from .workspace import Workspace
+        return built
 
-                self._workspace = Workspace()
+    @property
+    def workspace(self):
+        if self._workspace is None:
+            from .workspace import Workspace
 
+            self._workspace = Workspace()
         return self._workspace
 
+    @workspace.setter
+    def workspace(self, value):
+        self._workspace = value
+
     @property
     def kind(self):
-        try:
-            return self._kind
-        except AttributeError:
-            self._init(template=self)
-            return self._kind
+        return self._kind
 
     @kind.setter
     def kind(self, value: DatabricksPathKind):
@@ -606,7 +625,8 @@ class DatabricksPath(SysPath, PurePosixPath):
 
         try:
             # FIX: DBFS listing should use DBFS-normalized path, not workspace path
-            for info in sdk.dbfs.list(self.as_dbfs_api_path(), recursive=recursive):
+            p = "/dbfs/" + self.as_dbfs_api_path() + "/"
+            for info in sdk.dbfs.list(p, recursive=recursive):
                 base = DatabricksPath(
                     info.path,
                     workspace=self.workspace,