ygg 0.1.25__tar.gz → 0.1.26__tar.gz

{ygg-0.1.25 → ygg-0.1.26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.25
+Version: 0.1.26
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.25 → ygg-0.1.26}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ygg"
-version = "0.1.25"
+version = "0.1.26"
 description = "Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks"
 readme = { file = "README.md", content-type = "text/markdown" }
 license = { file = "LICENSE" }

{ygg-0.1.25 → ygg-0.1.26}/src/ygg.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.25
+Version: 0.1.26
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.25 → ygg-0.1.26}/src/yggdrasil/databricks/sql/engine.py

@@ -439,8 +439,7 @@ FROM parquet.`{databricks_tmp_folder}`"""
                 try:
                     databricks_tmp_folder.rmdir(recursive=True)
                 except Exception as e:
-                    raise e
-                    logger.error(e)
+                    logger.warning(e)
 
             # Optionally run OPTIMIZE / ZORDER / VACUUM if requested (Databricks SQL)
             if zorder_by:

{ygg-0.1.25 → ygg-0.1.26}/src/yggdrasil/databricks/workspaces/databricks_path.py

@@ -115,10 +115,11 @@ class DatabricksPath(SysPath, PurePosixPath):
         """
         if isinstance(template, DatabricksPath):
             # Recompute kind for the NEW path string (don’t blindly copy _kind)
-            kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=getattr(template, "_workspace", None))
+            temp_ws = getattr(template, "_workspace", None)
+            kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=temp_ws)
 
             self._kind = kind
-            self._workspace = ws if ws is not None else getattr(template, "_workspace", None)
+            self._workspace = ws if ws is not None else temp_ws
 
             # Never inherit caches from template
             self._is_file = None
@@ -171,6 +172,22 @@ class DatabricksPath(SysPath, PurePosixPath):
         # pathlib paths are effectively immutable; all init happens in __new__ / _init
         pass
 
+    def __truediv__(self, other):
+        if not other:
+            return self
+
+        built = super().__truediv__(other)
+
+        built._kind = self._kind
+        built._workspace = self._workspace
+
+        built._is_file = None
+        built._is_dir = None
+        built._raw_status = None
+        built._raw_status_refresh_time = 0.0
+
+        return built
+
     def __enter__(self):
         self.workspace.__enter__()
         return self
@@ -178,32 +195,34 @@ class DatabricksPath(SysPath, PurePosixPath):
     def __exit__(self, exc_type, exc_val, exc_tb):
         return self.workspace.__exit__(exc_type, exc_val, exc_tb)
 
-    @property
-    def workspace(self):
-        try:
-            if self._workspace is None:
-                from .workspace import Workspace
+    def _from_parsed_parts(self, drv, root, parts):
+        built = super()._from_parsed_parts(drv, root, parts)
 
-                self._workspace = Workspace()
-        except AttributeError:
-            self._init(template=self)
+        built._kind = self._kind
+        built._workspace = self._workspace
 
-            from .workspace import Workspace
+        built._is_file = None
+        built._is_dir = None
+        built._raw_status = None
+        built._raw_status_refresh_time = 0.0
 
-            if self._workspace is None:
-                from .workspace import Workspace
+        return built
 
-                self._workspace = Workspace()
+    @property
+    def workspace(self):
+        if self._workspace is None:
+            from .workspace import Workspace
 
+            self._workspace = Workspace()
         return self._workspace
 
+    @workspace.setter
+    def workspace(self, value):
+        self._workspace = value
+
     @property
     def kind(self):
-        try:
-            return self._kind
-        except AttributeError:
-            self._init(template=self)
-            return self._kind
+        return self._kind
 
     @kind.setter
     def kind(self, value: DatabricksPathKind):
@@ -606,7 +625,8 @@ class DatabricksPath(SysPath, PurePosixPath):
 
         try:
             # FIX: DBFS listing should use DBFS-normalized path, not workspace path
-            for info in sdk.dbfs.list(self.as_dbfs_api_path(), recursive=recursive):
+            p = "/dbfs/" + self.as_dbfs_api_path() + "/"
+            for info in sdk.dbfs.list(p, recursive=recursive):
                 base = DatabricksPath(
                     info.path,
                     workspace=self.workspace,