ygg 0.1.26__py3-none-any.whl → 0.1.28__py3-none-any.whl

{ygg-0.1.26.dist-info → ygg-0.1.28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.26
+Version: 0.1.28
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.26.dist-info → ygg-0.1.28.dist-info}/RECORD

@@ -1,8 +1,8 @@
-ygg-0.1.26.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.28.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=6OPibApplA5TF4TeixkQO_qewpaAidYX-fSDvvKYcTI,91
 yggdrasil/databricks/__init__.py,sha256=aGVve5mpoQtxSK2nfzrexjRPoutCIyaOnKZijkG4_QE,92
 yggdrasil/databricks/compute/__init__.py,sha256=TVDwPmW2SOmHmnhzZhsvrWbrxZ_lEcgqe3l9BeB-oxM,218
-yggdrasil/databricks/compute/cluster.py,sha256=91nBe_Ni0Yb4ECUU-YhSQeMVqy9VKhpWDAp771_1mxQ,28561
+yggdrasil/databricks/compute/cluster.py,sha256=ziQFDQC0xjVytNDvtQZa9iy9SGCkSsEf85RF3zSZwAE,28657
 yggdrasil/databricks/compute/execution_context.py,sha256=plutmNa03VSHlXbGeKArtc-QH9ptZrrnss2yXS2pFYA,18584
 yggdrasil/databricks/compute/remote.py,sha256=sVWBb_1YR-e33on6F5QYMLKwT6end6rolCvN8HM-9Qw,1212
 yggdrasil/databricks/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -13,7 +13,7 @@ yggdrasil/databricks/sql/exceptions.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 yggdrasil/databricks/sql/statement_result.py,sha256=L-hrK5MVnH3XG57BpGmaETtRzYjAtYGQthgAPGVj618,12610
 yggdrasil/databricks/sql/types.py,sha256=YgasSyq8sygk1h6ZOTcRwXAZWNKSuk-9g9VqlR8kJl4,5324
 yggdrasil/databricks/workspaces/__init__.py,sha256=tNNS3A_Pl9FYkQ8nGERhr4VF-hwKrvh8k1W8vTaR0uo,58
-yggdrasil/databricks/workspaces/databricks_path.py,sha256=Ryoza649WRIHzbpIGjhvefwNFdSpe0-Y2ZJX6nImerw,31101
+yggdrasil/databricks/workspaces/databricks_path.py,sha256=xqK-dMMZJ0JE58FfKa5j6b-6owbSeeisPF8L4efV35E,32473
 yggdrasil/databricks/workspaces/workspace.py,sha256=8T-d0DTq-s2zTkmMbaEeS_7AiZwcUDxorch9IbZACko,33333
 yggdrasil/dataclasses/__init__.py,sha256=QVAvZnNl7gFYTLOVTfMkdQZf6o_WL8_UuDV1uTZ7Aeg,67
 yggdrasil/dataclasses/dataclass.py,sha256=ln-D1-bbiCLBd2khRMGs4dFoxzJEEGzHTKekWCnF2uk,5436
@@ -26,11 +26,11 @@ yggdrasil/libs/extensions/__init__.py,sha256=qkkRF1BQ_NLZlKeeZeeZDAbf9Q3wQXu5s4O
 yggdrasil/libs/extensions/polars_extensions.py,sha256=kojeJOW5VPBXMVTJT2gWUJypNuryq9ZeXmH-VZXgXoM,10531
 yggdrasil/libs/extensions/spark_extensions.py,sha256=uCcpLJr0wEE9V_-nc8DrQtAh9n2Q4mV_NicU-DNGG54,13396
 yggdrasil/pyutils/__init__.py,sha256=-aU5Y1huWoTLTPdSDxZM7QU0p0sTYj5j77cP833RsnQ,139
-yggdrasil/pyutils/callable_serde.py,sha256=6Pw9XO2JMUSmzGp1Vj3-AN1Nhave09fNWyn1xk_F6ow,18057
+yggdrasil/pyutils/callable_serde.py,sha256=y3736Lot1m2c824Nc_YY3KGaCc5VC4k4n5xdq8g1rXU,19163
 yggdrasil/pyutils/exceptions.py,sha256=Kt4xY4jPv-Ld8vBJaiQy51xbewD6Q-3bZkaa3THsFNM,2891
 yggdrasil/pyutils/modules.py,sha256=r3C4TRA8C_fUTltITV0VJY0pbIdxdV1op2z8BX0FgJo,10201
 yggdrasil/pyutils/parallel.py,sha256=L2r4_iumOzDk7omWVBPYmT5U8n7suOdv1AFpa_ghHSY,5902
-yggdrasil/pyutils/python_env.py,sha256=7Uwet9EQ7YZeVsvqS7A22C0NsiGtNTeAH0cyOXG89KE,49350
+yggdrasil/pyutils/python_env.py,sha256=tQ1-CSxPzUIAbAkdZSyF93GQTTLsMYfavI0L08iaiYA,49398
 yggdrasil/pyutils/retry.py,sha256=1zjascEsffvnkVRdHhdeoenk6tBPrzrj4VhBltbhBeU,10390
 yggdrasil/requests/__init__.py,sha256=THJz1IoZYQccwmXcQR3N8D-uWxCkfMtgeXDhONdERR8,41
 yggdrasil/requests/msal.py,sha256=ucnN45iZZpbXkByw212PX4shH4g0EeyrW8JEmfimWtY,5861
@@ -49,8 +49,8 @@ yggdrasil/types/cast/registry.py,sha256=-88mq-U1pDSGbEC9PRY0zJCzloyBodXgeSRBPb6h
 yggdrasil/types/cast/spark_cast.py,sha256=IHthM78dugabGXxNNW9sSHn-olDwzXcFdIFcPo9IiXU,23021
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=8PgJItF_XbyBcNuBnXkMQU3PBy3sAPEXZT9SXL2WbU4,4200
 yggdrasil/types/cast/spark_polars_cast.py,sha256=ba1UOvY1ouGCro1Np9slXmJ4TEyWnUtwVEAwxGvPLlk,8336
-ygg-0.1.26.dist-info/METADATA,sha256=3htWnURwJn36QKT6AYSn9syodfAo3ZdLa6qEN4cuUO8,19204
-ygg-0.1.26.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.26.dist-info/entry_points.txt,sha256=D0JDw2s-ZfU1GjXfniv6PvXwcyn5v9WBk4ya623Cti8,71
-ygg-0.1.26.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.26.dist-info/RECORD,,
+ygg-0.1.28.dist-info/METADATA,sha256=7pGg7X4ChK2dkLlXc7LI3RItrEqpoNKKJFsbgJY2Nz4,19204
+ygg-0.1.28.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.28.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.28.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.28.dist-info/RECORD,,

ygg-0.1.28.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+yggenv = yggdrasil.pyutils.python_env:PythonEnv.cli

yggdrasil/databricks/compute/cluster.py

@@ -135,7 +135,7 @@ class Cluster(WorkspaceService):
         )
 
         return inst
-    
+
     def push_python_environment(
         self,
         source: Optional[PythonEnv] = None,
@@ -179,6 +179,7 @@ class Cluster(WorkspaceService):
 
     def pull_python_environment(
         self,
+        name: Optional[str] = None,
         target: Optional[PythonEnv] = None,
     ):
         with self.context() as c:
@@ -186,15 +187,18 @@ class Cluster(WorkspaceService):
             requirements = m.requirements
             version_info = m.version_info
 
+        python_version = ".".join(str(_) for _ in version_info)
+
         if target is None:
             target = PythonEnv.create(
-                name=f"dbx-{self.name}",
-                python=".".join(str(_) for _ in version_info)
+                name=name or self.name,
+                requirements=requirements,
+                python=python_version
             )
         else:
             target.update(
                 requirements=requirements,
-                python=".".join(str(_) for _ in version_info)
+                python=python_version,
             )
 
         return target

yggdrasil/databricks/workspaces/databricks_path.py

@@ -108,34 +108,6 @@ class DatabricksPath(SysPath, PurePosixPath):
 
         return str(PurePosixPath(*(_seg_to_str(s) for s in pathsegments)))
 
-    def _init(self, template: Optional["DatabricksPath"] = None) -> None:
-        """
-        pathlib creates derived paths (parent, /, joinpath, with_name, etc.) via _from_parts
-        which bypasses __new__. _init(template=...) is the hook to carry our metadata forward.
-        """
-        if isinstance(template, DatabricksPath):
-            # Recompute kind for the NEW path string (don’t blindly copy _kind)
-            temp_ws = getattr(template, "_workspace", None)
-            kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=temp_ws)
-
-            self._kind = kind
-            self._workspace = ws if ws is not None else temp_ws
-
-            # Never inherit caches from template
-            self._is_file = None
-            self._is_dir = None
-            self._raw_status = None
-            self._raw_status_refresh_time = 0.0
-        else:
-            kind, ws, _ = DatabricksPathKind.parse(str(self))
-            self._kind = kind
-            self._workspace = ws
-
-            self._is_file = None
-            self._is_dir = None
-            self._raw_status = None
-            self._raw_status_refresh_time = 0.0
-
     def __new__(
         cls,
         *pathsegments: Any,
@@ -195,16 +167,74 @@ class DatabricksPath(SysPath, PurePosixPath):
     def __exit__(self, exc_type, exc_val, exc_tb):
         return self.workspace.__exit__(exc_type, exc_val, exc_tb)
 
-    def _from_parsed_parts(self, drv, root, parts):
-        built = super()._from_parsed_parts(drv, root, parts)
+    def _clone_meta_from(self, template: "DatabricksPath") -> None:
+        """
+        Copy *connection/meta* state, but never copy caches.
+        Centralizes the logic so every creation path stays consistent.
+        """
+        # Keep workspace threading; kind should match the NEW path string.
+        kind, ws, _ = DatabricksPathKind.parse(str(self), workspace=getattr(template, "_workspace", None))
+        self._kind = kind
+        self._workspace = ws if ws is not None else getattr(template, "_workspace", None)
 
-        built._kind = self._kind
-        built._workspace = self._workspace
+        # Reset caches
+        self._is_file = None
+        self._is_dir = None
+        self._raw_status = None
+        self._raw_status_refresh_time = 0.0
 
-        built._is_file = None
-        built._is_dir = None
-        built._raw_status = None
-        built._raw_status_refresh_time = 0.0
+    @property
+    def parent(self):
+        built = super().parent
+
+        built._clone_meta_from(self)
+
+        return built
+
+    @classmethod
+    def _from_parsed_parts(cls, drv, root, parts):
+        """
+        pathlib internal factory. It may pass a template in some Python versions,
+        but if not, we still return a valid DatabricksPath with initialized state.
+        """
+        built = super()._from_parsed_parts(drv, root, parts)  # type: ignore[misc]
+
+        # Best effort: if pathlib gave us a template on the object, use it.
+        # Otherwise ensure we at least have valid defaults.
+        if isinstance(built, DatabricksPath) and isinstance(getattr(built, "_workspace", None), object):
+            # If the object already has workspace/kind via _init, don't stomp it.
+            # But if it's missing _kind (common failure), derive it.
+            if not hasattr(built, "_kind"):
+                kind, ws, _ = DatabricksPathKind.parse(str(built), workspace=getattr(built, "_workspace", None))
+                built._kind = kind
+                built._workspace = ws if ws is not None else getattr(built, "_workspace", None)
+
+            # Always reset caches (derived path => cache invalid)
+            built._is_file = None
+            built._is_dir = None
+            built._raw_status = None
+            built._raw_status_refresh_time = 0.0
+        else:
+            # Safety defaults (should be rare)
+            kind, ws, _ = DatabricksPathKind.parse(str(built))
+            built._kind = kind
+            built._workspace = ws
+            built._is_file = None
+            built._is_dir = None
+            built._raw_status = None
+            built._raw_status_refresh_time = 0.0
+
+        return built
+
+    def _make_child(self, args):
+        built = super()._make_child(args)  # type: ignore[misc]
+
+        # Ensure type + meta carryover
+        if isinstance(built, DatabricksPath):
+            built._clone_meta_from(self)
+        else:
+            # if for some reason super didn't return our type, try to coerce
+            built = type(self)(built, workspace=getattr(self, "_workspace", None))
 
         return built
 

yggdrasil/pyutils/callable_serde.py

@@ -242,13 +242,42 @@ class CallableSerde:
     _env_b64: Optional[str] = None
     _env_meta: Optional[Dict[str, Any]] = None
 
+    def __post_init__(self) -> None:
+        # If constructed as CallableSerde(fn=...), eagerly capture backing metadata.
+        if self.fn is not None:
+            self._init_private_from_fn(self.fn)
+
+    def _init_private_from_fn(self, fn: Callable[..., Any]) -> None:
+        """
+        Capture stable identity-ish metadata at creation time, so we don't rely
+        on lazy properties later (or after fn is dropped).
+        """
+        # Only set if not already provided (don't clobber loaded/explicit values).
+        if self._module is None:
+            self._module = getattr(fn, "__module__", None)
+
+        if self._qualname is None:
+            self._qualname = getattr(fn, "__qualname__", None)
+
+        if self._pkg_root is None:
+            f, _ = _callable_file_line(fn)
+            if f:
+                root = _find_pkg_root_from_file(Path(f))
+                if root:
+                    self._pkg_root = str(root)
+
     # ----- construction -----
 
     @classmethod
     def from_callable(cls: type[T], x: Union[Callable[..., Any], T]) -> T:
         if isinstance(x, cls):
             return x
-        return cls(fn=x)  # type: ignore[return-value]
+
+        obj = cls(fn=x)  # type: ignore[return-value]
+        # __post_init__ already ran, but this keeps it robust if dataclass changes.
+        obj._init_private_from_fn(x)
+
+        return obj
 
     # ----- lazy-ish properties (computed on access) -----
 

yggdrasil/pyutils/python_env.py

@@ -509,7 +509,9 @@ class PythonEnv:
 
             py = str(Path(python).expanduser()) if isinstance(python, Path) else str(python)
             log.info("creating env: name=%s root=%s python=%s", name, str(root), py)
-            _run_cmd([uv, "venv", str(root), "--python", py], cwd=cwd, env=env, check=check)
+            _run_cmd([
+                uv, "venv", str(root), "--python", py, "--native-tls"
+            ], cwd=cwd, env=env, check=check)
 
             env_obj = cls(root)
             if not env_obj.exists():

ygg-0.1.26.dist-info/entry_points.txt

@@ -1,2 +0,0 @@
-[console_scripts]
-ygg-env = yggdrasil.pyutils.python_env:PythonEnv.cli