ygg 0.1.28__py3-none-any.whl → 0.1.29__py3-none-any.whl

{ygg-0.1.28.dist-info → ygg-0.1.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.28
+Version: 0.1.29
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.28.dist-info → ygg-0.1.29.dist-info}/RECORD

@@ -1,9 +1,9 @@
-ygg-0.1.28.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.29.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=6OPibApplA5TF4TeixkQO_qewpaAidYX-fSDvvKYcTI,91
 yggdrasil/databricks/__init__.py,sha256=aGVve5mpoQtxSK2nfzrexjRPoutCIyaOnKZijkG4_QE,92
 yggdrasil/databricks/compute/__init__.py,sha256=TVDwPmW2SOmHmnhzZhsvrWbrxZ_lEcgqe3l9BeB-oxM,218
-yggdrasil/databricks/compute/cluster.py,sha256=ziQFDQC0xjVytNDvtQZa9iy9SGCkSsEf85RF3zSZwAE,28657
-yggdrasil/databricks/compute/execution_context.py,sha256=plutmNa03VSHlXbGeKArtc-QH9ptZrrnss2yXS2pFYA,18584
+yggdrasil/databricks/compute/cluster.py,sha256=s2w2rn_7LNHCcYdcdsfDANDNNj78EwMMCiNa1PLJEhM,28521
+yggdrasil/databricks/compute/execution_context.py,sha256=LiBq0rPfn3oqlYA031z765k54IApGgah5rEOL-m5v4s,18580
 yggdrasil/databricks/compute/remote.py,sha256=sVWBb_1YR-e33on6F5QYMLKwT6end6rolCvN8HM-9Qw,1212
 yggdrasil/databricks/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/jobs/config.py,sha256=8Slfw4Wl7vu0kIlaUUqVqjjOgPwuULoo0rroENCbC20,11494
@@ -26,7 +26,7 @@ yggdrasil/libs/extensions/__init__.py,sha256=qkkRF1BQ_NLZlKeeZeeZDAbf9Q3wQXu5s4O
 yggdrasil/libs/extensions/polars_extensions.py,sha256=kojeJOW5VPBXMVTJT2gWUJypNuryq9ZeXmH-VZXgXoM,10531
 yggdrasil/libs/extensions/spark_extensions.py,sha256=uCcpLJr0wEE9V_-nc8DrQtAh9n2Q4mV_NicU-DNGG54,13396
 yggdrasil/pyutils/__init__.py,sha256=-aU5Y1huWoTLTPdSDxZM7QU0p0sTYj5j77cP833RsnQ,139
-yggdrasil/pyutils/callable_serde.py,sha256=y3736Lot1m2c824Nc_YY3KGaCc5VC4k4n5xdq8g1rXU,19163
+yggdrasil/pyutils/callable_serde.py,sha256=DmEn9j_FMQhd_qvG7Q2fvL8VBCaqgGK2mnaessMgJws,18056
 yggdrasil/pyutils/exceptions.py,sha256=Kt4xY4jPv-Ld8vBJaiQy51xbewD6Q-3bZkaa3THsFNM,2891
 yggdrasil/pyutils/modules.py,sha256=r3C4TRA8C_fUTltITV0VJY0pbIdxdV1op2z8BX0FgJo,10201
 yggdrasil/pyutils/parallel.py,sha256=L2r4_iumOzDk7omWVBPYmT5U8n7suOdv1AFpa_ghHSY,5902
@@ -49,8 +49,8 @@ yggdrasil/types/cast/registry.py,sha256=-88mq-U1pDSGbEC9PRY0zJCzloyBodXgeSRBPb6h
 yggdrasil/types/cast/spark_cast.py,sha256=IHthM78dugabGXxNNW9sSHn-olDwzXcFdIFcPo9IiXU,23021
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=8PgJItF_XbyBcNuBnXkMQU3PBy3sAPEXZT9SXL2WbU4,4200
 yggdrasil/types/cast/spark_polars_cast.py,sha256=ba1UOvY1ouGCro1Np9slXmJ4TEyWnUtwVEAwxGvPLlk,8336
-ygg-0.1.28.dist-info/METADATA,sha256=7pGg7X4ChK2dkLlXc7LI3RItrEqpoNKKJFsbgJY2Nz4,19204
-ygg-0.1.28.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.28.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
-ygg-0.1.28.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.28.dist-info/RECORD,,
+ygg-0.1.29.dist-info/METADATA,sha256=H9-xKVaADfcI7Euov960Egc5LI70k2gPw4-vzGE0ZZA,19204
+ygg-0.1.29.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.29.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.29.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.29.dist-info/RECORD,,

yggdrasil/databricks/compute/cluster.py

@@ -646,7 +646,6 @@ class Cluster(WorkspaceService):
         self,
         _func: Optional[Callable] = None,
         *,
-        before: Optional[Callable] = None,
         language: Optional["Language"] = None,
         env_keys: Optional[List[str]] = None,
         env_variables: Optional[Dict[str, str]] = None,
@@ -673,15 +672,12 @@ class Cluster(WorkspaceService):
         def decorator(func: Callable):
             context = self.context(language=language or Language.PYTHON)
             serialized = CallableSerde.from_callable(func)
-            do_before = CallableSerde.from_callable(before)
 
             @functools.wraps(func)
             def wrapper(*args, **kwargs):
                 if os.getenv("DATABRICKS_RUNTIME_VERSION") is not None:
                     return func(*args, **kwargs)
 
-                do_before()
-
                 return context.execute(
                     obj=serialized,
                     args=list(args),

yggdrasil/databricks/compute/execution_context.py

@@ -291,7 +291,7 @@ print(json.dumps(meta))"""
 
         serialized = CallableSerde.from_callable(func)
 
-        self.install_temporary_libraries(libraries=serialized.package_root)
+        self.install_temporary_libraries(libraries=serialized.pkg_root)
 
         # Use dill of same version
         current_version = (sys.version_info.major, sys.version_info.minor)

yggdrasil/pyutils/callable_serde.py

@@ -7,7 +7,6 @@ import inspect
 import json
 import struct
 import sys
-import textwrap
 import zlib
 from dataclasses import dataclass
 from pathlib import Path
@@ -46,7 +45,7 @@ def _find_pkg_root_from_file(file_path: Path) -> Optional[Path]:
         top_pkg_dir = d
         d = d.parent
 
-    return top_pkg_dir.parent if top_pkg_dir else None
+    return top_pkg_dir if top_pkg_dir else None
 
 
 def _callable_file_line(fn: Callable[..., Any]) -> Tuple[Optional[str], Optional[int]]:
@@ -242,30 +241,6 @@ class CallableSerde:
     _env_b64: Optional[str] = None
     _env_meta: Optional[Dict[str, Any]] = None
 
-    def __post_init__(self) -> None:
-        # If constructed as CallableSerde(fn=...), eagerly capture backing metadata.
-        if self.fn is not None:
-            self._init_private_from_fn(self.fn)
-
-    def _init_private_from_fn(self, fn: Callable[..., Any]) -> None:
-        """
-        Capture stable identity-ish metadata at creation time, so we don't rely
-        on lazy properties later (or after fn is dropped).
-        """
-        # Only set if not already provided (don't clobber loaded/explicit values).
-        if self._module is None:
-            self._module = getattr(fn, "__module__", None)
-
-        if self._qualname is None:
-            self._qualname = getattr(fn, "__qualname__", None)
-
-        if self._pkg_root is None:
-            f, _ = _callable_file_line(fn)
-            if f:
-                root = _find_pkg_root_from_file(Path(f))
-                if root:
-                    self._pkg_root = str(root)
-
     # ----- construction -----
 
     @classmethod
@@ -274,8 +249,6 @@ class CallableSerde:
             return x
 
         obj = cls(fn=x)  # type: ignore[return-value]
-        # __post_init__ already ran, but this keeps it robust if dataclass changes.
-        obj._init_private_from_fn(x)
 
         return obj