ygg 0.1.27__py3-none-any.whl → 0.1.29__py3-none-any.whl

{ygg-0.1.27.dist-info → ygg-0.1.29.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.27
+Version: 0.1.29
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.27.dist-info → ygg-0.1.29.dist-info}/RECORD

@@ -1,9 +1,9 @@
-ygg-0.1.27.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.29.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=6OPibApplA5TF4TeixkQO_qewpaAidYX-fSDvvKYcTI,91
 yggdrasil/databricks/__init__.py,sha256=aGVve5mpoQtxSK2nfzrexjRPoutCIyaOnKZijkG4_QE,92
 yggdrasil/databricks/compute/__init__.py,sha256=TVDwPmW2SOmHmnhzZhsvrWbrxZ_lEcgqe3l9BeB-oxM,218
-yggdrasil/databricks/compute/cluster.py,sha256=91nBe_Ni0Yb4ECUU-YhSQeMVqy9VKhpWDAp771_1mxQ,28561
-yggdrasil/databricks/compute/execution_context.py,sha256=plutmNa03VSHlXbGeKArtc-QH9ptZrrnss2yXS2pFYA,18584
+yggdrasil/databricks/compute/cluster.py,sha256=s2w2rn_7LNHCcYdcdsfDANDNNj78EwMMCiNa1PLJEhM,28521
+yggdrasil/databricks/compute/execution_context.py,sha256=LiBq0rPfn3oqlYA031z765k54IApGgah5rEOL-m5v4s,18580
 yggdrasil/databricks/compute/remote.py,sha256=sVWBb_1YR-e33on6F5QYMLKwT6end6rolCvN8HM-9Qw,1212
 yggdrasil/databricks/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/jobs/config.py,sha256=8Slfw4Wl7vu0kIlaUUqVqjjOgPwuULoo0rroENCbC20,11494
@@ -26,11 +26,11 @@ yggdrasil/libs/extensions/__init__.py,sha256=qkkRF1BQ_NLZlKeeZeeZDAbf9Q3wQXu5s4O
 yggdrasil/libs/extensions/polars_extensions.py,sha256=kojeJOW5VPBXMVTJT2gWUJypNuryq9ZeXmH-VZXgXoM,10531
 yggdrasil/libs/extensions/spark_extensions.py,sha256=uCcpLJr0wEE9V_-nc8DrQtAh9n2Q4mV_NicU-DNGG54,13396
 yggdrasil/pyutils/__init__.py,sha256=-aU5Y1huWoTLTPdSDxZM7QU0p0sTYj5j77cP833RsnQ,139
-yggdrasil/pyutils/callable_serde.py,sha256=6Pw9XO2JMUSmzGp1Vj3-AN1Nhave09fNWyn1xk_F6ow,18057
+yggdrasil/pyutils/callable_serde.py,sha256=DmEn9j_FMQhd_qvG7Q2fvL8VBCaqgGK2mnaessMgJws,18056
 yggdrasil/pyutils/exceptions.py,sha256=Kt4xY4jPv-Ld8vBJaiQy51xbewD6Q-3bZkaa3THsFNM,2891
 yggdrasil/pyutils/modules.py,sha256=r3C4TRA8C_fUTltITV0VJY0pbIdxdV1op2z8BX0FgJo,10201
 yggdrasil/pyutils/parallel.py,sha256=L2r4_iumOzDk7omWVBPYmT5U8n7suOdv1AFpa_ghHSY,5902
-yggdrasil/pyutils/python_env.py,sha256=7Uwet9EQ7YZeVsvqS7A22C0NsiGtNTeAH0cyOXG89KE,49350
+yggdrasil/pyutils/python_env.py,sha256=tQ1-CSxPzUIAbAkdZSyF93GQTTLsMYfavI0L08iaiYA,49398
 yggdrasil/pyutils/retry.py,sha256=1zjascEsffvnkVRdHhdeoenk6tBPrzrj4VhBltbhBeU,10390
 yggdrasil/requests/__init__.py,sha256=THJz1IoZYQccwmXcQR3N8D-uWxCkfMtgeXDhONdERR8,41
 yggdrasil/requests/msal.py,sha256=ucnN45iZZpbXkByw212PX4shH4g0EeyrW8JEmfimWtY,5861
@@ -49,8 +49,8 @@ yggdrasil/types/cast/registry.py,sha256=-88mq-U1pDSGbEC9PRY0zJCzloyBodXgeSRBPb6h
 yggdrasil/types/cast/spark_cast.py,sha256=IHthM78dugabGXxNNW9sSHn-olDwzXcFdIFcPo9IiXU,23021
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=8PgJItF_XbyBcNuBnXkMQU3PBy3sAPEXZT9SXL2WbU4,4200
 yggdrasil/types/cast/spark_polars_cast.py,sha256=ba1UOvY1ouGCro1Np9slXmJ4TEyWnUtwVEAwxGvPLlk,8336
-ygg-0.1.27.dist-info/METADATA,sha256=wa7LF8bvOiQ5MWX9IwFFqDBxwVlB6bkebU6ZOGCr3Vs,19204
-ygg-0.1.27.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.27.dist-info/entry_points.txt,sha256=D0JDw2s-ZfU1GjXfniv6PvXwcyn5v9WBk4ya623Cti8,71
-ygg-0.1.27.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.27.dist-info/RECORD,,
+ygg-0.1.29.dist-info/METADATA,sha256=H9-xKVaADfcI7Euov960Egc5LI70k2gPw4-vzGE0ZZA,19204
+ygg-0.1.29.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.29.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.29.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.29.dist-info/RECORD,,

ygg-0.1.29.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+yggenv = yggdrasil.pyutils.python_env:PythonEnv.cli

yggdrasil/databricks/compute/cluster.py

@@ -135,7 +135,7 @@ class Cluster(WorkspaceService):
         )
 
         return inst
-    
+
     def push_python_environment(
         self,
         source: Optional[PythonEnv] = None,
@@ -179,6 +179,7 @@ class Cluster(WorkspaceService):
 
     def pull_python_environment(
         self,
+        name: Optional[str] = None,
         target: Optional[PythonEnv] = None,
     ):
         with self.context() as c:
@@ -186,15 +187,18 @@ class Cluster(WorkspaceService):
             requirements = m.requirements
             version_info = m.version_info
 
+        python_version = ".".join(str(_) for _ in version_info)
+
         if target is None:
             target = PythonEnv.create(
-                name=f"dbx-{self.name}",
-                python=".".join(str(_) for _ in version_info)
+                name=name or self.name,
+                requirements=requirements,
+                python=python_version
             )
         else:
             target.update(
                 requirements=requirements,
-                python=".".join(str(_) for _ in version_info)
+                python=python_version,
             )
 
         return target
@@ -642,7 +646,6 @@ class Cluster(WorkspaceService):
         self,
         _func: Optional[Callable] = None,
         *,
-        before: Optional[Callable] = None,
         language: Optional["Language"] = None,
         env_keys: Optional[List[str]] = None,
         env_variables: Optional[Dict[str, str]] = None,
@@ -669,15 +672,12 @@ class Cluster(WorkspaceService):
         def decorator(func: Callable):
             context = self.context(language=language or Language.PYTHON)
             serialized = CallableSerde.from_callable(func)
-            do_before = CallableSerde.from_callable(before)
 
             @functools.wraps(func)
             def wrapper(*args, **kwargs):
                 if os.getenv("DATABRICKS_RUNTIME_VERSION") is not None:
                     return func(*args, **kwargs)
 
-                do_before()
-
                 return context.execute(
                     obj=serialized,
                     args=list(args),

yggdrasil/databricks/compute/execution_context.py

@@ -291,7 +291,7 @@ print(json.dumps(meta))"""
 
         serialized = CallableSerde.from_callable(func)
 
-        self.install_temporary_libraries(libraries=serialized.package_root)
+        self.install_temporary_libraries(libraries=serialized.pkg_root)
 
         # Use dill of same version
         current_version = (sys.version_info.major, sys.version_info.minor)

yggdrasil/pyutils/callable_serde.py

@@ -7,7 +7,6 @@ import inspect
 import json
 import struct
 import sys
-import textwrap
 import zlib
 from dataclasses import dataclass
 from pathlib import Path
@@ -46,7 +45,7 @@ def _find_pkg_root_from_file(file_path: Path) -> Optional[Path]:
         top_pkg_dir = d
         d = d.parent
 
-    return top_pkg_dir.parent if top_pkg_dir else None
+    return top_pkg_dir if top_pkg_dir else None
 
 
 def _callable_file_line(fn: Callable[..., Any]) -> Tuple[Optional[str], Optional[int]]:
@@ -248,7 +247,10 @@ class CallableSerde:
     def from_callable(cls: type[T], x: Union[Callable[..., Any], T]) -> T:
         if isinstance(x, cls):
             return x
-        return cls(fn=x)  # type: ignore[return-value]
+
+        obj = cls(fn=x)  # type: ignore[return-value]
+
+        return obj
 
     # ----- lazy-ish properties (computed on access) -----
 

yggdrasil/pyutils/python_env.py

@@ -509,7 +509,9 @@ class PythonEnv:
 
             py = str(Path(python).expanduser()) if isinstance(python, Path) else str(python)
             log.info("creating env: name=%s root=%s python=%s", name, str(root), py)
-            _run_cmd([uv, "venv", str(root), "--python", py], cwd=cwd, env=env, check=check)
+            _run_cmd([
+                uv, "venv", str(root), "--python", py, "--native-tls"
+            ], cwd=cwd, env=env, check=check)
 
             env_obj = cls(root)
             if not env_obj.exists():

ygg-0.1.27.dist-info/entry_points.txt

@@ -1,2 +0,0 @@
-[console_scripts]
-ygg-env = yggdrasil.pyutils.python_env:PythonEnv.cli