ygg 0.1.27__tar.gz → 0.1.29__tar.gz

{ygg-0.1.27 → ygg-0.1.29}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.27
+Version: 0.1.29
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.27 → ygg-0.1.29}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ygg"
-version = "0.1.27"
+version = "0.1.29"
 description = "Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks"
 readme = { file = "README.md", content-type = "text/markdown" }
 license = { file = "LICENSE" }
@@ -45,7 +45,7 @@ dev = [
 ]
 
 [project.scripts]
-ygg-env = "yggdrasil.pyutils.python_env:PythonEnv.cli"
+yggenv = "yggdrasil.pyutils.python_env:PythonEnv.cli"
 
 [project.urls]
 Homepage = "https://github.com/Platob/Yggdrasil"

{ygg-0.1.27 → ygg-0.1.29}/src/ygg.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.27
+Version: 0.1.29
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

ygg-0.1.29/src/ygg.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+yggenv = yggdrasil.pyutils.python_env:PythonEnv.cli

{ygg-0.1.27 → ygg-0.1.29}/src/yggdrasil/databricks/compute/cluster.py

@@ -135,7 +135,7 @@ class Cluster(WorkspaceService):
         )
 
         return inst
-    
+
     def push_python_environment(
         self,
         source: Optional[PythonEnv] = None,
@@ -179,6 +179,7 @@ class Cluster(WorkspaceService):
 
     def pull_python_environment(
         self,
+        name: Optional[str] = None,
         target: Optional[PythonEnv] = None,
     ):
         with self.context() as c:
@@ -186,15 +187,18 @@ class Cluster(WorkspaceService):
             requirements = m.requirements
             version_info = m.version_info
 
+        python_version = ".".join(str(_) for _ in version_info)
+
         if target is None:
             target = PythonEnv.create(
-                name=f"dbx-{self.name}",
-                python=".".join(str(_) for _ in version_info)
+                name=name or self.name,
+                requirements=requirements,
+                python=python_version
             )
         else:
             target.update(
                 requirements=requirements,
-                python=".".join(str(_) for _ in version_info)
+                python=python_version,
             )
 
         return target
@@ -642,7 +646,6 @@ class Cluster(WorkspaceService):
         self,
         _func: Optional[Callable] = None,
         *,
-        before: Optional[Callable] = None,
         language: Optional["Language"] = None,
         env_keys: Optional[List[str]] = None,
         env_variables: Optional[Dict[str, str]] = None,
@@ -669,15 +672,12 @@ class Cluster(WorkspaceService):
         def decorator(func: Callable):
             context = self.context(language=language or Language.PYTHON)
             serialized = CallableSerde.from_callable(func)
-            do_before = CallableSerde.from_callable(before)
 
             @functools.wraps(func)
             def wrapper(*args, **kwargs):
                 if os.getenv("DATABRICKS_RUNTIME_VERSION") is not None:
                     return func(*args, **kwargs)
 
-                do_before()
-
                 return context.execute(
                     obj=serialized,
                     args=list(args),

{ygg-0.1.27 → ygg-0.1.29}/src/yggdrasil/databricks/compute/execution_context.py

@@ -291,7 +291,7 @@ print(json.dumps(meta))"""
 
         serialized = CallableSerde.from_callable(func)
 
-        self.install_temporary_libraries(libraries=serialized.package_root)
+        self.install_temporary_libraries(libraries=serialized.pkg_root)
 
         # Use dill of same version
         current_version = (sys.version_info.major, sys.version_info.minor)

{ygg-0.1.27 → ygg-0.1.29}/src/yggdrasil/pyutils/callable_serde.py

@@ -7,7 +7,6 @@ import inspect
 import json
 import struct
 import sys
-import textwrap
 import zlib
 from dataclasses import dataclass
 from pathlib import Path
@@ -46,7 +45,7 @@ def _find_pkg_root_from_file(file_path: Path) -> Optional[Path]:
         top_pkg_dir = d
         d = d.parent
 
-    return top_pkg_dir.parent if top_pkg_dir else None
+    return top_pkg_dir if top_pkg_dir else None
 
 
 def _callable_file_line(fn: Callable[..., Any]) -> Tuple[Optional[str], Optional[int]]:
@@ -248,7 +247,10 @@ class CallableSerde:
     def from_callable(cls: type[T], x: Union[Callable[..., Any], T]) -> T:
         if isinstance(x, cls):
             return x
-        return cls(fn=x)  # type: ignore[return-value]
+
+        obj = cls(fn=x)  # type: ignore[return-value]
+
+        return obj
 
     # ----- lazy-ish properties (computed on access) -----
 

{ygg-0.1.27 → ygg-0.1.29}/src/yggdrasil/pyutils/python_env.py

@@ -509,7 +509,9 @@ class PythonEnv:
 
             py = str(Path(python).expanduser()) if isinstance(python, Path) else str(python)
             log.info("creating env: name=%s root=%s python=%s", name, str(root), py)
-            _run_cmd([uv, "venv", str(root), "--python", py], cwd=cwd, env=env, check=check)
+            _run_cmd([
+                uv, "venv", str(root), "--python", py, "--native-tls"
+            ], cwd=cwd, env=env, check=check)
 
             env_obj = cls(root)
             if not env_obj.exists():

ygg-0.1.27/src/ygg.egg-info/entry_points.txt

@@ -1,2 +0,0 @@
-[console_scripts]
-ygg-env = yggdrasil.pyutils.python_env:PythonEnv.cli