ygg 0.1.17__py3-none-any.whl → 0.1.19__py3-none-any.whl

{ygg-0.1.17.dist-info → ygg-0.1.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.17
+Version: 0.1.19
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 Project-URL: Homepage, https://github.com/Platob/Yggdrasil

{ygg-0.1.17.dist-info → ygg-0.1.19.dist-info}/RECORD

@@ -2,7 +2,7 @@ yggdrasil/__init__.py,sha256=6OPibApplA5TF4TeixkQO_qewpaAidYX-fSDvvKYcTI,91
 yggdrasil/databricks/__init__.py,sha256=aGVve5mpoQtxSK2nfzrexjRPoutCIyaOnKZijkG4_QE,92
 yggdrasil/databricks/compute/__init__.py,sha256=TVDwPmW2SOmHmnhzZhsvrWbrxZ_lEcgqe3l9BeB-oxM,218
 yggdrasil/databricks/compute/cluster.py,sha256=xElDioObG6exkUS08K-Ccs_EFNbWD69Z15fjvnHwOx8,26958
-yggdrasil/databricks/compute/execution_context.py,sha256=OKv4f5z0yvZ0zm1ps7VEJRvzAh6D47bgwfBHwDWnP7U,18700
+yggdrasil/databricks/compute/execution_context.py,sha256=0W8GiOJH8iWsonXxKy7KLsyX7d8SMLvV5IfM5s8KTGs,18481
 yggdrasil/databricks/compute/remote.py,sha256=DzPVPk-4bt5bOL52Onur3xLNh3UzS2K70DU5HglhGSg,1216
 yggdrasil/databricks/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/jobs/config.py,sha256=8Slfw4Wl7vu0kIlaUUqVqjjOgPwuULoo0rroENCbC20,11494
@@ -11,7 +11,7 @@ yggdrasil/databricks/sql/engine.py,sha256=WRDrY-FpXMegF3qNmMkCsfIitJB9rY_lW8Pnk7
 yggdrasil/databricks/sql/exceptions.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 yggdrasil/databricks/sql/statement_result.py,sha256=L-hrK5MVnH3XG57BpGmaETtRzYjAtYGQthgAPGVj618,12610
 yggdrasil/databricks/sql/types.py,sha256=YgasSyq8sygk1h6ZOTcRwXAZWNKSuk-9g9VqlR8kJl4,5324
-yggdrasil/databricks/workspaces/__init__.py,sha256=ffKl4XrLPjBicXa7Ygda_VcbhSGw8IPJVm5NqrMzHks,26
+yggdrasil/databricks/workspaces/__init__.py,sha256=tNNS3A_Pl9FYkQ8nGERhr4VF-hwKrvh8k1W8vTaR0uo,58
 yggdrasil/databricks/workspaces/databricks_path.py,sha256=1jGLqAxSUvhBiSs78W2rS31ENEz4HcAQ0U_HqgqlJMM,29551
 yggdrasil/databricks/workspaces/workspace.py,sha256=8T-d0DTq-s2zTkmMbaEeS_7AiZwcUDxorch9IbZACko,33333
 yggdrasil/dataclasses/__init__.py,sha256=QVAvZnNl7gFYTLOVTfMkdQZf6o_WL8_UuDV1uTZ7Aeg,67
@@ -33,7 +33,7 @@ yggdrasil/requests/__init__.py,sha256=THJz1IoZYQccwmXcQR3N8D-uWxCkfMtgeXDhONdERR
 yggdrasil/requests/msal.py,sha256=ucnN45iZZpbXkByw212PX4shH4g0EeyrW8JEmfimWtY,5861
 yggdrasil/requests/session.py,sha256=YomLcDf8O_mc8BUnf9fr5wrupDnxEzaGw-guhV91NsE,830
 yggdrasil/ser/__init__.py,sha256=sS66Bxu8aiLb-8N2aNayquamfi7FobEH51JyV5ULDFI,31
-yggdrasil/ser/callable_serde.py,sha256=1pDgrzAceoFQ7JS7qIeSxC4hCz2oAcQOkeWyYYeT7iY,21206
+yggdrasil/ser/callable_serde.py,sha256=GlCHYayy1MbrtRL9A4JQ4H91HhPpBDSZPEeXTGcimB0,20751
 yggdrasil/types/__init__.py,sha256=p0Qu_69RkePPgQGM9nSue_bcbEIAM2u9eo3zsEplHJ8,82
 yggdrasil/types/libs.py,sha256=7-p0M4C6TnEWpUGf2nY4XshhJxtXOE_-bsYmJWU6jtk,227
 yggdrasil/types/python_arrow.py,sha256=1Ac1ZnEgmH4nLNBfrfbM6E9EfANGWtdANqlwMENQkTw,21408
@@ -48,7 +48,7 @@ yggdrasil/types/cast/registry.py,sha256=-88mq-U1pDSGbEC9PRY0zJCzloyBodXgeSRBPb6h
 yggdrasil/types/cast/spark_cast.py,sha256=IHthM78dugabGXxNNW9sSHn-olDwzXcFdIFcPo9IiXU,23021
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=8PgJItF_XbyBcNuBnXkMQU3PBy3sAPEXZT9SXL2WbU4,4200
 yggdrasil/types/cast/spark_polars_cast.py,sha256=ba1UOvY1ouGCro1Np9slXmJ4TEyWnUtwVEAwxGvPLlk,8336
-ygg-0.1.17.dist-info/METADATA,sha256=69ipKcKjhRvkQeO06wsVz2AMAmEuKtl__EeVtbD0Jak,5981
-ygg-0.1.17.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.17.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.17.dist-info/RECORD,,
+ygg-0.1.19.dist-info/METADATA,sha256=__YFsy3OqdkKedGn-zOh6Y1VFpTWVl_rZMS4Aa8AtZY,5981
+ygg-0.1.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.19.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.19.dist-info/RECORD,,

yggdrasil/databricks/compute/execution_context.py

@@ -10,12 +10,9 @@ import re
 import sys
 import threading
 import zipfile
-from pickle import UnpicklingError
 from types import ModuleType
 from typing import TYPE_CHECKING, Optional, Any, Callable, List, Dict, Union, Iterable
 
-from mypy.checker import Mapping
-
 from ...libs.databrickslib import databricks_sdk
 from ...pyutils.exceptions import raise_parsed_traceback
 from ...pyutils.modules import resolve_local_lib_path
@@ -37,11 +34,11 @@ logger = logging.getLogger(__name__)
 @dc.dataclass
 class RemoteMetadata:
     site_packages_path: Optional[str] = dc.field(default=None)
-    os_env: dict[str, str] = dc.field(default_factory=dict)
+    os_env: Dict[str, str] = dc.field(default_factory=dict)
 
     def os_env_diff(
         self,
-        current: Optional[Mapping] = None
+        current: Optional[Dict] = None
     ):
         if current is None:
             current = os.environ
@@ -297,8 +294,6 @@ print(json.dumps(meta))
         if use_dill is None:
             if current_version == self.cluster.python_version:
                 use_dill = True
-            elif current_version in ((3, 12), (3, 13)) and self.cluster.python_version in ((3, 12), (3, 13)):
-                use_dill = True
             else:
                 use_dill = False
 

yggdrasil/databricks/workspaces/__init__.py

@@ -1 +1,2 @@
 from .workspace import *
+from .databricks_path import *

yggdrasil/ser/callable_serde.py

@@ -400,22 +400,13 @@ class CallableSerdeMixin:
             callable_payload["dill_b64"] = _b64e(dumped_fn)
 
         # args/kwargs transport
-        if use_dill:
-            dumped_args = _safe_dill_dumps(args)
-            dumped_kwargs = _safe_dill_dumps(kwargs)
-            if dumped_args is None or dumped_kwargs is None:
-                raise ValueError("Failed to dill-serialize args/kwargs")
-            args_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_args)}
-            kwargs_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_kwargs)}
-        else:
-            try:
-                args_pack = {"kind": "json", "text": json.dumps(args)}
-                kwargs_pack = {"kind": "json", "text": json.dumps(kwargs)}
-            except TypeError as e:
-                raise ValueError(
-                    "use_dill=False requires JSON-serializable args/kwargs. "
-                    "If you need complex args, run same Python minor and use_dill=True."
-                ) from e
+        dumped_args = _safe_dill_dumps(args)
+        dumped_kwargs = _safe_dill_dumps(kwargs)
+        if dumped_args is None or dumped_kwargs is None:
+            raise ValueError("Failed to dill-serialize args/kwargs")
+
+        args_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_args)}
+        kwargs_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_kwargs)}
 
         if not byte_limit:
             byte_limit = 512 * 1024
@@ -434,6 +425,7 @@ class CallableSerdeMixin:
 # --- generated by yggdrasil.ser.CallableSerdeMixin.to_command ---
 import base64, json, os, traceback, zlib
 import dill
+from yggdrasil.databricks import *
 
 _payload = {payload!r}