ygg 0.1.17__tar.gz → 0.1.19__tar.gz

{ygg-0.1.17 → ygg-0.1.19}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.17
+Version: 0.1.19
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 Project-URL: Homepage, https://github.com/Platob/Yggdrasil

{ygg-0.1.17 → ygg-0.1.19}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ygg"
-version = "0.1.17"
+version = "0.1.19"
 description = "Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks"
 readme = { file = "README.md", content-type = "text/markdown" }
 license = { file = "LICENSE" }

{ygg-0.1.17 → ygg-0.1.19}/src/ygg.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.17
+Version: 0.1.19
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 Project-URL: Homepage, https://github.com/Platob/Yggdrasil

{ygg-0.1.17 → ygg-0.1.19}/src/yggdrasil/databricks/compute/execution_context.py

@@ -10,12 +10,9 @@ import re
 import sys
 import threading
 import zipfile
-from pickle import UnpicklingError
 from types import ModuleType
 from typing import TYPE_CHECKING, Optional, Any, Callable, List, Dict, Union, Iterable
 
-from mypy.checker import Mapping
-
 from ...libs.databrickslib import databricks_sdk
 from ...pyutils.exceptions import raise_parsed_traceback
 from ...pyutils.modules import resolve_local_lib_path
@@ -37,11 +34,11 @@ logger = logging.getLogger(__name__)
 @dc.dataclass
 class RemoteMetadata:
     site_packages_path: Optional[str] = dc.field(default=None)
-    os_env: dict[str, str] = dc.field(default_factory=dict)
+    os_env: Dict[str, str] = dc.field(default_factory=dict)
 
     def os_env_diff(
         self,
-        current: Optional[Mapping] = None
+        current: Optional[Dict] = None
     ):
         if current is None:
             current = os.environ
@@ -297,8 +294,6 @@ print(json.dumps(meta))
         if use_dill is None:
             if current_version == self.cluster.python_version:
                 use_dill = True
-            elif current_version in ((3, 12), (3, 13)) and self.cluster.python_version in ((3, 12), (3, 13)):
-                use_dill = True
             else:
                 use_dill = False
 

ygg-0.1.19/src/yggdrasil/databricks/workspaces/__init__.py

@@ -0,0 +1,2 @@
+from .workspace import *
+from .databricks_path import *

{ygg-0.1.17 → ygg-0.1.19}/src/yggdrasil/ser/callable_serde.py

@@ -400,22 +400,13 @@ class CallableSerdeMixin:
             callable_payload["dill_b64"] = _b64e(dumped_fn)
 
         # args/kwargs transport
-        if use_dill:
-            dumped_args = _safe_dill_dumps(args)
-            dumped_kwargs = _safe_dill_dumps(kwargs)
-            if dumped_args is None or dumped_kwargs is None:
-                raise ValueError("Failed to dill-serialize args/kwargs")
-            args_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_args)}
-            kwargs_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_kwargs)}
-        else:
-            try:
-                args_pack = {"kind": "json", "text": json.dumps(args)}
-                kwargs_pack = {"kind": "json", "text": json.dumps(kwargs)}
-            except TypeError as e:
-                raise ValueError(
-                    "use_dill=False requires JSON-serializable args/kwargs. "
-                    "If you need complex args, run same Python minor and use_dill=True."
-                ) from e
+        dumped_args = _safe_dill_dumps(args)
+        dumped_kwargs = _safe_dill_dumps(kwargs)
+        if dumped_args is None or dumped_kwargs is None:
+            raise ValueError("Failed to dill-serialize args/kwargs")
+
+        args_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_args)}
+        kwargs_pack: Dict[str, Any] = {"kind": "dill", "b64": _b64e(dumped_kwargs)}
 
         if not byte_limit:
             byte_limit = 512 * 1024
@@ -434,6 +425,7 @@ class CallableSerdeMixin:
 # --- generated by yggdrasil.ser.CallableSerdeMixin.to_command ---
 import base64, json, os, traceback, zlib
 import dill
+from yggdrasil.databricks import *
 
 _payload = {payload!r}
 

ygg-0.1.17/src/yggdrasil/databricks/workspaces/__init__.py

@@ -1 +0,0 @@
-from .workspace import *