ygg 0.1.32__py3-none-any.whl → 0.1.33__py3-none-any.whl

{ygg-0.1.32.dist-info → ygg-0.1.33.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.32
+Version: 0.1.33
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.32.dist-info → ygg-0.1.33.dist-info}/RECORD

@@ -1,11 +1,11 @@
-ygg-0.1.32.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.33.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=PfH7Xwt6uue6oqe6S5V8NhDJcVQClkKrBE1KXhdelZc,117
-yggdrasil/version.py,sha256=lFBqLR0HmGJTF2s-4OaO-swIz8GxG2PdFo_uigEXczE,22
+yggdrasil/version.py,sha256=-w_wSS_K7mBDaL2ciGoQ17Ab9V3-ElRGvc4UASK1hFI,22
 yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
 yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
-yggdrasil/databricks/compute/cluster.py,sha256=Z7rVqGcii0nIlGdkuDTPNCQ2StPJKTs96JN2Yj4fD8k,38005
+yggdrasil/databricks/compute/cluster.py,sha256=PTA3OOl2s23NGrMHOCa4ues-cx6mb5p7LtsI0bl_oa8,38088
 yggdrasil/databricks/compute/execution_context.py,sha256=_PWn-Jjb-qRtI7HGm7IOUAKoIpmivNiBZTddxpZNBaM,22142
-yggdrasil/databricks/compute/remote.py,sha256=bBQnHjsyfEjRu9jt7Wnr0aJZGJZRdNk9bmPc0rIQZJc,2047
+yggdrasil/databricks/compute/remote.py,sha256=735VSSkdGwIKXZ2F_SgiPiH-dUh7bheHBc4zaB6fDp8,2265
 yggdrasil/databricks/jobs/__init__.py,sha256=snxGSJb0M5I39v0y3IR-uEeSlZR248cQ_4DJ1sYs-h8,154
 yggdrasil/databricks/jobs/config.py,sha256=9LGeHD04hbfy0xt8_6oobC4moKJh4_DTjZiK4Q2Tqjk,11557
 yggdrasil/databricks/sql/__init__.py,sha256=y1n5yg-drZ8QVZbEgznsRG24kdJSnFis9l2YfYCsaCM,234
@@ -53,8 +53,8 @@ yggdrasil/types/cast/registry.py,sha256=_zdFGmUBB7P-e_LIcJlOxMcxAkXoA-UXB6HqLMgT
 yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
 yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
-ygg-0.1.32.dist-info/METADATA,sha256=AV7sd29RvuL7SNA3Qixw_HUQK0gl5k9hGe0sym9i9OQ,19204
-ygg-0.1.32.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.32.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
-ygg-0.1.32.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.32.dist-info/RECORD,,
+ygg-0.1.33.dist-info/METADATA,sha256=de-ntaFUDrFbT6rErjGnnZfPxN4DFBmxgokYLakRRcA,19204
+ygg-0.1.33.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.33.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.33.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.33.dist-info/RECORD,,

yggdrasil/databricks/compute/cluster.py

@@ -848,6 +848,7 @@ class Cluster(WorkspaceService):
         env_variables: Optional[Dict[str, str]] = None,
         timeout: Optional[dt.timedelta] = None,
         result_tag: Optional[str] = None,
+        force_local: bool = False,
         **options
     ):
         """
@@ -873,13 +874,14 @@ class Cluster(WorkspaceService):
             env_variables: Optional environment variables to inject.
             timeout: Optional timeout for remote execution.
             result_tag: Optional tag for parsing remote output.
+            force_local: force local execution
             **options: Additional execution options passed through.
 
         Returns:
             A decorator or wrapped function that executes remotely.
         """
         def decorator(func: Callable):
-            if os.getenv("DATABRICKS_RUNTIME_VERSION") is not None:
+            if force_local or self.is_in_databricks_environment():
                 return func
 
             context = self.context(language=language or Language.PYTHON)

yggdrasil/databricks/compute/remote.py

@@ -26,6 +26,7 @@ def databricks_remote_compute(
     cluster: Optional["Cluster"] = None,
     timeout: Optional[dt.timedelta] = None,
     env_keys: Optional[List[str]] = None,
+    force_local: bool = False,
     **options
 ) -> Callable[[Callable[..., ReturnType]], Callable[..., ReturnType]]:
     """Return a decorator that executes functions on a remote cluster.
@@ -37,11 +38,18 @@ def databricks_remote_compute(
         cluster: Pre-configured Cluster instance to reuse.
         timeout: Optional execution timeout for remote calls.
         env_keys: Optional environment variable names to forward.
+        force_local: Force local execution
         **options: Extra options forwarded to the execution decorator.
 
     Returns:
         A decorator that runs functions on the resolved Databricks cluster.
     """
+    if force_local or Workspace.is_in_databricks_environment():
+        def identity(x):
+            return x
+
+        return identity
+
     if isinstance(workspace, str):
         workspace = Workspace(host=workspace)
 

yggdrasil/version.py

@@ -1 +1 @@
-__version__ = "0.1.32"
+__version__ = "0.1.33"