ygg 0.1.57__py3-none-any.whl → 0.1.64__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ygg-0.1.57.dist-info → ygg-0.1.64.dist-info}/METADATA +2 -2
- ygg-0.1.64.dist-info/RECORD +74 -0
- yggdrasil/ai/__init__.py +2 -0
- yggdrasil/ai/session.py +87 -0
- yggdrasil/ai/sql_session.py +310 -0
- yggdrasil/databricks/__init__.py +0 -3
- yggdrasil/databricks/compute/cluster.py +68 -113
- yggdrasil/databricks/compute/command_execution.py +674 -0
- yggdrasil/databricks/compute/exceptions.py +19 -0
- yggdrasil/databricks/compute/execution_context.py +491 -282
- yggdrasil/databricks/compute/remote.py +4 -14
- yggdrasil/databricks/exceptions.py +10 -0
- yggdrasil/databricks/sql/__init__.py +0 -4
- yggdrasil/databricks/sql/engine.py +178 -178
- yggdrasil/databricks/sql/exceptions.py +9 -1
- yggdrasil/databricks/sql/statement_result.py +108 -120
- yggdrasil/databricks/sql/warehouse.py +339 -92
- yggdrasil/databricks/workspaces/io.py +185 -40
- yggdrasil/databricks/workspaces/path.py +114 -100
- yggdrasil/databricks/workspaces/workspace.py +210 -61
- yggdrasil/exceptions.py +7 -0
- yggdrasil/libs/databrickslib.py +22 -18
- yggdrasil/libs/extensions/spark_extensions.py +1 -1
- yggdrasil/libs/pandaslib.py +15 -6
- yggdrasil/libs/polarslib.py +49 -13
- yggdrasil/pyutils/__init__.py +1 -2
- yggdrasil/pyutils/callable_serde.py +12 -19
- yggdrasil/pyutils/exceptions.py +16 -0
- yggdrasil/pyutils/modules.py +6 -7
- yggdrasil/pyutils/python_env.py +16 -21
- yggdrasil/pyutils/waiting_config.py +171 -0
- yggdrasil/requests/msal.py +9 -96
- yggdrasil/types/cast/arrow_cast.py +3 -0
- yggdrasil/types/cast/pandas_cast.py +157 -169
- yggdrasil/types/cast/polars_cast.py +11 -43
- yggdrasil/types/dummy_class.py +81 -0
- yggdrasil/types/file_format.py +6 -2
- yggdrasil/types/python_defaults.py +92 -76
- yggdrasil/version.py +1 -1
- ygg-0.1.57.dist-info/RECORD +0 -66
- yggdrasil/databricks/ai/loki.py +0 -53
- {ygg-0.1.57.dist-info → ygg-0.1.64.dist-info}/WHEEL +0 -0
- {ygg-0.1.57.dist-info → ygg-0.1.64.dist-info}/entry_points.txt +0 -0
- {ygg-0.1.57.dist-info → ygg-0.1.64.dist-info}/licenses/LICENSE +0 -0
- {ygg-0.1.57.dist-info → ygg-0.1.64.dist-info}/top_level.txt +0 -0
- /yggdrasil/{databricks/ai/__init__.py → pyutils/mimetypes.py} +0 -0
|
@@ -36,11 +36,8 @@ def databricks_remote_compute(
|
|
|
36
36
|
cluster_name: Optional[str] = None,
|
|
37
37
|
workspace: Optional[Union[Workspace, str]] = None,
|
|
38
38
|
cluster: Optional["Cluster"] = None,
|
|
39
|
-
timeout: Optional[dt.timedelta] = None,
|
|
40
39
|
env_keys: Optional[List[str]] = None,
|
|
41
40
|
force_local: bool = False,
|
|
42
|
-
update_timeout: Optional[Union[float, dt.timedelta]] = None,
|
|
43
|
-
**options
|
|
44
41
|
) -> Callable[[Callable[..., ReturnType]], Callable[..., ReturnType]]:
|
|
45
42
|
"""Return a decorator that executes functions on a remote cluster.
|
|
46
43
|
|
|
@@ -50,11 +47,8 @@ def databricks_remote_compute(
|
|
|
50
47
|
cluster_name: Optional cluster name to target.
|
|
51
48
|
workspace: Workspace instance or host string for lookup.
|
|
52
49
|
cluster: Pre-configured Cluster instance to reuse.
|
|
53
|
-
timeout: Optional execution timeout for remote calls.
|
|
54
50
|
env_keys: Optional environment variable names to forward.
|
|
55
51
|
force_local: Force local execution
|
|
56
|
-
update_timeout: creation or update wait timeout
|
|
57
|
-
**options: Extra options forwarded to the execution decorator.
|
|
58
52
|
|
|
59
53
|
Returns:
|
|
60
54
|
A decorator that runs functions on the resolved Databricks cluster.
|
|
@@ -85,14 +79,10 @@ def databricks_remote_compute(
|
|
|
85
79
|
workspace=workspace,
|
|
86
80
|
cluster_name=cluster_name,
|
|
87
81
|
single_user_name=workspace.current_user.user_name,
|
|
88
|
-
|
|
82
|
+
wait_update=False
|
|
89
83
|
)
|
|
90
84
|
|
|
91
|
-
cluster.
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
_func=_func,
|
|
95
|
-
env_keys=env_keys,
|
|
96
|
-
timeout=timeout,
|
|
97
|
-
**options
|
|
85
|
+
return cluster.system_context.decorate(
|
|
86
|
+
func=_func,
|
|
87
|
+
environ=env_keys,
|
|
98
88
|
)
|