ygg 0.1.46__py3-none-any.whl → 0.1.48__py3-none-any.whl

{ygg-0.1.46.dist-info → ygg-0.1.48.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.46
+Version: 0.1.48
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License
@@ -270,34 +270,6 @@ Extras are grouped by engine:
 - `.[polars]`, `.[pandas]`, `.[spark]`, `.[databricks]` – install only the integrations you need.
 - `.[dev]` – adds testing, linting, and typing tools (`pytest`, `ruff`, `black`, `mypy`).
 
-## Quickstart
-Define an Arrow-aware dataclass, coerce inputs, and cast across containers:
-
-```python
-from yggdrasil import yggdataclass
-from yggdrasil.types.cast import convert
-from yggdrasil.types import arrow_field_from_hint
-
-@yggdataclass
-class User:
-    id: int
-    email: str
-    active: bool = True
-
-user = User.__safe_init__("123", email="alice@example.com")
-assert user.id == 123 and user.active is True
-
-payload = {"id": "45", "email": "bob@example.com", "active": "false"}
-clean = User.from_dict(payload)
-print(clean.to_dict())
-
-field = arrow_field_from_hint(User, name="user")
-print(field)  # user: struct<id: int64, email: string, active: bool>
-
-numbers = convert(["1", "2", "3"], list[int])
-print(numbers)
-```
-
 ### Databricks example
 Install the `databricks` extra and run SQL with typed results:
 

{ygg-0.1.46.dist-info → ygg-0.1.48.dist-info}/RECORD

@@ -1,28 +1,28 @@
-ygg-0.1.46.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-yggdrasil/__init__.py,sha256=PfH7Xwt6uue6oqe6S5V8NhDJcVQClkKrBE1KXhdelZc,117
-yggdrasil/version.py,sha256=Jfjdb6r4PUMCYLyBcF_gpjjUzE1bkfL7XTvU1GuAtdA,22
+ygg-0.1.48.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+yggdrasil/__init__.py,sha256=4-ghPak2S6zfMqmnlxW2GCgPb5s79znpKa2hGEGXcE4,24
+yggdrasil/version.py,sha256=GL56LdSW6fsXlq5LHiGjsIVgyhxVQeeDdO3Sd6nzZYc,22
 yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
 yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
-yggdrasil/databricks/compute/cluster.py,sha256=HI9811oBCpWeo4V921FVAlRUXKXM4XO7HS9DQVOuzpM,41340
-yggdrasil/databricks/compute/execution_context.py,sha256=SMFjgWqp9CEgruJszxTAmqg3iSREb7OG0nYTUn2H3ec,21946
+yggdrasil/databricks/compute/cluster.py,sha256=0QjYHlaXSMgYqzMRy1Jypm2j7xoGRkPdwURZsQn_73U,43228
+yggdrasil/databricks/compute/execution_context.py,sha256=anOxfNms83dZ5FTknbfT8uj889LjheMqEx9W5NtJC9E,23094
 yggdrasil/databricks/compute/remote.py,sha256=nEN_Fr1Ouul_iKOf4B5QjEGscYAcl7nHjGsl2toRzrU,2874
 yggdrasil/databricks/jobs/__init__.py,sha256=snxGSJb0M5I39v0y3IR-uEeSlZR248cQ_4DJ1sYs-h8,154
 yggdrasil/databricks/jobs/config.py,sha256=9LGeHD04hbfy0xt8_6oobC4moKJh4_DTjZiK4Q2Tqjk,11557
-yggdrasil/databricks/sql/__init__.py,sha256=y1n5yg-drZ8QVZbEgznsRG24kdJSnFis9l2YfYCsaCM,234
+yggdrasil/databricks/sql/__init__.py,sha256=Vp_1cFaX1l-JGzCknvkbiB8CBFX2fQbBNntIeVn3lEg,231
 yggdrasil/databricks/sql/engine.py,sha256=K5WmGKpXU78JA3UdK8dLxBD_GXKidZJFe7hytuC5UHg,41029
-yggdrasil/databricks/sql/exceptions.py,sha256=Jqd_gT_VyPL8klJEHYEzpv5eHtmdY43WiQ7HZBaEqSk,53
-yggdrasil/databricks/sql/statement_result.py,sha256=_mBolHae0AASfe1Tlld1KTXs-K4-oy9dniHDyR2ILYc,16736
+yggdrasil/databricks/sql/exceptions.py,sha256=uC-BoG0u0LtORKUS1X3iLID8nc-0TV5MQN3M8RXHsO4,1495
+yggdrasil/databricks/sql/statement_result.py,sha256=kMBvpwyRv3_JUZSvxMS0c9Vqlh6LtCRJvXsDpu9RIAs,16137
 yggdrasil/databricks/sql/types.py,sha256=5G-BM9_eOsRKEMzeDTWUsWW5g4Idvs-czVCpOCrMhdA,6412
 yggdrasil/databricks/sql/warehouse.py,sha256=1J0dyQLJb-OS1_1xU1eAVZ4CoL2-FhFeowKSvU3RzFc,9773
-yggdrasil/databricks/workspaces/__init__.py,sha256=Ti1I99JTC3koYJaCy8WYvkAox4KdcuMRk8b2rHroWCY,133
+yggdrasil/databricks/workspaces/__init__.py,sha256=dv2zotoFVhNFlTCdRq6gwf5bEzeZkOZszoNZMs0k59g,114
 yggdrasil/databricks/workspaces/filesytem.py,sha256=Z8JXU7_XUEbw9fpTQT1avRQKi-IAP2KemXBMPkUoY4w,9805
 yggdrasil/databricks/workspaces/io.py,sha256=Tdde4LaGNJNT50R11OkEYZyNacyIW9QrOXMAicAlIr4,32208
 yggdrasil/databricks/workspaces/path.py,sha256=-XnCD9p42who3DAwnITVE1KyrZUSoXDKHA8iZi-7wk4,47743
 yggdrasil/databricks/workspaces/path_kind.py,sha256=Xc319NysH8_6E9C0Q8nCxDHYG07_SnzyUVKHe0dNdDQ,305
 yggdrasil/databricks/workspaces/workspace.py,sha256=c6CBBun2BskEnsP74pbLVOe_TKXZs4L4r4gPQtIzlQE,23821
-yggdrasil/dataclasses/__init__.py,sha256=6SdfIyTsoM4AuVw5TW4Q-UWXz41EyfsMcpD30cmjbSM,125
-yggdrasil/dataclasses/dataclass.py,sha256=fKokFUnqe4CmXXGMTdF4XDWbCUl_c_-se-UD48L5s1E,6594
-yggdrasil/libs/__init__.py,sha256=ulzk-ZkFUI2Pfo93YKtO8MBsEWtRZzLos7HAxN74R0w,168
+yggdrasil/dataclasses/__init__.py,sha256=_RkhfF3KC1eSORby1dzvBXQ0-UGG3u6wyUQWX2jq1Pc,108
+yggdrasil/dataclasses/dataclass.py,sha256=LxrCjwvmBnb8yRI_N-c31RHHxB4XoJPixmKg9iBIuaI,1148
+yggdrasil/libs/__init__.py,sha256=zdC9OU0Xy36CLY9mg2drxN6S7isPR8aTLzJA6xVIeLE,91
 yggdrasil/libs/databrickslib.py,sha256=NHJeUViHhZc8LI5oDVfi1axRyUy_pDJLy4hjD0KZEBQ,980
 yggdrasil/libs/pandaslib.py,sha256=Edm3SXgvr8qe2wsojuRvD1ewNB-Sff0RWoTqaddVruI,509
 yggdrasil/libs/polarslib.py,sha256=7EWP5iS8F9cW79M6d8Yg5ysjnOY3w4_k7TW-5DCRACw,511
@@ -39,16 +39,15 @@ yggdrasil/pyutils/modules.py,sha256=B7IP99YqUMW6-DIESFzBx8-09V1d0a8qrIJUDFhhL2g,
 yggdrasil/pyutils/parallel.py,sha256=ubuq2m9dJzWYUyKCga4Y_9bpaeMYUrleYxdp49CHr44,6781
 yggdrasil/pyutils/python_env.py,sha256=tuglnjdqHQjNh18qDladVoSEOjCD0RcnMEPYJ0tArOs,50985
 yggdrasil/pyutils/retry.py,sha256=n5sr-Zu7fYrdLbjJ4WifK2lk0gEGmHv5FYt2HaCm1Qc,11916
-yggdrasil/requests/__init__.py,sha256=wNkP5INH-SshEBZ1MTlqP2yAMLxo5BQK5B5oHEw3FkI,140
+yggdrasil/requests/__init__.py,sha256=dMesyzq97_DmI765x0TwaDPEfsxFtgGNgchk8LvEN-o,103
 yggdrasil/requests/msal.py,sha256=s2GCyzbgFdgdlJ1JqMrZ4qYVbmoG46-ZOTcaVQhZ-sQ,9220
 yggdrasil/requests/session.py,sha256=SLnrgHY0Lby7ZxclRFUjHdfM8euN_8bSQEWl7TkJY2U,1461
 yggdrasil/types/__init__.py,sha256=CrLiDeYNM9fO975sE5ufeVKcy7Ca702IsaG2Pk8T3YU,139
-yggdrasil/types/libs.py,sha256=2iRT9JDUdr9seuGz9ZR3wWdrxZ8LRnc9i-m_tkKdKgI,293
 yggdrasil/types/python_arrow.py,sha256=mOhyecAxa5u8JWsyTO26OMOWimHHgwLKWlkNSAyIVas,25636
 yggdrasil/types/python_defaults.py,sha256=GO3hZBZcwRHs9qiXes75y8l5X00kZHTfEC7el_x73uw,10184
 yggdrasil/types/cast/__init__.py,sha256=Oft3pTs2bRM5hT7YqJAuOKTYYk-SACLaMOXUVdafy_I,311
 yggdrasil/types/cast/arrow_cast.py,sha256=_OMYc4t5GlgE4ztlWaCoK8Jnba09rgDbmHVP-QXhOL0,41523
-yggdrasil/types/cast/cast_options.py,sha256=iVfZIp6XR85yxftQXp_oGVdrZ3k6Mijt0doJEBRmNTY,15527
+yggdrasil/types/cast/cast_options.py,sha256=nDaEvCCs7TBamhTWyDrYf3LVaBWzioIP2Q5_LXrChF4,15532
 yggdrasil/types/cast/pandas_cast.py,sha256=I3xu0sZ59ZbK3NDcQ2dslzdeKzhpFV5zR02ZEixd5hI,8713
 yggdrasil/types/cast/polars_cast.py,sha256=K2nnQ7bexArneYEhUPgV_6er4JNq6N5RmbMUhw-2_Xw,28766
 yggdrasil/types/cast/polars_pandas_cast.py,sha256=CS0P7teVv15IdX5g7v40RfkH1VMg6b-HM0V_gOfacm8,5071
@@ -56,8 +55,8 @@ yggdrasil/types/cast/registry.py,sha256=_zdFGmUBB7P-e_LIcJlOxMcxAkXoA-UXB6HqLMgT
 yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
 yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
-ygg-0.1.46.dist-info/METADATA,sha256=V8VQXfyZROSBPEU21Rv-xykPqQkg3hhvG4k2OdP8gNc,19204
-ygg-0.1.46.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.46.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
-ygg-0.1.46.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.46.dist-info/RECORD,,
+ygg-0.1.48.dist-info/METADATA,sha256=gpScM9WWu0y7C5ebXB6gsJBe9VbehZEU__E7HfWp8hk,18452
+ygg-0.1.48.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.48.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.48.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.48.dist-info/RECORD,,

yggdrasil/__init__.py

@@ -1,5 +1 @@
 from .version import *
-from .dataclasses import yggdataclass
-from .types import convert
-from .pyutils import *
-

yggdrasil/databricks/compute/cluster.py

@@ -22,8 +22,8 @@ from typing import Any, Iterator, Optional, Union, List, Callable, Dict, ClassVa
 
 from .execution_context import ExecutionContext
 from ..workspaces.workspace import WorkspaceService, Workspace
-from ... import CallableSerde
 from ...libs.databrickslib import databricks_sdk
+from ...pyutils.callable_serde import CallableSerde
 from ...pyutils.equality import dicts_equal, dict_diff
 from ...pyutils.expiring_dict import ExpiringDict
 from ...pyutils.modules import PipIndexSettings
@@ -36,7 +36,8 @@ else:  # pragma: no cover - runtime fallback when SDK is missing
     from databricks.sdk.errors import DatabricksError
     from databricks.sdk.errors.platform import ResourceDoesNotExist
     from databricks.sdk.service.compute import (
-        ClusterDetails, Language, Kind, State, DataSecurityMode, Library, PythonPyPiLibrary, LibraryInstallStatus
+        ClusterDetails, Language, Kind, State, DataSecurityMode, Library, PythonPyPiLibrary, LibraryInstallStatus,
+        ClusterAccessControlRequest, ClusterPermissionLevel
     )
     from databricks.sdk.service.compute import SparkVersion, RuntimeEngine
 
@@ -659,6 +660,7 @@ class Cluster(WorkspaceService):
     def update(
         self,
         libraries: Optional[List[Union[str, "Library"]]] = None,
+        access_control_list: Optional[List["ClusterAccessControlRequest"]] = None,
         wait_timeout: Union[float, dt.timedelta] = dt.timedelta(minutes=20),
         **cluster_spec: Any
     ) -> "Cluster":
@@ -666,6 +668,7 @@ class Cluster(WorkspaceService):
 
         Args:
             libraries: Optional libraries to install.
+            access_control_list: List of permissions
             wait_timeout: waiting timeout until done, if None it does not wait
             **cluster_spec: Cluster specification overrides.
 
@@ -707,6 +710,7 @@ class Cluster(WorkspaceService):
 
             self.wait_for_status()
             self.clusters_client().edit(**update_details)
+            self.update_permissions(access_control_list=access_control_list)
 
             LOGGER.info(
                 "Updated %s",
@@ -718,6 +722,55 @@ class Cluster(WorkspaceService):
 
         return self
 
+    def update_permissions(
+        self,
+        access_control_list: Optional[List["ClusterAccessControlRequest"]] = None,
+    ):
+        if not access_control_list:
+            access_control_list = self.default_permissions()
+
+        access_control_list = self._check_permission(access_control_list)
+
+        self.clusters_client().update_permissions(
+            cluster_id=self.cluster_id,
+            access_control_list=access_control_list
+        )
+
+    def default_permissions(self):
+        current_groups = self.current_user.groups or []
+
+        return [
+            ClusterAccessControlRequest(
+                group_name=name,
+                permission_level=ClusterPermissionLevel.CAN_MANAGE
+            )
+            for name in current_groups
+        ]
+
+    def _check_permission(
+        self,
+        permission: Union[str, "ClusterAccessControlRequest", List[Union[str, "ClusterAccessControlRequest"]]],
+    ):
+        if isinstance(permission, ClusterAccessControlRequest):
+            return permission
+
+        if isinstance(permission, str):
+            if "@" in permission:
+                group_name, user_name = None, permission
+            else:
+                group_name, user_name = permission, None
+
+            return ClusterAccessControlRequest(
+                group_name=group_name,
+                user_name=user_name,
+                permission_level=ClusterPermissionLevel.CAN_MANAGE
+            )
+
+        return [
+            self._check_permission(_)
+            for _ in permission
+        ]
+
     def list_clusters(self) -> Iterator["Cluster"]:
         """Iterate clusters, yielding helpers annotated with metadata.
 

yggdrasil/databricks/compute/execution_context.py

@@ -456,7 +456,37 @@ print(json.dumps(meta))"""
             timeout=timeout or dt.timedelta(minutes=20)
         )
 
-        return self._decode_result(result, result_tag=result_tag, print_stdout=print_stdout)
+        try:
+            return self._decode_result(result, result_tag=result_tag, print_stdout=print_stdout)
+        except ModuleNotFoundError as remote_module_error:
+            _MOD_NOT_FOUND_RE = re.compile(r"No module named ['\"]([^'\"]+)['\"]")
+            module_name = _MOD_NOT_FOUND_RE.search(str(remote_module_error))
+            module_name = module_name.group(1) if module_name else None
+            module_name = module_name.split(".")[0]
+
+            if module_name and "yggdrasil" not in module_name:
+                LOGGER.debug(
+                    "Installing missing module %s from local environment",
+                    module_name,
+                )
+
+                self.install_temporary_libraries(
+                    libraries=[module_name],
+                )
+
+                LOGGER.warning(
+                    "Installed missing module %s from local environment",
+                    module_name,
+                )
+
+                return self.execute_command(
+                    command=command,
+                    timeout=timeout,
+                    result_tag=result_tag,
+                    print_stdout=print_stdout
+                )
+
+            raise remote_module_error
 
     # ------------------------------------------------------------------
     # generic local → remote uploader, via remote python

yggdrasil/databricks/sql/__init__.py

@@ -1,9 +1,8 @@
 """Databricks SQL helpers and engine wrappers."""
 
 from .engine import SQLEngine, StatementResult
+from .exceptions import SqlStatementError
 
 # Backwards compatibility
 DBXSQL = SQLEngine
 DBXStatementResult = StatementResult
-
-__all__ = ["SQLEngine", "StatementResult"]

yggdrasil/databricks/sql/exceptions.py

@@ -1 +1,45 @@
 """Custom exceptions for Databricks SQL helpers."""
+from dataclasses import dataclass
+from typing import Optional, Any
+
+__all__ = [
+    "SqlStatementError"
+]
+
+
+@dataclass(frozen=True)
+class SqlStatementError(RuntimeError):
+    statement_id: str
+    state: str
+    message: str
+    error_code: Optional[str] = None
+    sql_state: Optional[str] = None
+
+    def __str__(self) -> str:
+        meta = []
+        if self.error_code:
+            meta.append(f"code={self.error_code}")
+        if self.sql_state:
+            meta.append(f"state={self.sql_state}")
+
+        meta_str = f" ({', '.join(meta)})" if meta else ""
+        return f"SQL statement {self.statement_id} failed [{self.state}]: {self.message}{meta_str}"
+
+    @classmethod
+    def from_statement(cls, stmt: Any) -> "SqlStatementError":
+        statement_id = getattr(stmt, "statement_id", "<unknown>")
+        state = getattr(stmt, "state", "<unknown>")
+
+        err = getattr(getattr(stmt, "status", None), "error", None)
+
+        message = getattr(err, "message", None) or "Unknown SQL error"
+        error_code = getattr(err, "error_code", None)
+        sql_state = getattr(err, "sql_state", None)
+
+        return cls(
+            statement_id=str(statement_id),
+            state=str(state),
+            message=str(message),
+            error_code=str(error_code) if error_code is not None else None,
+            sql_state=str(sql_state) if sql_state is not None else None,
+        )

yggdrasil/databricks/sql/statement_result.py

@@ -9,6 +9,7 @@ from typing import Optional, Iterator, TYPE_CHECKING
 import pyarrow as pa
 import pyarrow.ipc as pipc
 
+from .exceptions import SqlStatementError
 from .types import column_info_to_arrow_field
 from ...libs.databrickslib import databricks_sdk
 from ...libs.pandaslib import pandas
@@ -32,9 +33,7 @@ except ImportError:
 if databricks_sdk is not None:
     from databricks.sdk.service.sql import (
         StatementState, StatementResponse, Disposition, StatementStatus
-)
-
-    StatementResponse = StatementResponse
+    )
 else:
     class StatementResponse:
         pass
@@ -299,28 +298,8 @@ class StatementResult:
                 )
 
     def raise_for_status(self):
-        """Raise a ValueError if the statement failed.
-
-        Returns:
-            None.
-        """
         if self.failed:
-            # grab error info if present
-            err = self.status.error
-            message = err.message or "Unknown SQL error"
-            error_code = err.error_code
-            sql_state = getattr(err, "sql_state", None)
-
-            parts = [message]
-            if error_code:
-                parts.append(f"error_code={error_code}")
-            if sql_state:
-                parts.append(f"sql_state={sql_state}")
-
-            raise ValueError(
-                f"Statement {self.statement_id} {self.state}: " + " | ".join(parts)
-            )
-
+            raise SqlStatementError.from_statement(self)
         return self
 
     def wait(
@@ -337,22 +316,20 @@ class StatementResult:
         Returns:
             The current StatementResult instance.
         """
-        if self.done:
-            return self
-
-        start = time.time()
-        poll_interval = poll_interval or 1
-
-        while not self.done:
-            # still running / queued / pending
-            if timeout is not None and (time.time() - start) > timeout:
-                raise TimeoutError(
-                    f"Statement {self.statement_id} did not finish within {timeout} seconds "
-                    f"(last state={self.state})"
-                )
-
-            poll_interval = max(10, poll_interval * 1.2)
-            time.sleep(poll_interval)
+        if not self.done:
+            start = time.time()
+            poll_interval = poll_interval or 1
+
+            while not self.done:
+                # still running / queued / pending
+                if timeout is not None and (time.time() - start) > timeout:
+                    raise TimeoutError(
+                        f"Statement {self.statement_id} did not finish within {timeout} seconds "
+                        f"(last state={self.state})"
+                    )
+
+                poll_interval = max(10, poll_interval * 1.2)
+                time.sleep(poll_interval)
 
         self.raise_for_status()
 

yggdrasil/databricks/workspaces/__init__.py

@@ -2,4 +2,3 @@
 
 from .workspace import *
 from .path import *
-from .io import *

yggdrasil/dataclasses/__init__.py

@@ -1,5 +1,3 @@
 """Enhanced dataclass helpers with Arrow awareness."""
 
-from .dataclass import yggdataclass
-
-__all__ = ["yggdataclass"]
+from .dataclass import get_dataclass_arrow_field

yggdrasil/dataclasses/dataclass.py

@@ -2,32 +2,17 @@
 
 import dataclasses
 from inspect import isclass
-from typing import Any, Iterable, Mapping, Tuple
+from typing import Any
 
 import pyarrow as pa
 
 __all__ = [
-    "yggdataclass",
-    "is_yggdataclass",
     "get_dataclass_arrow_field"
 ]
 
 DATACLASS_ARROW_FIELD_CACHE: dict[type, pa.Field] = {}
 
 
-def is_yggdataclass(cls_or_instance: Any) -> bool:
-    """Check if a class or instance is a yggdrasil dataclass.
-
-    Args:
-        cls_or_instance: The class or instance to check.
-
-    Returns:
-        True if the class or instance
-        is a yggdrasil dataclass, False otherwise.
-    """
-    return hasattr(cls_or_instance, "__arrow_field__")
-
-
 def get_dataclass_arrow_field(cls_or_instance: Any) -> pa.Field:
     """Return a cached Arrow Field describing the dataclass type.
 
@@ -37,9 +22,6 @@ def get_dataclass_arrow_field(cls_or_instance: Any) -> pa.Field:
     Returns:
         Arrow field describing the dataclass schema.
     """
-    if is_yggdataclass(cls_or_instance):
-        return cls_or_instance.__arrow_field__()
-
     if dataclasses.is_dataclass(cls_or_instance):
         cls = cls_or_instance
         if not isclass(cls_or_instance):
@@ -56,151 +38,3 @@ def get_dataclass_arrow_field(cls_or_instance: Any) -> pa.Field:
         return built
 
     raise ValueError(f"{cls_or_instance!r} is not a dataclass or yggdrasil dataclass")
-
-
-def yggdataclass(
-    cls=None, /,
-    *,
-    init=True,
-    repr=True,
-    eq=True,
-    order=False,
-    unsafe_hash=False, frozen=False, match_args=True,
-    kw_only=False, slots=False,
-    weakref_slot=False
-):
-    """Decorate a class with dataclass behavior plus Arrow helpers.
-
-    Examines PEP 526 __annotations__ to determine fields.
-
-    If init is true, an __init__() method is added to the class. If repr
-    is true, a __repr__() method is added. If order is true, rich
-    comparison dunder methods are added. If unsafe_hash is true, a
-    __hash__() method is added. If frozen is true, fields may not be
-    assigned to after instance creation. If match_args is true, the
-    __match_args__ tuple is added. If kw_only is true, then by default
-    all fields are keyword-only. If slots is true, a new class with a
-    __slots__ attribute is returned.
-    """
-
-    def wrap(c):
-        """Wrap a class with yggdrasil dataclass enhancements.
-
-        Args:
-            c: Class to decorate.
-
-        Returns:
-            Decorated dataclass type.
-        """
-
-        def _init_public_fields(cls):
-            """Return init-enabled, public dataclass fields.
-
-            Args:
-                cls: Dataclass type.
-
-            Returns:
-                List of dataclasses.Field objects.
-            """
-            return [
-                field
-                for field in dataclasses.fields(cls)
-                if field.init and not field.name.startswith("_")
-            ]
-
-        if not hasattr(c, "default_instance"):
-            @classmethod
-            def default_instance(cls):
-                """Return a default instance built from type defaults.
-
-                Returns:
-                    Default instance of the dataclass.
-                """
-                from yggdrasil.types import default_scalar
-
-                if not hasattr(cls, "__default_instance__"):
-                    cls.__default_instance__ = default_scalar(cls)
-
-                return dataclasses.replace(cls.__default_instance__)
-
-            c.default_instance = default_instance
-
-        if not hasattr(c, "__safe_init__"):
-            @classmethod
-            def __safe_init__(cls, *args, **kwargs):
-                """Safely initialize a dataclass using type conversion and defaults."""
-
-                fields = _init_public_fields(cls)
-                field_names = [field.name for field in fields]
-
-                if len(args) > len(field_names):
-                    raise TypeError(
-                        f"Expected at most {len(field_names)} positional arguments, got {len(args)}"
-                    )
-
-                provided = {name: value for name, value in zip(field_names, args)}
-
-                for key, value in kwargs.items():
-                    if key in provided:
-                        raise TypeError(f"Got multiple values for argument '{key}'")
-                    if key not in field_names:
-                        raise TypeError(
-                            f"{key!r} is an invalid field for {cls.__name__}"
-                        )
-
-                    provided[key] = value
-
-                from yggdrasil.types.cast import convert
-
-                defaults = cls.default_instance()
-                init_kwargs = {}
-
-                for field in fields:
-                    if field.name in provided:
-                        init_kwargs[field.name] = convert(provided[field.name], field.type)
-                    else:
-                        init_kwargs[field.name] = getattr(defaults, field.name, None)
-
-                return cls(**init_kwargs)
-
-            c.__safe_init__ = __safe_init__
-
-        if not hasattr(c, "__arrow_field__"):
-            @classmethod
-            def __arrow_field__(cls, name: str | None = None):
-                """Return an Arrow field representing the dataclass schema.
-
-                Args:
-                    name: Optional override for the field name.
-
-                Returns:
-                    Arrow field describing the dataclass schema.
-                """
-                from yggdrasil.types.python_arrow import arrow_field_from_hint
-
-                return arrow_field_from_hint(cls, name=name)
-
-            c.__arrow_field__ = __arrow_field__
-
-        base = dataclasses.dataclass(
-            c,
-            init=init,
-            repr=repr,
-            eq=eq,
-            order=order,
-            unsafe_hash=unsafe_hash,
-            frozen=frozen,
-            match_args=match_args,
-            kw_only=kw_only,
-            slots=slots,
-        )
-
-        return base
-
-    # See if we're being called as @dataclass or @dataclass().
-    if cls is None:
-        # We're called with parens.
-        return wrap
-
-    # We're called as @dataclass without parens.
-    return wrap(cls)

yggdrasil/libs/__init__.py

@@ -1,6 +1,3 @@
 """Helper utilities for optional dependency integrations."""
 
-from .sparklib import *
-from .polarslib import *
-from .pandaslib import *
 from .extensions import *

yggdrasil/requests/__init__.py

@@ -1,5 +1,4 @@
 """Convenience imports for request session helpers."""
 
-from .msal import MSALSession, MSALAuth
-
-__all__ = ["MSALSession", "MSALAuth"]
+from .msal import *
+from .session import *

yggdrasil/types/cast/cast_options.py

@@ -7,16 +7,15 @@ import pyarrow as pa
 
 from .registry import convert
 from ..python_arrow import is_arrow_type_list_like
-from ...dataclasses import yggdataclass
+from ...libs.polarslib import polars
+from ...libs.sparklib import pyspark
 
 __all__ = [
     "CastOptions",
 ]
 
-from ...libs import pyspark, polars
 
-
-@yggdataclass
+@dataclasses.dataclass
 class CastOptions:
     """
     Options controlling Arrow casting behavior.

yggdrasil/version.py

@@ -1 +1 @@
-__version__ = "0.1.46"
+__version__ = "0.1.48"

yggdrasil/types/libs.py

@@ -1,12 +0,0 @@
-"""Re-export optional dependency helpers for types modules."""
-
-from ..libs import pandas, polars, pyspark, require_pandas, require_polars, require_pyspark
-
-__all__ = [
-    "pandas",
-    "polars",
-    "pyspark",
-    "require_pandas",
-    "require_polars",
-    "require_pyspark",
-]