ygg 0.1.57__py3-none-any.whl → 0.1.64__py3-none-any.whl

yggdrasil/types/python_defaults.py

@@ -18,84 +18,96 @@ __all__ = [
     "default_arrow_array"
 ]
 
+DEFAULT_MAPS_INITIALIZED = False
 
 _NONE_TYPE = type(None)
-_PRIMITIVE_DEFAULTS = {
-    str: "",
-    int: 0,
-    float: 0.0,
-    bool: False,
-    bytes: b"",
-}
-
-_SPECIAL_DEFAULTS = {
-    datetime.datetime: lambda: datetime.datetime(1970, 1, 1, tzinfo=datetime.timezone.utc),
-    datetime.date: lambda: datetime.date(1970, 1, 1),
-    datetime.time: lambda: datetime.time(0, 0, 0, tzinfo=datetime.timezone.utc),
-    datetime.timedelta: lambda: datetime.timedelta(0),
-    uuid.UUID: lambda: uuid.UUID(int=0),
-    decimal.Decimal: lambda: decimal.Decimal(0),
-}
-
-_ARROW_DEFAULTS = {
-    pa.null(): pa.scalar(None, type=pa.null()),
-
-    pa.bool_(): pa.scalar(False, type=pa.bool_()),
-
-    pa.int8(): pa.scalar(0, type=pa.int8()),
-    pa.int16(): pa.scalar(0, type=pa.int16()),
-    pa.int32(): pa.scalar(0, type=pa.int32()),
-    pa.int64(): pa.scalar(0, type=pa.int64()),
-
-    pa.uint8(): pa.scalar(0, type=pa.uint8()),
-    pa.uint16(): pa.scalar(0, type=pa.uint16()),
-    pa.uint32(): pa.scalar(0, type=pa.uint32()),
-    pa.uint64(): pa.scalar(0, type=pa.uint64()),
-
-    # pa.float16(): pa.scalar(0.0, type=pa.float16()),
-    pa.float32(): pa.scalar(0.0, type=pa.float32()),
-    pa.float64(): pa.scalar(0.0, type=pa.float64()),
-
-    pa.string(): pa.scalar("", type=pa.string()),
-    pa.string_view(): pa.scalar("", type=pa.string_view()),
-    pa.large_string(): pa.scalar("", type=pa.large_string()),
-
-    pa.binary(): pa.scalar(b"", type=pa.binary()),
-    pa.binary_view(): pa.scalar(b"", type=pa.binary_view()),
-    pa.large_binary(): pa.scalar(b"", type=pa.large_binary()),
-}
-
-
-try:
-    import polars
-
-    polars = polars
-
-    _POLARS_DEFAULTS = {
-        polars.Null(): None,
-        polars.Boolean(): False,
-
-        polars.Binary(): b"",
-
-        polars.Utf8(): "",
-
-        polars.Int8(): 0,
-        polars.Int16(): 0,
-        polars.Int32(): 0,
-        polars.Int64(): 0,
-
-        polars.UInt8(): 0,
-        polars.UInt16(): 0,
-        polars.UInt32(): 0,
-        polars.UInt64(): 0,
-
-        polars.Float32(): 0.0,
-        polars.Float64(): 0.0,
-    }
-except ImportError:
-    polars = None
-
-    _POLARS_DEFAULTS = {}
+_ARROW_DEFAULTS = {}
+_POLARS_DEFAULTS = {}
+_PRIMITIVE_DEFAULTS = {}
+_SPECIAL_DEFAULTS = {}
+
+
+def ensure_default_maps_initialized():
+    global DEFAULT_MAPS_INITIALIZED
+    global _PRIMITIVE_DEFAULTS
+    global _SPECIAL_DEFAULTS
+    global _ARROW_DEFAULTS
+    global _POLARS_DEFAULTS
+
+    if not DEFAULT_MAPS_INITIALIZED:
+        _PRIMITIVE_DEFAULTS = {
+            str: "",
+            int: 0,
+            float: 0.0,
+            bool: False,
+            bytes: b"",
+        }
+
+        _SPECIAL_DEFAULTS = {
+            datetime.datetime: lambda: datetime.datetime(1970, 1, 1, tzinfo=datetime.timezone.utc),
+            datetime.date: lambda: datetime.date(1970, 1, 1),
+            datetime.time: lambda: datetime.time(0, 0, 0, tzinfo=datetime.timezone.utc),
+            datetime.timedelta: lambda: datetime.timedelta(0),
+            uuid.UUID: lambda: uuid.UUID(int=0),
+            decimal.Decimal: lambda: decimal.Decimal(0),
+        }
+
+        _ARROW_DEFAULTS = {
+            pa.null(): pa.scalar(None, type=pa.null()),
+
+            pa.bool_(): pa.scalar(False, type=pa.bool_()),
+
+            pa.int8(): pa.scalar(0, type=pa.int8()),
+            pa.int16(): pa.scalar(0, type=pa.int16()),
+            pa.int32(): pa.scalar(0, type=pa.int32()),
+            pa.int64(): pa.scalar(0, type=pa.int64()),
+
+            pa.uint8(): pa.scalar(0, type=pa.uint8()),
+            pa.uint16(): pa.scalar(0, type=pa.uint16()),
+            pa.uint32(): pa.scalar(0, type=pa.uint32()),
+            pa.uint64(): pa.scalar(0, type=pa.uint64()),
+
+            # pa.float16(): pa.scalar(0.0, type=pa.float16()),
+            pa.float32(): pa.scalar(0.0, type=pa.float32()),
+            pa.float64(): pa.scalar(0.0, type=pa.float64()),
+
+            pa.string(): pa.scalar("", type=pa.string()),
+            pa.string_view(): pa.scalar("", type=pa.string_view()),
+            pa.large_string(): pa.scalar("", type=pa.large_string()),
+
+            pa.binary(): pa.scalar(b"", type=pa.binary()),
+            pa.binary_view(): pa.scalar(b"", type=pa.binary_view()),
+            pa.large_binary(): pa.scalar(b"", type=pa.large_binary()),
+        }
+
+        try:
+            import polars
+
+            _POLARS_DEFAULTS = {
+                polars.Null(): None,
+                polars.Boolean(): False,
+
+                polars.Binary(): b"",
+
+                polars.Utf8(): "",
+
+                polars.Int8(): 0,
+                polars.Int16(): 0,
+                polars.Int32(): 0,
+                polars.Int64(): 0,
+
+                polars.UInt8(): 0,
+                polars.UInt16(): 0,
+                polars.UInt32(): 0,
+                polars.UInt64(): 0,
+
+                polars.Float32(): 0.0,
+                polars.Float64(): 0.0,
+            }
+        except ImportError:
+            pass
+
+        DEFAULT_MAPS_INITIALIZED = True
 
 def _is_optional(hint) -> bool:
     """Return True when the type hint is Optional.
@@ -199,6 +211,8 @@ def default_arrow_scalar(
     Returns:
         Arrow scalar default.
     """
+    ensure_default_maps_initialized()
+
     if nullable:
         return pa.scalar(None, type=dtype)
 
@@ -307,6 +321,8 @@ def default_python_scalar(hint: Any):
     if _is_optional(hint):
         return None
 
+    ensure_default_maps_initialized()
+
     if hint in _PRIMITIVE_DEFAULTS:
         return _PRIMITIVE_DEFAULTS[hint]
 

yggdrasil/version.py

@@ -1 +1 @@
-__version__ = "0.1.57"
+__version__ = "0.1.64"

ygg-0.1.57.dist-info/RECORD

@@ -1,66 +0,0 @@
-ygg-0.1.57.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-yggdrasil/__init__.py,sha256=4-ghPak2S6zfMqmnlxW2GCgPb5s79znpKa2hGEGXcE4,24
-yggdrasil/version.py,sha256=mM67BdyYZ17u9xAi4WRzFQM2e6yfmX4MPd36R3L920M,22
-yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
-yggdrasil/databricks/ai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-yggdrasil/databricks/ai/loki.py,sha256=1AhMOquMTsZZGYw5cGoXn-QQhdBRMXM9ZRPEUAv4Y3k,1216
-yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
-yggdrasil/databricks/compute/cluster.py,sha256=YomLfvB0oxbgl6WDgBRxI1UXsxwlEbR6gq3FUbPHscY,44199
-yggdrasil/databricks/compute/execution_context.py,sha256=jIV6uru2NeX3O5lg-3KEqmXtLxxq45CFgkBQgQIIOHQ,23327
-yggdrasil/databricks/compute/remote.py,sha256=yicEhyQypssRa2ByscO36s3cBkEgORFsRME9aaq91Pc,3045
-yggdrasil/databricks/jobs/__init__.py,sha256=snxGSJb0M5I39v0y3IR-uEeSlZR248cQ_4DJ1sYs-h8,154
-yggdrasil/databricks/jobs/config.py,sha256=9LGeHD04hbfy0xt8_6oobC4moKJh4_DTjZiK4Q2Tqjk,11557
-yggdrasil/databricks/sql/__init__.py,sha256=Vp_1cFaX1l-JGzCknvkbiB8CBFX2fQbBNntIeVn3lEg,231
-yggdrasil/databricks/sql/engine.py,sha256=UzahfAFruv8jFLjfIeoLPDSvuGCkhRHCap9l42mrtps,50850
-yggdrasil/databricks/sql/exceptions.py,sha256=jHHcCc0Fv-rOKz5o_CyrR37QYIdeGZ2Hg4swfdYe7M0,1501
-yggdrasil/databricks/sql/statement_result.py,sha256=GZyVhhrUK5opNo-8HGqsMx0Rp9fa_0zqvn8McSHPQ8U,16310
-yggdrasil/databricks/sql/types.py,sha256=5G-BM9_eOsRKEMzeDTWUsWW5g4Idvs-czVCpOCrMhdA,6412
-yggdrasil/databricks/sql/warehouse.py,sha256=1J0dyQLJb-OS1_1xU1eAVZ4CoL2-FhFeowKSvU3RzFc,9773
-yggdrasil/databricks/workspaces/__init__.py,sha256=dv2zotoFVhNFlTCdRq6gwf5bEzeZkOZszoNZMs0k59g,114
-yggdrasil/databricks/workspaces/filesytem.py,sha256=Z8JXU7_XUEbw9fpTQT1avRQKi-IAP2KemXBMPkUoY4w,9805
-yggdrasil/databricks/workspaces/io.py,sha256=hErGeSKJ9XpSUvlYAAckh_8IKQQmGeDOqbdl2rh9Fbs,33240
-yggdrasil/databricks/workspaces/path.py,sha256=KkvLFHrps3UFr4ogYdESbJHEMfQBcWfWfXjlrv_7rTU,55180
-yggdrasil/databricks/workspaces/path_kind.py,sha256=rhWe1ky7uPD0du0bZSv2S4fK4C5zWd7zAF3UeS2iiPU,283
-yggdrasil/databricks/workspaces/volumes_path.py,sha256=s8CA33cG3jpMVJy5MILLlkEBcFg_qInDCF2jozLj1Fg,2431
-yggdrasil/databricks/workspaces/workspace.py,sha256=Tl1pYzTGNpjsPmHCJ62HoJvdzHGiZb43vQxrI3Sk7js,25233
-yggdrasil/dataclasses/__init__.py,sha256=_RkhfF3KC1eSORby1dzvBXQ0-UGG3u6wyUQWX2jq1Pc,108
-yggdrasil/dataclasses/dataclass.py,sha256=LxrCjwvmBnb8yRI_N-c31RHHxB4XoJPixmKg9iBIuaI,1148
-yggdrasil/libs/__init__.py,sha256=zdC9OU0Xy36CLY9mg2drxN6S7isPR8aTLzJA6xVIeLE,91
-yggdrasil/libs/databrickslib.py,sha256=vD6APmTkRsxeBemm-l84aG_1Vkeo2v_smeBM3Xh32OU,1095
-yggdrasil/libs/pandaslib.py,sha256=GoUjh9dxZAFLe9hs8-6RliLD3jsH_BexYW1w-8BZzb0,618
-yggdrasil/libs/polarslib.py,sha256=hnL8x6ygsyIoiJyIUMaeoji3fRzab4lBiHcMqa29C_Q,618
-yggdrasil/libs/sparklib.py,sha256=FQ3W1iz2EIpQreorOiQuFt15rdhq2QhGEAWp8Zrbl9A,10177
-yggdrasil/libs/extensions/__init__.py,sha256=mcXW5Li3Cbprbs4Ci-b5A0Ju0wmLcfvEiFusTx6xNjU,117
-yggdrasil/libs/extensions/polars_extensions.py,sha256=RTkGi8llhPJjX7x9egix7-yXWo2X24zIAPSKXV37SSA,12397
-yggdrasil/libs/extensions/spark_extensions.py,sha256=E64n-3SFTDgMuXwWitX6vOYP9ln2lpGKb0htoBLEZgc,16745
-yggdrasil/pyutils/__init__.py,sha256=tl-LapAc71TV7RMgf2ftKwrzr8iiLOGHeJgA3RvO93w,293
-yggdrasil/pyutils/callable_serde.py,sha256=1XckmFO-ThP0MedxgXwB71u9jWUuhM1btOzW9gJ8w9g,23117
-yggdrasil/pyutils/equality.py,sha256=Xyf8D1dLUCm3spDEir8Zyj7O4US_fBJwEylJCfJ9slI,3080
-yggdrasil/pyutils/exceptions.py,sha256=ssKNm-rjhavHUOZmGA7_1Gq9tSHDrb2EFI-cnBuWgng,3388
-yggdrasil/pyutils/expiring_dict.py,sha256=pr2u25LGwPVbLfsLptiHGovUtYRRo0AMjaJtCtJl7nQ,8477
-yggdrasil/pyutils/modules.py,sha256=B7IP99YqUMW6-DIESFzBx8-09V1d0a8qrIJUDFhhL2g,11424
-yggdrasil/pyutils/parallel.py,sha256=ubuq2m9dJzWYUyKCga4Y_9bpaeMYUrleYxdp49CHr44,6781
-yggdrasil/pyutils/python_env.py,sha256=Gh5geFK9ABpyWEfyegGUfIJUoPxKwcH0pqLBiMrW9Rw,51103
-yggdrasil/pyutils/retry.py,sha256=gXBtn1DdmIYIUmGKOUr8-SUT7MOu97LykN2YR4uocgc,11917
-yggdrasil/requests/__init__.py,sha256=dMesyzq97_DmI765x0TwaDPEfsxFtgGNgchk8LvEN-o,103
-yggdrasil/requests/msal.py,sha256=s2GCyzbgFdgdlJ1JqMrZ4qYVbmoG46-ZOTcaVQhZ-sQ,9220
-yggdrasil/requests/session.py,sha256=SLnrgHY0Lby7ZxclRFUjHdfM8euN_8bSQEWl7TkJY2U,1461
-yggdrasil/types/__init__.py,sha256=CrLiDeYNM9fO975sE5ufeVKcy7Ca702IsaG2Pk8T3YU,139
-yggdrasil/types/file_format.py,sha256=yqAadZ5z6CrctsQO0ZmEY7eGXLbhBUnvvNOwkPSk0GU,133
-yggdrasil/types/python_arrow.py,sha256=mOhyecAxa5u8JWsyTO26OMOWimHHgwLKWlkNSAyIVas,25636
-yggdrasil/types/python_defaults.py,sha256=GO3hZBZcwRHs9qiXes75y8l5X00kZHTfEC7el_x73uw,10184
-yggdrasil/types/cast/__init__.py,sha256=Oft3pTs2bRM5hT7YqJAuOKTYYk-SACLaMOXUVdafy_I,311
-yggdrasil/types/cast/arrow_cast.py,sha256=_OMYc4t5GlgE4ztlWaCoK8Jnba09rgDbmHVP-QXhOL0,41523
-yggdrasil/types/cast/cast_options.py,sha256=nDaEvCCs7TBamhTWyDrYf3LVaBWzioIP2Q5_LXrChF4,15532
-yggdrasil/types/cast/pandas_cast.py,sha256=I3xu0sZ59ZbK3NDcQ2dslzdeKzhpFV5zR02ZEixd5hI,8713
-yggdrasil/types/cast/polars_cast.py,sha256=RILcbfL4o1XDMp5H-06c0BMrDal5pehOT7ACiItDB6E,28791
-yggdrasil/types/cast/polars_pandas_cast.py,sha256=CS0P7teVv15IdX5g7v40RfkH1VMg6b-HM0V_gOfacm8,5071
-yggdrasil/types/cast/registry.py,sha256=OOqIfbIjPH-a3figvu-zTvEtUDTEWhe2xIl3cCA4PRM,20941
-yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
-yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
-yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
-ygg-0.1.57.dist-info/METADATA,sha256=0VEcri5fh3BUYJxxhQ_icTZfhkry6KgEhbKQEEDrKJ4,18528
-ygg-0.1.57.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-ygg-0.1.57.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
-ygg-0.1.57.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.57.dist-info/RECORD,,

yggdrasil/databricks/ai/loki.py

@@ -1,53 +0,0 @@
-from typing import Optional
-from dataclasses import field, dataclass
-
-from ..workspaces.workspace import WorkspaceService
-
-try:
-    from openai import OpenAI
-
-    def make_openai_client(
-        api_key: str,
-        base_url: str
-    ):
-        return OpenAI(
-            api_key=api_key,
-            base_url=base_url
-        )
-except ImportError:
-    class OpenAI:
-        pass
-
-    def make_openai_client(
-        api_key: str,
-        base_url: str
-    ):
-        from openai import OpenAI
-
-        return OpenAI(
-            api_key=api_key,
-            base_url=base_url
-        )
-
-__all__ = [
-    "Loki"
-]
-
-
-@dataclass
-class Loki(WorkspaceService):
-    model: str = "databricks-gemini-2-5-flash"
-
-    _openai_client: Optional[OpenAI] = field(repr=False, hash=False, default=None)
-
-    @property
-    def openai_client(self):
-        if self._openai_client is None:
-            self._openai_client = self.make_openai_client()
-        return self._openai_client
-
-    def make_openai_client(self):
-        return make_openai_client(
-            api_key=self.workspace.current_token(),
-            base_url=self.workspace.host + "/serving-endpoints"
-        )