ygg 0.1.41__py3-none-any.whl → 0.1.43__py3-none-any.whl

{ygg-0.1.41.dist-info → ygg-0.1.43.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.41
+Version: 0.1.43
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.41.dist-info → ygg-0.1.43.dist-info}/RECORD

@@ -1,10 +1,10 @@
-ygg-0.1.41.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.43.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=PfH7Xwt6uue6oqe6S5V8NhDJcVQClkKrBE1KXhdelZc,117
-yggdrasil/version.py,sha256=MW_v7YHPKwbcPR_PtCE3ALJ0csFwgMewFF071yAYGCE,22
+yggdrasil/version.py,sha256=UoVHMD6MTDcIuCiAGXBFICsOFwtnni_KEOLxLK-bMlk,22
 yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
 yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
-yggdrasil/databricks/compute/cluster.py,sha256=Ejc3VlS56QzyjFX1-wNXHC4BNc2MpDRfFFafVxPF8rE,40968
-yggdrasil/databricks/compute/execution_context.py,sha256=nxrNXoarq_JAB-Cpj0udHhq2jx-DmMbRWJdAezLrPis,22347
+yggdrasil/databricks/compute/cluster.py,sha256=RLXEKgGAeIOPH6lzX3J8brBoqDu_RsjiZam-yymiabM,40933
+yggdrasil/databricks/compute/execution_context.py,sha256=E86b-VF9hZ4WbqHt43ATR-YYvgPZ91_17DQ5oaQFNgg,22688
 yggdrasil/databricks/compute/remote.py,sha256=nEN_Fr1Ouul_iKOf4B5QjEGscYAcl7nHjGsl2toRzrU,2874
 yggdrasil/databricks/jobs/__init__.py,sha256=snxGSJb0M5I39v0y3IR-uEeSlZR248cQ_4DJ1sYs-h8,154
 yggdrasil/databricks/jobs/config.py,sha256=9LGeHD04hbfy0xt8_6oobC4moKJh4_DTjZiK4Q2Tqjk,11557
@@ -55,8 +55,8 @@ yggdrasil/types/cast/registry.py,sha256=_zdFGmUBB7P-e_LIcJlOxMcxAkXoA-UXB6HqLMgT
 yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
 yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
-ygg-0.1.41.dist-info/METADATA,sha256=EYXc8625quuP-JkcUD5FIK-5AmgYMddSWj2t4mnN2bg,19204
-ygg-0.1.41.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.41.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
-ygg-0.1.41.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.41.dist-info/RECORD,,
+ygg-0.1.43.dist-info/METADATA,sha256=UWEaa2zwto1jGhoHMzROMgAsrXlPddS5qQkBHCAZjoI,19204
+ygg-0.1.43.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.43.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.43.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.43.dist-info/RECORD,,

yggdrasil/databricks/compute/cluster.py

@@ -390,6 +390,8 @@ class Cluster(WorkspaceService):
 
             sleep_time = min(max_sleep_time, sleep_time * backoff)
 
+        self.wait_installed_libraries()
+
         self.raise_for_status()
 
         return self
@@ -816,7 +818,6 @@ class Cluster(WorkspaceService):
             if wait_timeout:
                 self.clusters_client().start(cluster_id=self.cluster_id)
                 self.wait_for_status(timeout=wait_timeout.total_seconds())
-                self.wait_installed_libraries(timeout=wait_timeout)
             else:
                 self.clusters_client().start(cluster_id=self.cluster_id)
 
@@ -835,7 +836,7 @@ class Cluster(WorkspaceService):
         if self.is_running:
             logger.info("Restarting %s", self)
             self.details = self.clusters_client().restart_and_wait(cluster_id=self.cluster_id)
-            return self.wait_installed_libraries()
+            return self.wait_for_status()
 
         return self.start()
 

yggdrasil/databricks/compute/execution_context.py

@@ -149,11 +149,20 @@ meta["version_info"] = current_env.version_info
 
 print(json.dumps(meta))"""
 
-                content = self.execute_command(
-                    command=cmd,
-                    result_tag="<<RESULT>>",
-                    print_stdout=False,
-                )
+                try:
+                    content = self.execute_command(
+                        command=cmd,
+                        result_tag="<<RESULT>>",
+                        print_stdout=False,
+                    )
+                except ImportError:
+                    self.cluster.ensure_running()
+
+                    content = self.execute_command(
+                        command=cmd,
+                        result_tag="<<RESULT>>",
+                        print_stdout=False,
+                    )
 
                 self._remote_metadata = RemoteMetadata(**json.loads(content))
 

yggdrasil/version.py

@@ -1 +1 @@
-__version__ = "0.1.41"
+__version__ = "0.1.43"