ygg 0.1.42__py3-none-any.whl → 0.1.44__py3-none-any.whl

{ygg-0.1.42.dist-info → ygg-0.1.44.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.42
+Version: 0.1.44
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.42.dist-info → ygg-0.1.44.dist-info}/RECORD

@@ -1,10 +1,10 @@
-ygg-0.1.42.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.44.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=PfH7Xwt6uue6oqe6S5V8NhDJcVQClkKrBE1KXhdelZc,117
-yggdrasil/version.py,sha256=Vbw1QPOwG94uaQ4sbn54-mAMNN12dtZH8VjsOibNxY0,22
+yggdrasil/version.py,sha256=DRHimXBBU-nUJWLj3HfOg9_glzt2k0luj068qgL5e5E,22
 yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
 yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
-yggdrasil/databricks/compute/cluster.py,sha256=6OQ_OJphR4hmapX-XGz4wzM4OvI3v1DQG7T7p5fE-LM,41011
-yggdrasil/databricks/compute/execution_context.py,sha256=RusrzOrVsOJTEu8yyXjx16BnKBjjV_HjbjXoAhV7ePw,22696
+yggdrasil/databricks/compute/cluster.py,sha256=I2Iy0WInwNifL72jZCPg2WgpfbNQjXV4bF0emRT732g,41137
+yggdrasil/databricks/compute/execution_context.py,sha256=E86b-VF9hZ4WbqHt43ATR-YYvgPZ91_17DQ5oaQFNgg,22688
 yggdrasil/databricks/compute/remote.py,sha256=nEN_Fr1Ouul_iKOf4B5QjEGscYAcl7nHjGsl2toRzrU,2874
 yggdrasil/databricks/jobs/__init__.py,sha256=snxGSJb0M5I39v0y3IR-uEeSlZR248cQ_4DJ1sYs-h8,154
 yggdrasil/databricks/jobs/config.py,sha256=9LGeHD04hbfy0xt8_6oobC4moKJh4_DTjZiK4Q2Tqjk,11557
@@ -55,8 +55,8 @@ yggdrasil/types/cast/registry.py,sha256=_zdFGmUBB7P-e_LIcJlOxMcxAkXoA-UXB6HqLMgT
 yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
 yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
-ygg-0.1.42.dist-info/METADATA,sha256=TFxifFMH1TtHp6xEpeQetuxYqFAqD7j_jHl2c81AJ6U,19204
-ygg-0.1.42.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.42.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
-ygg-0.1.42.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.42.dist-info/RECORD,,
+ygg-0.1.44.dist-info/METADATA,sha256=_5XOQ56SkOMJb6dcbRc7CyOlp6jewJPNZdDi05_9Ck8,19204
+ygg-0.1.44.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.44.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.44.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.44.dist-info/RECORD,,

yggdrasil/databricks/compute/cluster.py

@@ -658,12 +658,14 @@ class Cluster(WorkspaceService):
     def update(
         self,
         libraries: Optional[List[Union[str, "Library"]]] = None,
+        wait_timeout: Union[float, dt.timedelta] = dt.timedelta(minutes=20),
         **cluster_spec: Any
     ) -> "Cluster":
         """Update cluster configuration and optionally install libraries.
 
         Args:
             libraries: Optional libraries to install.
+            wait_timeout: waiting timeout until done, if None it does not wait
             **cluster_spec: Cluster specification overrides.
 
         Returns:
@@ -703,20 +705,16 @@ class Cluster(WorkspaceService):
             )
 
             self.wait_for_status()
-            try:
-                self.details = self.clusters_client().edit_and_wait(**update_details)
-            except Exception as e:
-                if self.state == State.TERMINATED:
-                    self.start()
-                    self.details = self.clusters_client().edit_and_wait(**update_details)
-                else:
-                    raise e
+            self.clusters_client().edit(**update_details)
 
             logger.info(
                 "Updated %s",
                 self
             )
 
+        if wait_timeout:
+            self.wait_for_status(timeout=wait_timeout)
+
         return self
 
     def list_clusters(self) -> Iterator["Cluster"]:
@@ -818,7 +816,6 @@ class Cluster(WorkspaceService):
             if wait_timeout:
                 self.clusters_client().start(cluster_id=self.cluster_id)
                 self.wait_for_status(timeout=wait_timeout.total_seconds())
-                self.wait_installed_libraries(timeout=wait_timeout)
             else:
                 self.clusters_client().start(cluster_id=self.cluster_id)
 
@@ -837,7 +834,7 @@ class Cluster(WorkspaceService):
         if self.is_running:
             logger.info("Restarting %s", self)
             self.details = self.clusters_client().restart_and_wait(cluster_id=self.cluster_id)
-            return self.wait_installed_libraries()
+            return self.wait_for_status()
 
         return self.start()
 
@@ -1028,6 +1025,17 @@ class Cluster(WorkspaceService):
             for _ in libraries if _
         ]
 
+        if libraries:
+            existing = [
+                _.library for _ in self.installed_library_statuses()
+            ]
+
+            libraries = [
+                _
+                for _ in libraries
+                if _ not in existing
+            ]
+
         if libraries:
             wsdk.libraries.install(
                 cluster_id=self.cluster_id,

yggdrasil/databricks/compute/execution_context.py

@@ -156,7 +156,8 @@ print(json.dumps(meta))"""
                         print_stdout=False,
                     )
                 except ImportError:
-                    self.cluster.wait_installed_libraries()
+                    self.cluster.ensure_running()
+
                     content = self.execute_command(
                         command=cmd,
                         result_tag="<<RESULT>>",

yggdrasil/version.py

@@ -1 +1 @@
-__version__ = "0.1.42"
+__version__ = "0.1.44"