ygg 0.1.42__tar.gz → 0.1.44__tar.gz

{ygg-0.1.42 → ygg-0.1.44}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.42
+Version: 0.1.44
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.42 → ygg-0.1.44}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ygg"
-version = "0.1.42"
+version = "0.1.44"
 description = "Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks"
 readme = { file = "README.md", content-type = "text/markdown" }
 license = { file = "LICENSE" }

{ygg-0.1.42 → ygg-0.1.44}/src/ygg.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.42
+Version: 0.1.44
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.42 → ygg-0.1.44}/src/yggdrasil/databricks/compute/cluster.py

@@ -658,12 +658,14 @@ class Cluster(WorkspaceService):
     def update(
         self,
         libraries: Optional[List[Union[str, "Library"]]] = None,
+        wait_timeout: Union[float, dt.timedelta] = dt.timedelta(minutes=20),
         **cluster_spec: Any
     ) -> "Cluster":
         """Update cluster configuration and optionally install libraries.
 
         Args:
             libraries: Optional libraries to install.
+            wait_timeout: waiting timeout until done, if None it does not wait
             **cluster_spec: Cluster specification overrides.
 
         Returns:
@@ -703,20 +705,16 @@ class Cluster(WorkspaceService):
             )
 
             self.wait_for_status()
-            try:
-                self.details = self.clusters_client().edit_and_wait(**update_details)
-            except Exception as e:
-                if self.state == State.TERMINATED:
-                    self.start()
-                    self.details = self.clusters_client().edit_and_wait(**update_details)
-                else:
-                    raise e
+            self.clusters_client().edit(**update_details)
 
             logger.info(
                 "Updated %s",
                 self
             )
 
+        if wait_timeout:
+            self.wait_for_status(timeout=wait_timeout)
+
         return self
 
     def list_clusters(self) -> Iterator["Cluster"]:
@@ -818,7 +816,6 @@ class Cluster(WorkspaceService):
             if wait_timeout:
                 self.clusters_client().start(cluster_id=self.cluster_id)
                 self.wait_for_status(timeout=wait_timeout.total_seconds())
-                self.wait_installed_libraries(timeout=wait_timeout)
             else:
                 self.clusters_client().start(cluster_id=self.cluster_id)
 
@@ -837,7 +834,7 @@ class Cluster(WorkspaceService):
         if self.is_running:
             logger.info("Restarting %s", self)
             self.details = self.clusters_client().restart_and_wait(cluster_id=self.cluster_id)
-            return self.wait_installed_libraries()
+            return self.wait_for_status()
 
         return self.start()
 
@@ -1028,6 +1025,17 @@ class Cluster(WorkspaceService):
             for _ in libraries if _
         ]
 
+        if libraries:
+            existing = [
+                _.library for _ in self.installed_library_statuses()
+            ]
+
+            libraries = [
+                _
+                for _ in libraries
+                if _ not in existing
+            ]
+
         if libraries:
             wsdk.libraries.install(
                 cluster_id=self.cluster_id,

{ygg-0.1.42 → ygg-0.1.44}/src/yggdrasil/databricks/compute/execution_context.py

@@ -156,7 +156,8 @@ print(json.dumps(meta))"""
                         print_stdout=False,
                     )
                 except ImportError:
-                    self.cluster.wait_installed_libraries()
+                    self.cluster.ensure_running()
+
                     content = self.execute_command(
                         command=cmd,
                         result_tag="<<RESULT>>",

ygg-0.1.44/src/yggdrasil/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.44"

ygg-0.1.42/src/yggdrasil/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.42"