ygg 0.1.37__py3-none-any.whl → 0.1.39__py3-none-any.whl

{ygg-0.1.37.dist-info → ygg-0.1.39.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ygg
-Version: 0.1.37
+Version: 0.1.39
 Summary: Type-friendly utilities for moving data between Python objects, Arrow, Polars, Pandas, Spark, and Databricks
 Author: Yggdrasil contributors
 License:                                  Apache License

{ygg-0.1.37.dist-info → ygg-0.1.39.dist-info}/RECORD

@@ -1,6 +1,6 @@
-ygg-0.1.37.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+ygg-0.1.39.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 yggdrasil/__init__.py,sha256=PfH7Xwt6uue6oqe6S5V8NhDJcVQClkKrBE1KXhdelZc,117
-yggdrasil/version.py,sha256=bC2HSZRduanhYcwfv2uqbh4LgiwM3nV4LyoWJhD4ftY,22
+yggdrasil/version.py,sha256=CJmriEgb-Ey3LByW34C3xKdLEpasYF_SIpGuURosS7U,22
 yggdrasil/databricks/__init__.py,sha256=skctY2c8W-hI81upx9F_PWRe5ishL3hrdiTuizgDjdw,152
 yggdrasil/databricks/compute/__init__.py,sha256=NvdzmaJSNYY1uJthv1hHdBuNu3bD_-Z65DWnaJt9yXg,289
 yggdrasil/databricks/compute/cluster.py,sha256=mnNzjCx7X3iK22oZ7K3pqot0AXq9JTdg97kT61j2_UU,40729
@@ -9,9 +9,9 @@ yggdrasil/databricks/compute/remote.py,sha256=nEN_Fr1Ouul_iKOf4B5QjEGscYAcl7nHjG
 yggdrasil/databricks/jobs/__init__.py,sha256=snxGSJb0M5I39v0y3IR-uEeSlZR248cQ_4DJ1sYs-h8,154
 yggdrasil/databricks/jobs/config.py,sha256=9LGeHD04hbfy0xt8_6oobC4moKJh4_DTjZiK4Q2Tqjk,11557
 yggdrasil/databricks/sql/__init__.py,sha256=y1n5yg-drZ8QVZbEgznsRG24kdJSnFis9l2YfYCsaCM,234
-yggdrasil/databricks/sql/engine.py,sha256=kUFBddJJQC0AgDqH0l7GFs7d_Ony5rc8fOv4inLU6Vw,41051
+yggdrasil/databricks/sql/engine.py,sha256=Azx3gKtWOMy3D9I2FhkLmpthZPWAJZ9iZkaDivmt_0s,41002
 yggdrasil/databricks/sql/exceptions.py,sha256=Jqd_gT_VyPL8klJEHYEzpv5eHtmdY43WiQ7HZBaEqSk,53
-yggdrasil/databricks/sql/statement_result.py,sha256=KXBLbEpwrjrAeH0ezKNlaa6Vm3jbG3R0ZCnEFHvqpoQ,16834
+yggdrasil/databricks/sql/statement_result.py,sha256=_mBolHae0AASfe1Tlld1KTXs-K4-oy9dniHDyR2ILYc,16736
 yggdrasil/databricks/sql/types.py,sha256=5G-BM9_eOsRKEMzeDTWUsWW5g4Idvs-czVCpOCrMhdA,6412
 yggdrasil/databricks/workspaces/__init__.py,sha256=Ti1I99JTC3koYJaCy8WYvkAox4KdcuMRk8b2rHroWCY,133
 yggdrasil/databricks/workspaces/filesytem.py,sha256=Z8JXU7_XUEbw9fpTQT1avRQKi-IAP2KemXBMPkUoY4w,9805
@@ -55,8 +55,8 @@ yggdrasil/types/cast/registry.py,sha256=_zdFGmUBB7P-e_LIcJlOxMcxAkXoA-UXB6HqLMgT
 yggdrasil/types/cast/spark_cast.py,sha256=_KAsl1DqmKMSfWxqhVE7gosjYdgiL1C5bDQv6eP3HtA,24926
 yggdrasil/types/cast/spark_pandas_cast.py,sha256=BuTiWrdCANZCdD_p2MAytqm74eq-rdRXd-LGojBRrfU,5023
 yggdrasil/types/cast/spark_polars_cast.py,sha256=btmZNHXn2NSt3fUuB4xg7coaE0RezIBdZD92H8NK0Jw,9073
-ygg-0.1.37.dist-info/METADATA,sha256=QOawaiOu5RrOUAhuIws2wNB1Nj3CQq38desRezzYMwk,19204
-ygg-0.1.37.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ygg-0.1.37.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
-ygg-0.1.37.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
-ygg-0.1.37.dist-info/RECORD,,
+ygg-0.1.39.dist-info/METADATA,sha256=RfbFhLCQfG6s5EO95X0zwf40BZ3SatH5rF5FfoTdIxE,19204
+ygg-0.1.39.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ygg-0.1.39.dist-info/entry_points.txt,sha256=6q-vpWG3kvw2dhctQ0LALdatoeefkN855Ev02I1dKGY,70
+ygg-0.1.39.dist-info/top_level.txt,sha256=iBe9Kk4VIVbLpgv_p8OZUIfxgj4dgJ5wBg6vO3rigso,10
+ygg-0.1.39.dist-info/RECORD,,

yggdrasil/databricks/sql/engine.py

@@ -309,7 +309,6 @@ class SQLEngine(WorkspaceService):
             engine=self,
             statement_id=response.statement_id,
             _response=response,
-            _response_refresh_time=time.time(),
             disposition=disposition,
         )
 

yggdrasil/databricks/sql/statement_result.py

@@ -49,6 +49,10 @@ DONE_STATES = {
     StatementState.SUCCEEDED
 }
 
+FAILED_STATES = {
+    StatementState.FAILED, StatementState.CANCELED
+}
+
 __all__ = [
     "StatementResult"
 ]
@@ -123,16 +127,11 @@ class StatementResult:
         statement_execution = self.workspace.sdk().statement_execution
 
         if self._response is None:
-            self._response = (
-                statement_execution
-                .get_statement(self.statement_id)
-            )
-
-        if self._response.status.state not in DONE_STATES:
-            self._response = (
-                statement_execution
-                .get_statement(self.statement_id)
-            )
+            # Initialize
+            self._response = statement_execution.get_statement(self.statement_id)
+        elif self._response.status.state not in DONE_STATES:
+            # Refresh
+            self._response = statement_execution.get_statement(self.statement_id)
 
         return self._response
 
@@ -196,6 +195,7 @@ class StatementResult:
         Returns:
             The result manifest or None for Spark SQL results.
         """
+        self.wait()
         return self.response.manifest
 
     @property
@@ -205,6 +205,7 @@ class StatementResult:
         Returns:
             The statement result payload from the API.
         """
+        self.wait()
         return self.response.result
 
     @property
@@ -223,13 +224,7 @@ class StatementResult:
         Returns:
             True if the statement failed or was cancelled.
         """
-        if self.persisted:
-            return True
-
-        if self._response is None:
-            return False
-
-        return self._response.status.state in [StatementState.CANCELED, StatementState.FAILED]
+        return self.state in FAILED_STATES
 
     @property
     def persisted(self):
@@ -260,7 +255,6 @@ class StatementResult:
             self, self.disposition, Disposition.EXTERNAL_LINKS
         )
 
-        self.wait()
         result_data = self.result
         wsdk = self.workspace.sdk()
 
@@ -327,6 +321,8 @@ class StatementResult:
                 f"Statement {self.statement_id} {self.state}: " + " | ".join(parts)
             )
 
+        return self
+
     def wait(
         self,
         timeout: Optional[int] = None,
@@ -346,20 +342,21 @@ class StatementResult:
 
         start = time.time()
         poll_interval = poll_interval or 1
-        current = self
 
         while not self.done:
             # still running / queued / pending
             if timeout is not None and (time.time() - start) > timeout:
                 raise TimeoutError(
-                    f"Statement {current.statement_id} did not finish within {timeout} seconds "
-                    f"(last state={current})"
+                    f"Statement {self.statement_id} did not finish within {timeout} seconds "
+                    f"(last state={self.state})"
                 )
 
             poll_interval = max(10, poll_interval * 1.2)
             time.sleep(poll_interval)
 
-        return current
+        self.raise_for_status()
+
+        return self
 
     def arrow_schema(self):
         """Return the Arrow schema for the result.

yggdrasil/version.py

@@ -1 +1 @@
-__version__ = "0.1.37"
+__version__ = "0.1.39"