feldera 0.59.0__py3-none-any.whl → 0.61.0__py3-none-any.whl

feldera/enums.py

@@ -182,6 +182,11 @@ class PipelineStatus(Enum):
     could not be reached or returned it is not yet ready.
     """
 
+    SUSPENDED = 10
+    """
+    The pipeline was successfully suspended to storage.
+    """
+
     @staticmethod
     def from_str(value):
         for member in PipelineStatus:

feldera/pipeline.py

@@ -492,6 +492,22 @@ resume a paused pipeline."""
 
         self.client.shutdown_pipeline(self.name, timeout_s=timeout_s)
 
+    def suspend(self, timeout_s: Optional[float] = None):
+        """
+        Suspends the pipeline to storage.
+
+        :param timeout_s: The maximum time (in seconds) to wait for the pipeline to suspend.
+        """
+
+        if len(self.views_tx) > 0:
+            for _, queue in self.views_tx.pop().items():
+                # sends a message to the callback runner to stop listening
+                queue.put(_CallbackRunnerInstruction.RanToCompletion)
+                # block until the callback runner has been stopped
+                queue.join()
+
+        self.client.suspend_pipeline(self.name, timeout_s=timeout_s)
+
     def resume(self, timeout_s: Optional[float] = None):
         """
         Resumes the pipeline from the PAUSED state. If the pipeline is already running, it will remain in the RUNNING state.

feldera/rest/feldera_client.py

@@ -314,7 +314,7 @@ Reason: The pipeline is in a FAILED state due to the following error:
         Shutdown a pipeline
 
         :param pipeline_name: The name of the pipeline to shut down
-        :param timeout_s: The amount of time in seconds to wait for the pipeline to shut down. Default is 15 seconds.
+        :param timeout_s: The amount of time in seconds to wait for the pipeline to shut down. Default is 300 seconds.
         """
 
         if timeout_s is None:
@@ -342,6 +342,45 @@ Reason: The pipeline is in a FAILED state due to the following error:
             f"timeout error: pipeline '{pipeline_name}' did not shutdown in {timeout_s} seconds"
         )
 
+    def suspend_pipeline(self, pipeline_name: str, timeout_s: Optional[float] = 300):
+        """
+        Suspend a pipeline
+
+        :param pipeline_name: The name of the pipeline to suspend
+        :param timeout_s: The amount of time in seconds to wait for the pipeline to suspend. Default is 300 seconds.
+        """
+
+        if timeout_s is None:
+            timeout_s = 300
+
+        self.http.post(
+            path=f"/pipelines/{pipeline_name}/suspend",
+        )
+
+        start = time.monotonic()
+
+        while time.monotonic() - start < timeout_s:
+            resp = self.get_pipeline(pipeline_name)
+            status = resp.deployment_status
+
+            if status == "Suspended":
+                return
+            elif status == "Failed":
+                raise RuntimeError(
+                    f"""Unable to Suspend pipeline '{pipeline_name}'.\nReason: The pipeline is in a FAILED state due to the following error:
+{resp.deployment_error.get("message", "")}"""
+                )
+
+            logging.debug(
+                "still suspending %s, waiting for 100 more milliseconds",
+                pipeline_name,
+            )
+            time.sleep(0.1)
+
+        raise FelderaTimeoutError(
+            f"timeout error: pipeline '{pipeline_name}' did not suspend in {timeout_s} seconds"
+        )
+
     def checkpoint_pipeline(self, pipeline_name: str):
         """
         Checkpoint a fault-tolerant pipeline

{feldera-0.59.0.dist-info → feldera-0.61.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.59.0
+Version: 0.61.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT

{feldera-0.59.0.dist-info → feldera-0.61.0.dist-info}/RECORD

@@ -1,20 +1,20 @@
 feldera/__init__.py,sha256=PxkgCtEAuFwo4u8NGEDio-bF3M-GnbeV45tAQVoBbqE,297
 feldera/_callback_runner.py,sha256=Tdf6BXN4zppyoy8t_y-Ooa3B0wEfvyezMHU9jxY2ZhA,4713
 feldera/_helpers.py,sha256=rN0WuGSCCQlXWFMimZUQrgs-LJAfUo074d79sLElncQ,3023
-feldera/enums.py,sha256=tI48tTF65AU5ZLem_IDnC5ycPVMKMv591lW2T__U4C8,7281
+feldera/enums.py,sha256=lgGTn0ahOj-IE2M8k-uszq6Dl98kSX2EeqKDixJcWOo,7373
 feldera/output_handler.py,sha256=64J3ljhOaKIhxdjOKYi-BUz_HnMwROfmN8eE-btYygU,1930
-feldera/pipeline.py,sha256=_vhKkrCFZqRnrbxceJcVtSVQaHqsyoFRrGPN-oG2_5Q,30477
+feldera/pipeline.py,sha256=gDadQHgUHi4bdrMJ9GdIshmFU80pcTNvDiveC5S-GZ4,31100
 feldera/pipeline_builder.py,sha256=4rmklRZ0-otvTUb-HTESfNsJopEK-E2jxpJXiYlKpps,3664
 feldera/runtime_config.py,sha256=DDJTSzG6LCTH0lVnuUjpATAf1STwAYJOB38xyZh_BJI,3367
 feldera/rest/__init__.py,sha256=Eg-EKUU3RSTDcdxTR_7wNDnCly8VpXEzsZCQUmf-y2M,308
 feldera/rest/_httprequests.py,sha256=e22YbpzOzy7MGo7hk9MOU7ZRTj3F314grY0Ygr-_goI,6636
 feldera/rest/config.py,sha256=DYzZKngDEhouTEwqVFd-rDrBN9tWqsU07Jl_BTT4mXs,1008
 feldera/rest/errors.py,sha256=b4i2JjrbSmej7jdko_FL8UeXklLKenSipwMT80jowaM,1720
-feldera/rest/feldera_client.py,sha256=Hf3CzY9Vr5LApNXDsH9mNtYWldk_qORL_sgJnZeD4Hc,21832
+feldera/rest/feldera_client.py,sha256=ELXZbTfy1UdeIY-ZbFv0kPIdq9qSF5WuoQpdhxmK2pg,23184
 feldera/rest/pipeline.py,sha256=a1lx-64SYak5mHX5yKElVijdfaAt5sDYVhVIXCJ97QQ,2839
 feldera/rest/sql_table.py,sha256=qrw-YwMzx5T81zDefNO1KOx7EyypFz1vPwGBzSUB7kc,652
 feldera/rest/sql_view.py,sha256=hN12mPM0mvwLCIPYywpb12s9Hd2Ws31IlTMXPriMisw,644
-feldera-0.59.0.dist-info/METADATA,sha256=dmai4L9JMOOIL1_PTk-L1Z2EIsH9ou5NQ0PwoQuiNZg,2594
-feldera-0.59.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-feldera-0.59.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
-feldera-0.59.0.dist-info/RECORD,,
+feldera-0.61.0.dist-info/METADATA,sha256=RlnF9ZyGO_L6jX8DVrpBeGnWfR7fHuv-33sg-YQfZiI,2594
+feldera-0.61.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+feldera-0.61.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
+feldera-0.61.0.dist-info/RECORD,,