feldera 0.162.0__py3-none-any.whl → 0.163.0__py3-none-any.whl

feldera/_callback_runner.py

@@ -14,6 +14,7 @@ class CallbackRunner(Thread):
         pipeline_name: str,
         view_name: str,
         callback: Callable[[pd.DataFrame, int], None],
+        exception_callback: Callable[[BaseException], None],
     ):
         super().__init__()
         self.daemon = True
@@ -21,6 +22,7 @@ class CallbackRunner(Thread):
         self.pipeline_name: str = pipeline_name
         self.view_name: str = view_name
         self.callback: Callable[[pd.DataFrame, int], None] = callback
+        self.exception_callback: Callable[[BaseException], None] = exception_callback
         self.schema: Optional[dict] = None
 
     def run(self):
@@ -30,35 +32,38 @@ class CallbackRunner(Thread):
         :meta private:
         """
 
-        pipeline = self.client.get_pipeline(
-            self.pipeline_name, PipelineFieldSelector.ALL
-        )
+        try:
+            pipeline = self.client.get_pipeline(
+                self.pipeline_name, PipelineFieldSelector.ALL
+            )
 
-        schemas = pipeline.tables + pipeline.views
-        for schema in schemas:
-            if schema.name == self.view_name:
-                self.schema = schema
-                break
+            schemas = pipeline.tables + pipeline.views
+            for schema in schemas:
+                if schema.name == self.view_name:
+                    self.schema = schema
+                    break
 
-        if self.schema is None:
-            raise ValueError(
-                f"Table or View {self.view_name} not found in the pipeline schema."
-            )
+            if self.schema is None:
+                raise ValueError(
+                    f"Table or View {self.view_name} not found in the pipeline schema."
+                )
 
-        gen_obj = self.client.listen_to_pipeline(
-            self.pipeline_name,
-            self.view_name,
-            format="json",
-            case_sensitive=self.schema.case_sensitive,
-        )
+            gen_obj = self.client.listen_to_pipeline(
+                self.pipeline_name,
+                self.view_name,
+                format="json",
+                case_sensitive=self.schema.case_sensitive,
+            )
 
-        iterator = gen_obj()
+            iterator = gen_obj()
 
-        for chunk in iterator:
-            chunk: dict = chunk
-            data: Optional[list[dict]] = chunk.get("json_data")
-            seq_no: Optional[int] = chunk.get("sequence_number")
-            if data is not None and seq_no is not None:
-                self.callback(
-                    dataframe_from_response([data], self.schema.fields), seq_no
-                )
+            for chunk in iterator:
+                chunk: dict = chunk
+                data: Optional[list[dict]] = chunk.get("json_data")
+                seq_no: Optional[int] = chunk.get("sequence_number")
+                if data is not None and seq_no is not None:
+                    self.callback(
+                        dataframe_from_response([data], self.schema.fields), seq_no
+                    )
+        except BaseException as e:
+            self.exception_callback(e)

feldera/output_handler.py

@@ -1,5 +1,7 @@
 import pandas as pd
 
+from typing import Optional
+
 from feldera import FelderaClient
 from feldera._callback_runner import CallbackRunner
 
@@ -20,15 +22,23 @@ class OutputHandler:
         self.pipeline_name: str = pipeline_name
         self.view_name: str = view_name
         self.buffer: list[pd.DataFrame] = []
+        self.exception: Optional[BaseException] = None
 
         # the callback that is passed to the `CallbackRunner`
         def callback(df: pd.DataFrame, _: int):
             if not df.empty:
                 self.buffer.append(df)
 
+        def exception_callback(exception: BaseException):
+            self.exception = exception
+
         # sets up the callback runner
         self.handler = CallbackRunner(
-            self.client, self.pipeline_name, self.view_name, callback
+            self.client,
+            self.pipeline_name,
+            self.view_name,
+            callback,
+            exception_callback,
         )
 
     def start(self):
@@ -45,6 +55,8 @@ class OutputHandler:
         :param clear_buffer: Whether to clear the buffer after getting the output.
         """
 
+        if self.exception is not None:
+            raise self.exception
         if len(self.buffer) == 0:
             return pd.DataFrame()
         res = pd.concat(self.buffer, ignore_index=True)

feldera/pipeline.py

@@ -269,7 +269,9 @@ class Pipeline:
         if self.status() not in [PipelineStatus.RUNNING, PipelineStatus.PAUSED]:
             raise RuntimeError("Pipeline must be running or paused to listen to output")
 
-        handler = CallbackRunner(self.client, self.name, view_name, callback)
+        handler = CallbackRunner(
+            self.client, self.name, view_name, callback, lambda exception: None
+        )
         handler.start()
 
     def wait_for_completion(

{feldera-0.162.0.dist-info → feldera-0.163.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.162.0
+Version: 0.163.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.162.0.dist-info → feldera-0.163.0.dist-info}/RECORD

@@ -1,9 +1,9 @@
 feldera/__init__.py,sha256=EiY3bTj_mnfNhCGrZo6J__brfovIJ-YYAdy77PyaEoo,378
-feldera/_callback_runner.py,sha256=LOeKZguH3izGDC7slr1IXLxxoUx3oO53FPUYkRZ3mGI,1991
+feldera/_callback_runner.py,sha256=aa-CVfIxZMqfFDs1q7MGEL77org2n0BrFgUp_ye_ohY,2333
 feldera/_helpers.py,sha256=TQnDQW19fpljD19ppd5dASy1gUC4y8GNnnJjXxbaUmM,3019
 feldera/enums.py,sha256=doBJtWI3ihMr5oPOe_Xvf3roSYLRDhIOG3MNg6JeGaw,8401
-feldera/output_handler.py,sha256=oTEn9EVEmNhN4_Q7YfwWoa0qh9ujj3ZQ1yvH53A4ygc,1795
-feldera/pipeline.py,sha256=Qtqlda1f3pJbUQwTSxqOACsUr6J-FHul79T_DfLdMAk,47813
+feldera/output_handler.py,sha256=J3Z3w3JG_hDGO-42FMHk34HrI20zwBI9upNAN04pi40,2118
+feldera/pipeline.py,sha256=0MnwVcggQ8Fb8lQf4PIZ-Euw7oaJaew_HUK6DuC6mek,47859
 feldera/pipeline_builder.py,sha256=nOKoMyB47YxwrrvByKGn4CagO-dMQNFip3c5PK1DDhQ,4351
 feldera/runtime_config.py,sha256=w6rPkZyijca9jY1G8PKeqP8txXjnn5MPJYmM7B8iE3U,4602
 feldera/stats.py,sha256=YeDQwE_CixTMb2DjBCgt5jTaJAZRsrHtG-3pYuuII-8,5256
@@ -20,7 +20,7 @@ feldera/rest/pipeline.py,sha256=BvFJnfgZ5b38AtRa9XpZtLQ-rnXlFdLKIgO4DN4wv-E,3625
 feldera/rest/sql_table.py,sha256=qrw-YwMzx5T81zDefNO1KOx7EyypFz1vPwGBzSUB7kc,652
 feldera/rest/sql_view.py,sha256=hN12mPM0mvwLCIPYywpb12s9Hd2Ws31IlTMXPriMisw,644
 feldera/tests/test_datafusionize.py,sha256=NGriTaTWf_WnXFud1wmpFwLFa_-XGjfCh6La3dWc3QA,1337
-feldera-0.162.0.dist-info/METADATA,sha256=g746quM3mtLAfbBByca2o_6bFAwTHFZMlPowU1F4unE,2306
-feldera-0.162.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-feldera-0.162.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
-feldera-0.162.0.dist-info/RECORD,,
+feldera-0.163.0.dist-info/METADATA,sha256=CTSaAplw8eiCV3E624jRZ6X4Q4Egkh_M-CgPCxlYfbs,2306
+feldera-0.163.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+feldera-0.163.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
+feldera-0.163.0.dist-info/RECORD,,