feldera 0.134.0__py3-none-any.whl → 0.135.0__py3-none-any.whl

feldera/_callback_runner.py

@@ -39,14 +39,12 @@ class CallbackRunner(Thread):
         """
 
         pipeline = self.client.get_pipeline(self.pipeline_name)
-        schema = pipeline.program_info["schema"]
 
-        if schema:
-            schemas = [relation for relation in schema["inputs"] + schema["outputs"]]
-            for schema in schemas:
-                if schema["name"] == self.view_name:
-                    self.schema = schema
-                    break
+        schemas = pipeline.tables + pipeline.views
+        for schema in schemas:
+            if schema.name == self.view_name:
+                self.schema = schema
+                break
 
         if self.schema is None:
             raise ValueError(
@@ -66,7 +64,10 @@ class CallbackRunner(Thread):
             case _CallbackRunnerInstruction.PipelineStarted:
                 # listen to the pipeline
                 gen_obj = self.client.listen_to_pipeline(
-                    self.pipeline_name, self.view_name, format="json"
+                    self.pipeline_name,
+                    self.view_name,
+                    format="json",
+                    case_sensitive=self.schema.case_sensitive,
                 )
 
                 # if there is a queue set up, inform the main thread that the listener has been started, and it can
@@ -83,7 +84,7 @@ class CallbackRunner(Thread):
                     seq_no: Optional[int] = chunk.get("sequence_number")
                     if data is not None and seq_no is not None:
                         self.callback(
-                            dataframe_from_response([data], self.schema), seq_no
+                            dataframe_from_response([data], self.schema.fields), seq_no
                         )
 
                     if self.queue:

feldera/_helpers.py

@@ -60,7 +60,7 @@ def ensure_dataframe_has_columns(df: pd.DataFrame):
         )
 
 
-def dataframe_from_response(buffer: list[list[dict]], schema: dict):
+def dataframe_from_response(buffer: list[list[dict]], fields: list[dict]):
     """
     Converts the response from Feldera to a pandas DataFrame.
     """
@@ -70,7 +70,7 @@ def dataframe_from_response(buffer: list[list[dict]], schema: dict):
     decimal_col = []
     uuid_col = []
 
-    for column in schema["fields"]:
+    for column in fields:
         column_name = column["name"]
         if not column["case_sensitive"]:
             column_name = column_name.lower()

feldera/rest/feldera_client.py

@@ -830,6 +830,7 @@ Reason: The pipeline is in a STOPPED state due to the following error:
         backpressure: bool = True,
         array: bool = False,
         timeout: Optional[float] = None,
+        case_sensitive: bool = False,
     ):
         """
         Listen for updates to views for pipeline, yields the chunks of data
@@ -845,6 +846,7 @@ Reason: The pipeline is in a STOPPED state due to the following error:
             "json" format, the default value is False
 
         :param timeout: The amount of time in seconds to listen to the stream for
+        :param case_sensitive: True if the table name is case sensitive or a reserved keyword, False by default
         """
 
         params = {
@@ -855,6 +857,8 @@ Reason: The pipeline is in a STOPPED state due to the following error:
         if format == "json":
             params["array"] = _prepare_boolean_input(array)
 
+        table_name = f'"{table_name}"' if case_sensitive else table_name
+
         resp = self.http.post(
             path=f"/pipelines/{pipeline_name}/egress/{table_name}",
             params=params,

feldera/testutils.py

@@ -23,6 +23,7 @@ KAFKA_SERVER = os.environ.get("FELDERA_KAFKA_SERVER", "localhost:19092")
 PIPELINE_TO_KAFKA_SERVER = os.environ.get(
     "FELDERA_PIPELINE_TO_KAFKA_SERVER", "redpanda:9092"
 )
+FELDERA_TLS_INSECURE = True if os.environ.get("FELDERA_TLS_INSECURE") else False
 
 
 class _LazyClient:
@@ -36,7 +37,10 @@ class _LazyClient:
     def _ensure(self):
         if self._client is None:
             self._client = FelderaClient(
-                BASE_URL, api_key=API_KEY, connection_timeout=10, requests_verify=False
+                BASE_URL,
+                api_key=API_KEY,
+                connection_timeout=10,
+                requests_verify=not FELDERA_TLS_INSECURE,
             )
         return self._client
 

{feldera-0.134.0.dist-info → feldera-0.135.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.134.0
+Version: 0.135.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.134.0.dist-info → feldera-0.135.0.dist-info}/RECORD

@@ -1,25 +1,25 @@
 feldera/__init__.py,sha256=EiY3bTj_mnfNhCGrZo6J__brfovIJ-YYAdy77PyaEoo,378
-feldera/_callback_runner.py,sha256=-2hYG70cEkvz4BiOfUTARaH-2Rlv0Qcz-ilvodgyK10,4797
-feldera/_helpers.py,sha256=rN0WuGSCCQlXWFMimZUQrgs-LJAfUo074d79sLElncQ,3023
+feldera/_callback_runner.py,sha256=v3PD2DcT190ObYWoZDtWfS2zF9KU63gVKpguvAAEtJk,4786
+feldera/_helpers.py,sha256=TQnDQW19fpljD19ppd5dASy1gUC4y8GNnnJjXxbaUmM,3019
 feldera/enums.py,sha256=MTHBojVANsdRnjbrzCyIOniDIUaH8nTYRfxB7QvajEE,9570
 feldera/output_handler.py,sha256=64J3ljhOaKIhxdjOKYi-BUz_HnMwROfmN8eE-btYygU,1930
 feldera/pipeline.py,sha256=yhUGKbagA--_D-vB8k8Mm9rZFhc7NbcpXh1OK8zPmBo,41742
 feldera/pipeline_builder.py,sha256=a750hp5SgTmlyrobTHFh1fTaK9Ed4A5qnXaYRctRM-8,4250
 feldera/runtime_config.py,sha256=MuYJPd5G_hnu_eDz4ge4BfYvSBSOvOEtv4NYh5sEwqU,4452
 feldera/stats.py,sha256=1qDlWhI-ORx3FktxH3b93mXWwtCOb4XuP0iJePHJTrE,5030
-feldera/testutils.py,sha256=Twl3IPpZ7rBO10cpmoJznCOAPPennHxI2c5qsGKFfEg,6328
+feldera/testutils.py,sha256=cL7A_XNhDMRXdHeswOFX1CXbnwF_KG1-EKxBK6AU8dY,6477
 feldera/rest/__init__.py,sha256=Eg-EKUU3RSTDcdxTR_7wNDnCly8VpXEzsZCQUmf-y2M,308
 feldera/rest/_helpers.py,sha256=q7jWInKp9IiIli8N5o31lDG3hNUbcsJqufZXYHG04ps,222
 feldera/rest/_httprequests.py,sha256=WbMeFodRV0ZHjA4LhcsbGUtVO-j8HQ98SRfgogOFA8A,8074
 feldera/rest/config.py,sha256=ag8Vh1Ul0wmo--3kvfwL_vUfu4CHESnn07xUuIJRbv4,1213
 feldera/rest/errors.py,sha256=wKWwlL5WI3SVXC8rQTy3rS3wQ9Hjjn_EY7iRHXZFIVE,2341
-feldera/rest/feldera_client.py,sha256=Crt0WHBucC4YiRZi2M0GKQ1isdMjCm_Y-_fElOjoK3o,37095
+feldera/rest/feldera_client.py,sha256=0KWd3ZFbgsaNzIC-NWzvXMZwLkFCWPnA-M2IQBZnWbM,37323
 feldera/rest/feldera_config.py,sha256=1pnGbLFMSLvp7Qh_OlPLALSKCSHIktNWKvx6gYU00U4,1374
 feldera/rest/pipeline.py,sha256=Rmbflbwjvd86iZ5aSJ5b_bTSs6vgvEKQFwMZDtm0nxE,2835
 feldera/rest/sql_table.py,sha256=qrw-YwMzx5T81zDefNO1KOx7EyypFz1vPwGBzSUB7kc,652
 feldera/rest/sql_view.py,sha256=hN12mPM0mvwLCIPYywpb12s9Hd2Ws31IlTMXPriMisw,644
 feldera/tests/test_datafusionize.py,sha256=NGriTaTWf_WnXFud1wmpFwLFa_-XGjfCh6La3dWc3QA,1337
-feldera-0.134.0.dist-info/METADATA,sha256=ssim0lNPFByKPuLB5lLNWjq7Qg6APROf9-37wCKa7kQ,2368
-feldera-0.134.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-feldera-0.134.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
-feldera-0.134.0.dist-info/RECORD,,
+feldera-0.135.0.dist-info/METADATA,sha256=n-PWnfPsiYpBBWYtE-0NGXTrPh1urwxpmsWgyR7l6uU,2368
+feldera-0.135.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+feldera-0.135.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
+feldera-0.135.0.dist-info/RECORD,,