feldera 0.40.0__py3-none-any.whl → 0.42.0__py3-none-any.whl

feldera/pipeline.py

@@ -534,7 +534,7 @@ resume a paused pipeline."""
     def checkpoint(self):
         """
         Checkpoints this pipeline, if fault-tolerance is enabled.
-        Fault Tolerance in Feldera: <https://docs.feldera.com/fault-tolerance/>
+        Fault Tolerance in Feldera: <https://docs.feldera.com/pipelines/fault-tolerance/>
 
         :raises FelderaAPIError: If checkpointing is not enabled.
         """

feldera/rest/feldera_client.py

@@ -1,5 +1,5 @@
 import pathlib
-from typing import Optional
+from typing import Any, Dict, Optional
 import logging
 import time
 import json
@@ -12,6 +12,21 @@ from feldera.rest.pipeline import Pipeline
 from feldera.rest._httprequests import HttpRequests
 
 
+def _validate_no_none_keys_in_map(data):
+    def validate_no_none_keys(d: Dict[Any, Any]) -> None:
+        for k, v in d.items():
+            if isinstance(v, dict) and any(k is None for k in v.keys()):
+                raise ValueError("keys of SQL MAP objects cannot be NULL")
+
+    if isinstance(data, list):
+        for datum in data:
+            validate_no_none_keys(datum)
+    elif isinstance(data, dict):
+        validate_no_none_keys(data)
+    else:
+        return
+
+
 def _prepare_boolean_input(value: bool) -> str:
     return "true" if value else "false"
 
@@ -57,7 +72,7 @@ class FelderaClient:
         Create a FelderaClient that connects to the local Feldera instance
         """
 
-        return FelderaClient(f"http://localhost:{port}")
+        return FelderaClient(f"http://127.0.0.1:{port}")
 
     def get_pipeline(self, pipeline_name) -> Pipeline:
         """
@@ -343,7 +358,7 @@ Reason: The pipeline is in a FAILED state due to the following error:
         pipeline_name: str,
         table_name: str,
         format: str,
-        data: list[list | str | dict],
+        data: list[list | str | dict] | dict,
         array: bool = False,
         force: bool = False,
         update_format: str = "raw",
@@ -393,6 +408,18 @@ Reason: The pipeline is in a FAILED state due to the following error:
                 "json_flavor must be one of 'default', 'debezium_mysql', 'snowflake', 'kafka_connect_json_converter', 'pandas'"
             )
 
+        if update_format == "insert_delete":
+            if array:
+                for datum in data:
+                    _validate_no_none_keys_in_map(datum.get("insert", {}))
+                    _validate_no_none_keys_in_map(datum.get("delete", {}))
+            else:
+                data: dict = data
+                _validate_no_none_keys_in_map(data.get("insert", {}))
+                _validate_no_none_keys_in_map(data.get("delete", {}))
+        else:
+            _validate_no_none_keys_in_map(data)
+
         # python sends `True` which isn't accepted by the backend
         array = _prepare_boolean_input(array)
         force = _prepare_boolean_input(force)

{feldera-0.40.0.dist-info → feldera-0.42.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: feldera
-Version: 0.40.0
+Version: 0.42.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT
@@ -16,9 +16,9 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: requests
-Requires-Dist: pandas
+Requires-Dist: pandas>=2.1.2
 Requires-Dist: typing-extensions
-Requires-Dist: numpy<2
+Requires-Dist: numpy>=2.2.4
 Requires-Dist: pretty-errors
 Requires-Dist: ruff>=0.6.9
 

{feldera-0.40.0.dist-info → feldera-0.42.0.dist-info}/RECORD

@@ -3,18 +3,18 @@ feldera/_callback_runner.py,sha256=Tdf6BXN4zppyoy8t_y-Ooa3B0wEfvyezMHU9jxY2ZhA,4
 feldera/_helpers.py,sha256=rN0WuGSCCQlXWFMimZUQrgs-LJAfUo074d79sLElncQ,3023
 feldera/enums.py,sha256=tI48tTF65AU5ZLem_IDnC5ycPVMKMv591lW2T__U4C8,7281
 feldera/output_handler.py,sha256=64J3ljhOaKIhxdjOKYi-BUz_HnMwROfmN8eE-btYygU,1930
-feldera/pipeline.py,sha256=yDU5vSRk-2I5P1VeV_Ix5rCDLbjNIkIYEP_gA2vWSIU,29705
+feldera/pipeline.py,sha256=Sj12-anPQ783FqIU89HnEWbWcChcXceDpuRigHfnRVc,29715
 feldera/pipeline_builder.py,sha256=4rmklRZ0-otvTUb-HTESfNsJopEK-E2jxpJXiYlKpps,3664
 feldera/runtime_config.py,sha256=hlIm2QTEqnUy7ucqS1iQN23ElR5d5aMwGvv_PxjHk8I,3243
 feldera/rest/__init__.py,sha256=Eg-EKUU3RSTDcdxTR_7wNDnCly8VpXEzsZCQUmf-y2M,308
 feldera/rest/_httprequests.py,sha256=e22YbpzOzy7MGo7hk9MOU7ZRTj3F314grY0Ygr-_goI,6636
 feldera/rest/config.py,sha256=DYzZKngDEhouTEwqVFd-rDrBN9tWqsU07Jl_BTT4mXs,1008
 feldera/rest/errors.py,sha256=b4i2JjrbSmej7jdko_FL8UeXklLKenSipwMT80jowaM,1720
-feldera/rest/feldera_client.py,sha256=rCTc3wUijjaYzqcnEMFl4PxNO5pkqzfWZN8zl0h7RnU,20806
+feldera/rest/feldera_client.py,sha256=Hf3CzY9Vr5LApNXDsH9mNtYWldk_qORL_sgJnZeD4Hc,21832
 feldera/rest/pipeline.py,sha256=a1lx-64SYak5mHX5yKElVijdfaAt5sDYVhVIXCJ97QQ,2839
 feldera/rest/sql_table.py,sha256=qrw-YwMzx5T81zDefNO1KOx7EyypFz1vPwGBzSUB7kc,652
 feldera/rest/sql_view.py,sha256=hN12mPM0mvwLCIPYywpb12s9Hd2Ws31IlTMXPriMisw,644
-feldera-0.40.0.dist-info/METADATA,sha256=_iySy1N5IGAXP466FkroTQ5ygaD-n-BCquBtB2nIgqA,2582
-feldera-0.40.0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-feldera-0.40.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
-feldera-0.40.0.dist-info/RECORD,,
+feldera-0.42.0.dist-info/METADATA,sha256=ZeJ2Udr31IXdHg2IzyOXsk7-b7l_8S2S1yS3n54X0Dg,2594
+feldera-0.42.0.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+feldera-0.42.0.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
+feldera-0.42.0.dist-info/RECORD,,

{feldera-0.40.0.dist-info → feldera-0.42.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (76.1.0)
+Generator: setuptools (78.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any