feldera 0.41.0__tar.gz → 0.43.0__tar.gz

{feldera-0.41.0 → feldera-0.43.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.41.0
+Version: 0.43.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT
@@ -16,9 +16,9 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: requests
-Requires-Dist: pandas
+Requires-Dist: pandas>=2.1.2
 Requires-Dist: typing-extensions
-Requires-Dist: numpy<2
+Requires-Dist: numpy>=2.2.4
 Requires-Dist: pretty-errors
 Requires-Dist: ruff>=0.6.9
 

{feldera-0.41.0 → feldera-0.43.0}/feldera/pipeline.py

@@ -534,7 +534,7 @@ resume a paused pipeline."""
     def checkpoint(self):
         """
         Checkpoints this pipeline, if fault-tolerance is enabled.
-        Fault Tolerance in Feldera: <https://docs.feldera.com/fault-tolerance/>
+        Fault Tolerance in Feldera: <https://docs.feldera.com/pipelines/fault-tolerance/>
 
         :raises FelderaAPIError: If checkpointing is not enabled.
         """

{feldera-0.41.0 → feldera-0.43.0}/feldera/rest/feldera_client.py

@@ -1,5 +1,5 @@
 import pathlib
-from typing import Optional
+from typing import Any, Dict, Optional
 import logging
 import time
 import json
@@ -12,6 +12,21 @@ from feldera.rest.pipeline import Pipeline
 from feldera.rest._httprequests import HttpRequests
 
 
+def _validate_no_none_keys_in_map(data):
+    def validate_no_none_keys(d: Dict[Any, Any]) -> None:
+        for k, v in d.items():
+            if isinstance(v, dict) and any(k is None for k in v.keys()):
+                raise ValueError("keys of SQL MAP objects cannot be NULL")
+
+    if isinstance(data, list):
+        for datum in data:
+            validate_no_none_keys(datum)
+    elif isinstance(data, dict):
+        validate_no_none_keys(data)
+    else:
+        return
+
+
 def _prepare_boolean_input(value: bool) -> str:
     return "true" if value else "false"
 
@@ -343,7 +358,7 @@ Reason: The pipeline is in a FAILED state due to the following error:
         pipeline_name: str,
         table_name: str,
         format: str,
-        data: list[list | str | dict],
+        data: list[list | str | dict] | dict,
         array: bool = False,
         force: bool = False,
         update_format: str = "raw",
@@ -393,6 +408,18 @@ Reason: The pipeline is in a FAILED state due to the following error:
                 "json_flavor must be one of 'default', 'debezium_mysql', 'snowflake', 'kafka_connect_json_converter', 'pandas'"
             )
 
+        if update_format == "insert_delete":
+            if array:
+                for datum in data:
+                    _validate_no_none_keys_in_map(datum.get("insert", {}))
+                    _validate_no_none_keys_in_map(datum.get("delete", {}))
+            else:
+                data: dict = data
+                _validate_no_none_keys_in_map(data.get("insert", {}))
+                _validate_no_none_keys_in_map(data.get("delete", {}))
+        else:
+            _validate_no_none_keys_in_map(data)
+
         # python sends `True` which isn't accepted by the backend
         array = _prepare_boolean_input(array)
         force = _prepare_boolean_input(force)

{feldera-0.41.0 → feldera-0.43.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.41.0
+Version: 0.43.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT
@@ -16,9 +16,9 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: requests
-Requires-Dist: pandas
+Requires-Dist: pandas>=2.1.2
 Requires-Dist: typing-extensions
-Requires-Dist: numpy<2
+Requires-Dist: numpy>=2.2.4
 Requires-Dist: pretty-errors
 Requires-Dist: ruff>=0.6.9
 

{feldera-0.41.0 → feldera-0.43.0}/feldera.egg-info/requires.txt

@@ -1,6 +1,6 @@
 requests
-pandas
+pandas>=2.1.2
 typing-extensions
-numpy<2
+numpy>=2.2.4
 pretty-errors
 ruff>=0.6.9

{feldera-0.41.0 → feldera-0.43.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.41.0"
+version = "0.43.0"
 license = { text = "MIT" }
 requires-python = ">=3.10"
 authors = [
@@ -24,9 +24,9 @@ classifiers = [
 ]
 dependencies = [
     "requests",
-    "pandas",
+    "pandas>=2.1.2",
     "typing-extensions",
-    "numpy<2",
+    "numpy>=2.2.4",
     "pretty-errors",
     "ruff>=0.6.9",
 ]

{feldera-0.41.0 → feldera-0.43.0}/tests/test_pipeline_builder.py

@@ -912,9 +912,20 @@ Code snippet:
         pipeline.start()
         pipeline.input_json("t0", data)
         pipeline.wait_for_completion(True)
+        pipeline.shutdown()
+
         got = out.to_dict()
+        assert expected == got
 
+        pipeline.start()
+        out = pipeline.listen("v0")
+        pipeline.input_json("t0", {"c1": {"a": 1, "b": 2}})
+        pipeline.wait_for_completion(True)
+        pipeline.shutdown()
+
+        got = out.to_dict()
         assert expected == got
+
         pipeline.delete()
 
     def test_failed_pipeline_shutdown(self):
@@ -1089,6 +1100,47 @@ Code snippet:
 
         assert got == data
 
+    def test_issue3754(self):
+        name = "test_issue3754"
+        sql = """
+CREATE TABLE map_tbl(m_var MAP<VARCHAR, VARCHAR>);
+CREATE MATERIALIZED VIEW v AS SELECT * FROM map_tbl;
+        """
+
+        pipeline = PipelineBuilder(TEST_CLIENT, name, sql=sql).create_or_replace()
+        pipeline.start()
+
+        with self.assertRaises(ValueError):
+            data = [{"insert": {"m_var": {None: 1}}}]
+            TEST_CLIENT.push_to_pipeline(name, "map_tbl", "insert_delete", data)
+
+        with self.assertRaises(ValueError):
+            data = [{"delete": {"m_var": {None: 1}}}]
+            TEST_CLIENT.push_to_pipeline(name, "map_tbl", "insert_delete", data)
+
+        with self.assertRaises(ValueError):
+            data = {"insert": {"m_var": {None: 1}}}
+            TEST_CLIENT.push_to_pipeline(name, "map_tbl", "insert_delete", data)
+
+        with self.assertRaises(ValueError):
+            data = {"delete": {"m_var": {None: 1}}}
+            TEST_CLIENT.push_to_pipeline(name, "map_tbl", "insert_delete", data)
+
+        with self.assertRaises(ValueError):
+            data = [{"m_var": {None: 1}}]
+            TEST_CLIENT.push_to_pipeline(name, "map_tbl", "raw", data)
+
+        with self.assertRaises(ValueError):
+            data = {"m_var": {None: 1}}
+            TEST_CLIENT.push_to_pipeline(name, "map_tbl", "raw", data)
+
+        with self.assertRaises(ValueError):
+            data = {"m_var": {None: 1}}
+            pipeline.input_json("map_tbl", data)
+
+        pipeline.shutdown()
+        pipeline.delete()
+
 
 if __name__ == "__main__":
     unittest.main()