feldera 0.34.1__tar.gz → 0.36.0__tar.gz

{feldera-0.34.1 → feldera-0.36.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: feldera
-Version: 0.34.1
+Version: 0.36.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT

{feldera-0.34.1 → feldera-0.36.0}/feldera/_helpers.py

@@ -1,3 +1,5 @@
+import uuid
+
 import pandas as pd
 from decimal import Decimal
 
@@ -8,6 +10,8 @@ def sql_type_to_pandas_type(sql_type: str):
     """
 
     match sql_type.upper():
+        case "UUID":
+            return None
         case "BOOLEAN":
             return "boolean"
         case "TINYINT":
@@ -64,6 +68,7 @@ def dataframe_from_response(buffer: list[list[dict]], schema: dict):
     pd_schema = {}
 
     decimal_col = []
+    uuid_col = []
 
     for column in schema["fields"]:
         column_name = column["name"]
@@ -72,6 +77,8 @@ def dataframe_from_response(buffer: list[list[dict]], schema: dict):
         column_type = column["columntype"]["type"]
         if column_type == "DECIMAL":
             decimal_col.append(column_name)
+        elif column_type == "UUID":
+            uuid_col.append(column_name)
 
         pd_schema[column_name] = sql_type_to_pandas_type(column_type)
 
@@ -89,6 +96,12 @@ def dataframe_from_response(buffer: list[list[dict]], schema: dict):
                 if datum[col] is not None:
                     datum[col] = Decimal(datum[col])
 
+    if len(uuid_col) != 0:
+        for datum in data:
+            for col in uuid_col:
+                if datum[col] is not None:
+                    datum[col] = uuid.UUID(datum[col])
+
     df = pd.DataFrame(data)
     df = df.astype(pd_schema)
 

{feldera-0.34.1 → feldera-0.36.0}/feldera/rest/_httprequests.py

@@ -14,7 +14,8 @@ from typing import Callable, Optional, Any, Union, Mapping, Sequence, List
 
 
 def json_serialize(body: Any) -> str:
-    return json.dumps(body) if body else "" if body == "" else "null"
+    # serialize as string if this object cannot be serialized (e.g. UUID)
+    return json.dumps(body, default=str) if body else "" if body == "" else "null"
 
 
 class HttpRequests:

{feldera-0.34.1 → feldera-0.36.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: feldera
-Version: 0.34.1
+Version: 0.36.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT

{feldera-0.34.1 → feldera-0.36.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.34.1"
+version = "0.36.0"
 license = { text = "MIT" }
 requires-python = ">=3.10"
 authors = [

{feldera-0.34.1 → feldera-0.36.0}/tests/test_pipeline.py

@@ -17,12 +17,15 @@ class TestPipeline(unittest.TestCase):
         for pipeline in pipelines:
             TEST_CLIENT.delete_pipeline(pipeline.name)
 
-    def test_create_pipeline(self, name: str = "blah", delete=False):
+    def test_create_pipeline(
+        self, name: str = "blah", delete=False, runtime_config: dict = {}
+    ):
+        self.test_delete_all_pipelines()
         sql = """
         CREATE TABLE tbl(id INT) WITH ('append_only' = 'true');
         CREATE VIEW V AS SELECT * FROM tbl;
         """
-        pipeline = Pipeline(name, sql, "", "", {}, {})
+        pipeline = Pipeline(name, sql, "", "", {}, runtime_config)
         pipeline = TEST_CLIENT.create_pipeline(pipeline)
 
         if delete:
@@ -84,12 +87,12 @@ class TestPipeline(unittest.TestCase):
 
     def test_get_pipeline_config(self):
         name = str(uuid.uuid4())
-        self.test_create_pipeline(name, False)
+        self.test_create_pipeline(name, False, {"workers": 2, "storage": False})
         config = TEST_CLIENT.get_runtime_config(name)
 
         assert config is not None
-        assert config.get("workers") is not None
-        assert config.get("storage") is not None
+        assert config.get("workers") == 2
+        assert not config.get("storage")
 
         TEST_CLIENT.delete_pipeline(name)
 

{feldera-0.34.1 → feldera-0.36.0}/tests/test_pipeline_builder.py

@@ -1,6 +1,8 @@
 import os
 import time
 import unittest
+import uuid
+
 import pandas as pd
 from kafka import KafkaProducer, KafkaConsumer
 from kafka.admin import KafkaAdminClient, NewTopic
@@ -1057,6 +1059,30 @@ Code snippet:
         pipeline.shutdown()
         pipeline.delete()
 
+    def test_uuid(self):
+        name = "test_uuid"
+        sql = """
+        CREATE TABLE t0(c0 UUID);
+        CREATE MATERIALIZED VIEW v0 AS SELECT c0 FROM t0;
+        """
+
+        pipeline = PipelineBuilder(TEST_CLIENT, name, sql=sql).create_or_replace()
+        out = pipeline.listen("v0")
+        pipeline.start()
+
+        data = [{"c0": uuid.uuid4()}]
+        pipeline.input_json("t0", data)
+
+        for datum in data:
+            datum.update({"insert_delete": 1})
+
+        pipeline.wait_for_completion(True)
+
+        got = out.to_dict()
+        pipeline.shutdown()
+
+        assert got == data
+
 
 if __name__ == "__main__":
     unittest.main()