feldera 0.36.0__tar.gz → 0.37.0__tar.gz

{feldera-0.36.0 → feldera-0.37.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: feldera
-Version: 0.36.0
+Version: 0.37.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT

{feldera-0.36.0 → feldera-0.37.0}/feldera/runtime_config.py

@@ -37,6 +37,24 @@ class Resources:
         self.__dict__.update(config)
 
 
+class Storage:
+    """Storage configuration for a pipeline.
+
+    :param min_storage_bytes: The minimum estimated number of bytes in a batch of data to write it to storage.
+    """
+
+    def __init__(
+        self,
+        config: Optional[Mapping[str, Any]] = None,
+        min_storage_bytes: Optional[int] = None,
+    ):
+        config = config or {}
+
+        self.min_storage_bytes = min_storage_bytes
+
+        self.__dict__.update(config)
+
+
 class RuntimeConfig:
     """
     Runtime configuration class to define the configuration for a pipeline.
@@ -45,13 +63,12 @@ class RuntimeConfig:
     def __init__(
         self,
         workers: Optional[int] = None,
-        storage: Optional[bool] = False,
+        storage: Optional[Storage] = None,
         tracing: Optional[bool] = False,
         tracing_endpoint_jaeger: Optional[str] = "",
         cpu_profiler: bool = True,
         max_buffering_delay_usecs: int = 0,
         min_batch_size_records: int = 0,
-        min_storage_bytes: Optional[int] = None,
         clock_resolution_usecs: Optional[int] = None,
         resources: Optional[Resources] = None,
     ):
@@ -62,7 +79,6 @@ class RuntimeConfig:
         self.cpu_profiler = cpu_profiler
         self.max_buffering_delay_usecs = max_buffering_delay_usecs
         self.min_batch_size_records = min_batch_size_records
-        self.min_storage_bytes = min_storage_bytes
         self.clock_resolution_usecs = clock_resolution_usecs
         if resources is not None:
             self.resources = resources.__dict__

{feldera-0.36.0 → feldera-0.37.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: feldera
-Version: 0.36.0
+Version: 0.37.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT

{feldera-0.36.0 → feldera-0.37.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.36.0"
+version = "0.37.0"
 license = { text = "MIT" }
 requires-python = ">=3.10"
 authors = [

{feldera-0.36.0 → feldera-0.37.0}/tests/test_pipeline_builder.py

@@ -492,14 +492,20 @@ Code snippet:
                     "format": {{
                         "name": "avro",
                         "config": {{
-                            "schema": {json.dumps(json.dumps({
-                                "type": "record",
-                                "name": "items",
-                                "fields": [
-                                    {"name": "id", "type": ["null", "int"]},
-                                    {"name": "name", "type": ["null", "string"]}
-                                ]
-                            }))}
+                            "schema": {
+            json.dumps(
+                json.dumps(
+                    {
+                        "type": "record",
+                        "name": "items",
+                        "fields": [
+                            {"name": "id", "type": ["null", "int"]},
+                            {"name": "name", "type": ["null", "string"]},
+                        ],
+                    }
+                )
+            )
+        }
                         }}
                     }}
                 }}

{feldera-0.36.0 → feldera-0.37.0}/tests/test_udf.py

@@ -193,16 +193,16 @@ pub fn t2t(i: Option<Time>) -> Result<Option<Time>, Box<dyn std::error::Error>>
 pub fn nt2nt(i: Time) -> Result<Time, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn arr2arr(i: Option<Vec<Option<i32>>>) -> Result<Option<Vec<Option<i32>>>, Box<dyn std::error::Error>> {
+pub fn arr2arr(i: Option<Array<Option<i32>>>) -> Result<Option<Array<Option<i32>>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn narr2narr(i: Vec<Option<i32>>) -> Result<Vec<Option<i32>>, Box<dyn std::error::Error>> {
+pub fn narr2narr(i: Array<Option<i32>>) -> Result<Array<Option<i32>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn map2map(i: Option<BTreeMap<String, Option<String>>>) -> Result<Option<BTreeMap<String, Option<String>>>, Box<dyn std::error::Error>> {
+pub fn map2map(i: Option<Map<SqlString, Option<SqlString>>>) -> Result<Option<Map<SqlString, Option<SqlString>>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn nmap2nmap(i: BTreeMap<String, Option<String>>) -> Result<BTreeMap<String, Option<String>>, Box<dyn std::error::Error>> {
+pub fn nmap2nmap(i: Map<SqlString, Option<SqlString>>) -> Result<Map<SqlString, Option<SqlString>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
 pub fn var2var(i: Option<Variant>) -> Result<Option<Variant>, Box<dyn std::error::Error>> {
@@ -217,10 +217,10 @@ pub fn dec2dec(i: Option<Decimal>) -> Result<Option<Decimal>, Box<dyn std::error
 pub fn ndec2ndec(i: Decimal) -> Result<Decimal, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn str2str(i: Option<String>) -> Result<Option<String>, Box<dyn std::error::Error>> {
+pub fn str2str(i: Option<SqlString>) -> Result<Option<SqlString>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn nstr2nstr(i: String) -> Result<String, Box<dyn std::error::Error>> {
+pub fn nstr2nstr(i: SqlString) -> Result<SqlString, Box<dyn std::error::Error>> {
     Ok(i)
 }
 // pub fn struct2struct(i: Option<struct_1>) -> Result<Option<struct_2>, Box<dyn std::error::Error>> {