feldera 0.36.0__tar.gz → 0.38.0__tar.gz

{feldera-0.36.0 → feldera-0.38.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: feldera
-Version: 0.36.0
+Version: 0.38.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT

{feldera-0.36.0 → feldera-0.38.0}/feldera/rest/_httprequests.py

@@ -10,6 +10,7 @@ from feldera.rest.errors import (
 
 import json
 import requests
+from requests.packages import urllib3
 from typing import Callable, Optional, Any, Union, Mapping, Sequence, List
 
 
@@ -22,6 +23,11 @@ class HttpRequests:
     def __init__(self, config: Config) -> None:
         self.config = config
         self.headers = {"User-Agent": "feldera-python-sdk/v1"}
+        self.requests_verify = config.requests_verify
+
+        if not self.requests_verify:
+            urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
+
         if self.config.api_key:
             self.headers["Authorization"] = f"Bearer {self.config.api_key}"
 
@@ -69,6 +75,7 @@ class HttpRequests:
                     headers=headers,
                     params=params,
                     stream=stream,
+                    verify=self.requests_verify,
                 )
             elif isinstance(body, bytes):
                 request = http_method(
@@ -78,6 +85,7 @@ class HttpRequests:
                     data=body,
                     params=params,
                     stream=stream,
+                    verify=self.requests_verify,
                 )
             else:
                 request = http_method(
@@ -87,6 +95,7 @@ class HttpRequests:
                     data=json_serialize(body) if serialize else body,
                     params=params,
                     stream=stream,
+                    verify=self.requests_verify,
                 )
 
             resp = self.__validate(request, stream=stream)

{feldera-0.36.0 → feldera-0.38.0}/feldera/rest/config.py

@@ -12,15 +12,19 @@ class Config:
         api_key: Optional[str] = None,
         version: Optional[str] = None,
         timeout: Optional[float] = None,
+        requests_verify: bool = True,
     ) -> None:
         """
         :param url: The url to the Feldera API (ex: https://try.feldera.com)
         :param api_key: The optional API key to access Feldera
         :param version: The version of the API to use
         :param timeout: The timeout for the HTTP requests
+        :param requests_verify: The `verify` parameter passed to the requests
+            library. `True` by default.
         """
 
         self.url: str = url
         self.api_key: Optional[str] = api_key
         self.version: Optional[str] = version or "v0"
         self.timeout: Optional[float] = timeout
+        self.requests_verify: bool = requests_verify

{feldera-0.36.0 → feldera-0.38.0}/feldera/rest/feldera_client.py

@@ -29,15 +29,20 @@ class FelderaClient:
         url: str,
         api_key: Optional[str] = None,
         timeout: Optional[float] = None,
+        requests_verify: bool = True,
     ) -> None:
         """
         :param url: The url to Feldera API (ex: https://try.feldera.com)
         :param api_key: The optional API key for Feldera
         :param timeout: (optional) The amount of time in seconds that the client will wait for a response before timing
             out.
+        :param requests_verify: The `verify` parameter passed to the requests
+            library. `True` by default.
         """
 
-        self.config = Config(url, api_key, timeout=timeout)
+        self.config = Config(
+            url, api_key, timeout=timeout, requests_verify=requests_verify
+        )
         self.http = HttpRequests(self.config)
 
         try:

{feldera-0.36.0 → feldera-0.38.0}/feldera/runtime_config.py

@@ -37,6 +37,24 @@ class Resources:
         self.__dict__.update(config)
 
 
+class Storage:
+    """Storage configuration for a pipeline.
+
+    :param min_storage_bytes: The minimum estimated number of bytes in a batch of data to write it to storage.
+    """
+
+    def __init__(
+        self,
+        config: Optional[Mapping[str, Any]] = None,
+        min_storage_bytes: Optional[int] = None,
+    ):
+        config = config or {}
+
+        self.min_storage_bytes = min_storage_bytes
+
+        self.__dict__.update(config)
+
+
 class RuntimeConfig:
     """
     Runtime configuration class to define the configuration for a pipeline.
@@ -45,13 +63,12 @@ class RuntimeConfig:
     def __init__(
         self,
         workers: Optional[int] = None,
-        storage: Optional[bool] = False,
+        storage: Optional[Storage] = None,
         tracing: Optional[bool] = False,
         tracing_endpoint_jaeger: Optional[str] = "",
         cpu_profiler: bool = True,
         max_buffering_delay_usecs: int = 0,
         min_batch_size_records: int = 0,
-        min_storage_bytes: Optional[int] = None,
         clock_resolution_usecs: Optional[int] = None,
         resources: Optional[Resources] = None,
     ):
@@ -62,7 +79,6 @@ class RuntimeConfig:
         self.cpu_profiler = cpu_profiler
         self.max_buffering_delay_usecs = max_buffering_delay_usecs
         self.min_batch_size_records = min_batch_size_records
-        self.min_storage_bytes = min_storage_bytes
         self.clock_resolution_usecs = clock_resolution_usecs
         if resources is not None:
             self.resources = resources.__dict__

{feldera-0.36.0 → feldera-0.38.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: feldera
-Version: 0.36.0
+Version: 0.38.0
 Summary: The feldera python client
 Author-email: Abhinav <abhinav.gyawali@feldera.com>
 License: MIT

{feldera-0.36.0 → feldera-0.38.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.36.0"
+version = "0.38.0"
 license = { text = "MIT" }
 requires-python = ">=3.10"
 authors = [

{feldera-0.36.0 → feldera-0.38.0}/tests/test_pipeline_builder.py

@@ -492,14 +492,20 @@ Code snippet:
                     "format": {{
                         "name": "avro",
                         "config": {{
-                            "schema": {json.dumps(json.dumps({
-                                "type": "record",
-                                "name": "items",
-                                "fields": [
-                                    {"name": "id", "type": ["null", "int"]},
-                                    {"name": "name", "type": ["null", "string"]}
-                                ]
-                            }))}
+                            "schema": {
+            json.dumps(
+                json.dumps(
+                    {
+                        "type": "record",
+                        "name": "items",
+                        "fields": [
+                            {"name": "id", "type": ["null", "int"]},
+                            {"name": "name", "type": ["null", "string"]},
+                        ],
+                    }
+                )
+            )
+        }
                         }}
                     }}
                 }}

{feldera-0.36.0 → feldera-0.38.0}/tests/test_udf.py

@@ -193,16 +193,16 @@ pub fn t2t(i: Option<Time>) -> Result<Option<Time>, Box<dyn std::error::Error>>
 pub fn nt2nt(i: Time) -> Result<Time, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn arr2arr(i: Option<Vec<Option<i32>>>) -> Result<Option<Vec<Option<i32>>>, Box<dyn std::error::Error>> {
+pub fn arr2arr(i: Option<Array<Option<i32>>>) -> Result<Option<Array<Option<i32>>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn narr2narr(i: Vec<Option<i32>>) -> Result<Vec<Option<i32>>, Box<dyn std::error::Error>> {
+pub fn narr2narr(i: Array<Option<i32>>) -> Result<Array<Option<i32>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn map2map(i: Option<BTreeMap<String, Option<String>>>) -> Result<Option<BTreeMap<String, Option<String>>>, Box<dyn std::error::Error>> {
+pub fn map2map(i: Option<Map<SqlString, Option<SqlString>>>) -> Result<Option<Map<SqlString, Option<SqlString>>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn nmap2nmap(i: BTreeMap<String, Option<String>>) -> Result<BTreeMap<String, Option<String>>, Box<dyn std::error::Error>> {
+pub fn nmap2nmap(i: Map<SqlString, Option<SqlString>>) -> Result<Map<SqlString, Option<SqlString>>, Box<dyn std::error::Error>> {
     Ok(i)
 }
 pub fn var2var(i: Option<Variant>) -> Result<Option<Variant>, Box<dyn std::error::Error>> {
@@ -217,10 +217,10 @@ pub fn dec2dec(i: Option<Decimal>) -> Result<Option<Decimal>, Box<dyn std::error
 pub fn ndec2ndec(i: Decimal) -> Result<Decimal, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn str2str(i: Option<String>) -> Result<Option<String>, Box<dyn std::error::Error>> {
+pub fn str2str(i: Option<SqlString>) -> Result<Option<SqlString>, Box<dyn std::error::Error>> {
     Ok(i)
 }
-pub fn nstr2nstr(i: String) -> Result<String, Box<dyn std::error::Error>> {
+pub fn nstr2nstr(i: SqlString) -> Result<SqlString, Box<dyn std::error::Error>> {
     Ok(i)
 }
 // pub fn struct2struct(i: Option<struct_1>) -> Result<Option<struct_2>, Box<dyn std::error::Error>> {