feldera 0.34.1__py3-none-any.whl

feldera/rest/sql_view.py

@@ -0,0 +1,23 @@
+class SQLView:
+    """
+    Represents a SQL view in Feldera
+    """
+
+    def __init__(
+        self,
+        name: str,
+        fields: list[dict],
+        case_sensitive: bool = False,
+        materialized: bool = False,
+    ):
+        self.name = name
+        self.case_sensitive = case_sensitive
+        self.materialized = materialized
+        self.fields: list[dict] = fields
+
+    @classmethod
+    def from_dict(self, view_dict: dict):
+        tbl = SQLView(name=view_dict["name"], fields=view_dict["fields"])
+        tbl.case_sensitive = view_dict["case_sensitive"]
+        tbl.materialized = view_dict["materialized"]
+        return tbl

feldera/runtime_config.py

@@ -0,0 +1,78 @@
+from typing import Optional, Any, Mapping
+
+
+class Resources:
+    """
+    Class used to specify the resource configuration for a pipeline.
+
+    :param config: A dictionary containing all the configuration values.
+    :param cpu_cores_max: The maximum number of CPU cores to reserve for an instance of the pipeline.
+    :param cpu_cores_min: The minimum number of CPU cores to reserve for an instance of the pipeline.
+    :param memory_mb_max: The maximum memory in Megabytes to reserve for an instance of the pipeline.
+    :param memory_mb_min: The minimum memory in Megabytes to reserve for an instance of the pipeline.
+    :param storage_class: The storage class to use for the pipeline. The class determines storage performance such
+        as IOPS and throughput.
+    :param storage_mb_max: The  storage in Megabytes to reserve for an instance of the pipeline.
+    """
+
+    def __init__(
+        self,
+        config: Optional[Mapping[str, Any]] = None,
+        cpu_cores_max: Optional[int] = None,
+        cpu_cores_min: Optional[int] = None,
+        memory_mb_max: Optional[int] = None,
+        memory_mb_min: Optional[int] = None,
+        storage_class: Optional[str] = None,
+        storage_mb_max: Optional[int] = None,
+    ):
+        config = config or {}
+
+        self.cpu_cores_max = cpu_cores_max
+        self.cpu_cores_min = cpu_cores_min
+        self.memory_mb_max = memory_mb_max
+        self.memory_mb_min = memory_mb_min
+        self.storage_class = storage_class
+        self.storage_mb_max = storage_mb_max
+
+        self.__dict__.update(config)
+
+
+class RuntimeConfig:
+    """
+    Runtime configuration class to define the configuration for a pipeline.
+    """
+
+    def __init__(
+        self,
+        workers: Optional[int] = None,
+        storage: Optional[bool] = False,
+        tracing: Optional[bool] = False,
+        tracing_endpoint_jaeger: Optional[str] = "",
+        cpu_profiler: bool = True,
+        max_buffering_delay_usecs: int = 0,
+        min_batch_size_records: int = 0,
+        min_storage_bytes: Optional[int] = None,
+        clock_resolution_usecs: Optional[int] = None,
+        resources: Optional[Resources] = None,
+    ):
+        self.workers = workers
+        self.storage = storage
+        self.tracing = tracing
+        self.tracing_endpoint_jaeger = tracing_endpoint_jaeger
+        self.cpu_profiler = cpu_profiler
+        self.max_buffering_delay_usecs = max_buffering_delay_usecs
+        self.min_batch_size_records = min_batch_size_records
+        self.min_storage_bytes = min_storage_bytes
+        self.clock_resolution_usecs = clock_resolution_usecs
+        if resources is not None:
+            self.resources = resources.__dict__
+
+    @classmethod
+    def from_dict(cls, d: Mapping[str, Any]):
+        """
+        Create a `.RuntimeConfig` object from a dictionary.
+        """
+
+        conf = cls()
+        conf.__dict__ = d
+        return conf

feldera-0.34.1.dist-info/METADATA

@@ -0,0 +1,105 @@
+Metadata-Version: 2.2
+Name: feldera
+Version: 0.34.1
+Summary: The feldera python client
+Author-email: Abhinav <abhinav.gyawali@feldera.com>
+License: MIT
+Project-URL: Homepage, https://www.feldera.com
+Project-URL: Documentation, https://docs.feldera.com/python
+Project-URL: Repository, https://github.com/feldera/feldera
+Project-URL: Issues, https://github.com/feldera/feldera/issues
+Keywords: feldera,python
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: requests
+Requires-Dist: pandas
+Requires-Dist: typing-extensions
+Requires-Dist: numpy<2
+Requires-Dist: pretty-errors
+Requires-Dist: ruff>=0.6.9
+
+# Feldera Python SDK
+
+Feldera Python is the Feldera SDK for Python developers.
+
+## Installation
+
+```bash
+pip install feldera
+```
+
+### Installing from Github
+
+```bash
+pip install git+https://github.com/feldera/feldera#subdirectory=python
+```
+
+Similarly, to install from a specific branch:
+
+```bash
+$ pip install git+https://github.com/feldera/feldera@{BRANCH_NAME}#subdirectory=python
+```
+
+Replace `{BRANCH_NAME}` with the name of the branch you want to install from.
+
+### Installing from Local Directory
+
+If you have cloned the Feldera repo, you can install the python SDK as follows:
+
+```bash
+# the Feldera Python SDK is present inside the python/ directory
+pip install python/
+```
+
+Checkout the docs [here](./feldera/__init__.py) for an example on how to use the SDK.
+
+## Documentation
+
+To build the html documentation run:
+
+Ensure that you have sphinx installed. If not, install it using `pip install sphinx`.
+
+Then run the following commands:
+
+```bash
+cd docs
+sphinx-apidoc -o . ../feldera
+make html
+```
+
+To clean the build, run `make clean`.
+
+## Testing
+
+To run unit tests:
+
+```bash
+(cd python && python3 -m unittest)
+```
+
+The following command runs end-to-end tests.  You'll need a pipeline
+manager running at `http://localhost:8080`.  For the pipeline builder
+tests, you'll also need a broker available at `localhost:9092` and
+(from the pipelines) `redpanda:19092`.  (To change those locations,
+set the environment variables listed in `python/tests/__init__.py`.)
+
+```bash
+(cd python/tests && python3 -m pytest .)
+```
+
+To run tests from a specific file:
+
+```bash
+(cd python/tests && python3 -m unittest ./tests/path-to-file.py)
+```
+
+To run the aggregate tests use:
+
+```bash
+cd python
+PYTHONPATH=`pwd` python3 ./tests/aggregate_tests/main.py
+```

feldera-0.34.1.dist-info/RECORD

@@ -0,0 +1,20 @@
+feldera/__init__.py,sha256=PxkgCtEAuFwo4u8NGEDio-bF3M-GnbeV45tAQVoBbqE,297
+feldera/_callback_runner.py,sha256=Tdf6BXN4zppyoy8t_y-Ooa3B0wEfvyezMHU9jxY2ZhA,4713
+feldera/_helpers.py,sha256=TuaJPQdAnRV9K5bG7-DCAr45b2JxsZyrwkZBJf1806M,2684
+feldera/enums.py,sha256=tI48tTF65AU5ZLem_IDnC5ycPVMKMv591lW2T__U4C8,7281
+feldera/output_handler.py,sha256=64J3ljhOaKIhxdjOKYi-BUz_HnMwROfmN8eE-btYygU,1930
+feldera/pipeline.py,sha256=yDU5vSRk-2I5P1VeV_Ix5rCDLbjNIkIYEP_gA2vWSIU,29705
+feldera/pipeline_builder.py,sha256=4rmklRZ0-otvTUb-HTESfNsJopEK-E2jxpJXiYlKpps,3664
+feldera/runtime_config.py,sha256=PfYXsrLrs5Duty-7x3dGDf2uvp5hwp3Yb5n3bRQtLVk,2898
+feldera/rest/__init__.py,sha256=Eg-EKUU3RSTDcdxTR_7wNDnCly8VpXEzsZCQUmf-y2M,308
+feldera/rest/_httprequests.py,sha256=y3RxFn4BCTKbUztO1LN2CWXgGA93dIIV5VLdyiWQWuQ,6181
+feldera/rest/config.py,sha256=84Lj2QX6SYNZJdBfrCHPMh29Nj4MY7nRB-uddytx_ok,795
+feldera/rest/errors.py,sha256=b4i2JjrbSmej7jdko_FL8UeXklLKenSipwMT80jowaM,1720
+feldera/rest/feldera_client.py,sha256=kTNN3DaxQ5gnCpTYAggpdlMpBKJJ15bYh_WXI6FzGzU,20570
+feldera/rest/pipeline.py,sha256=o6BFLL3DuurvAhneX1LH7mLjbvX3dn4lCXziYRciUI4,2788
+feldera/rest/sql_table.py,sha256=qrw-YwMzx5T81zDefNO1KOx7EyypFz1vPwGBzSUB7kc,652
+feldera/rest/sql_view.py,sha256=hN12mPM0mvwLCIPYywpb12s9Hd2Ws31IlTMXPriMisw,644
+feldera-0.34.1.dist-info/METADATA,sha256=HQlRtvnIrJqcifk-YaOkjJ_XgCyZBfHFgMlST2xOkrQ,2582
+feldera-0.34.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+feldera-0.34.1.dist-info/top_level.txt,sha256=fB6yTqrQiO6RCbY1xP2T_mpPoTjDFtJvkJJodiee7d0,8
+feldera-0.34.1.dist-info/RECORD,,

feldera-0.34.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.8.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

feldera-0.34.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+feldera