feldera 0.101.0__tar.gz → 0.102.0__tar.gz

{feldera-0.101.0 → feldera-0.102.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.101.0
+Version: 0.102.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.101.0 → feldera-0.102.0}/feldera/enums.py

@@ -276,3 +276,38 @@ class StorageStatus(Enum):
 
     def __eq__(self, other):
         return self.value == other.value
+
+
+class FaultToleranceModel(Enum):
+    """
+    The fault tolerance model.
+    """
+
+    AtLeastOnce = 1
+    """
+    Each record is output at least once.  Crashes may duplicate output, but
+    no input or output is dropped.
+    """
+
+    ExactlyOnce = 2
+    """
+    Each record is output exactly once.  Crashes do not drop or duplicate
+    input or output.
+    """
+
+    def __str__(self) -> str:
+        match self:
+            case FaultToleranceModel.AtLeastOnce:
+                return "at_least_once"
+            case FaultToleranceModel.ExactlyOnce:
+                return "exactly_once"
+
+    @staticmethod
+    def from_str(value):
+        for member in FaultToleranceModel:
+            if str(member) == value.lower():
+                return member
+
+        raise ValueError(
+            f"Unknown value '{value}' for enum {FaultToleranceModel.__name__}"
+        )

{feldera-0.101.0 → feldera-0.102.0}/feldera/pipeline.py

@@ -145,7 +145,7 @@ class Pipeline:
         :param data: The JSON encoded data to be pushed to the pipeline. The data should be in the form:
             `{'col1': 'val1', 'col2': 'val2'}` or `[{'col1': 'val1', 'col2': 'val2'}, {'col1': 'val1', 'col2': 'val2'}]`
         :param update_format: The update format of the JSON data to be pushed to the pipeline. Must be one of:
-            "raw", "insert_delete". <https://docs.feldera.com/formats/json#the-insertdelete-format>
+            "raw", "insert_delete". https://docs.feldera.com/formats/json#the-insertdelete-format
         :param force: `True` to push data even if the pipeline is paused. `False` by default.
 
         :raises ValueError: If the update format is invalid.
@@ -180,7 +180,7 @@ class Pipeline:
         All connectors are RUNNING by default.
 
         Refer to the connector documentation for more information:
-        <https://docs.feldera.com/connectors/#input-connector-orchestration>
+            https://docs.feldera.com/connectors/#input-connector-orchestration
 
         :param table_name: The name of the table that the connector is attached to.
         :param connector_name: The name of the connector to pause.
@@ -199,7 +199,7 @@ class Pipeline:
         All connectors are RUNNING by default.
 
         Refer to the connector documentation for more information:
-        <https://docs.feldera.com/connectors/#input-connector-orchestration>
+            https://docs.feldera.com/connectors/#input-connector-orchestration
 
         :param table_name: The name of the table that the connector is attached to.
         :param connector_name: The name of the connector to resume.
@@ -533,15 +533,13 @@ metrics"""
 
     def checkpoint(self, wait: bool = False, timeout_s=300) -> int:
         """
-        Checkpoints this pipeline, if fault-tolerance is enabled.
-        Fault Tolerance in Feldera:
-        <https://docs.feldera.com/pipelines/fault-tolerance/>
+        Checkpoints this pipeline.
 
         :param wait: If true, will block until the checkpoint completes.
         :param timeout_s: The maximum time (in seconds) to wait for the
             checkpoint to complete.
 
-        :raises FelderaAPIError: If checkpointing is not enabled.
+        :raises FelderaAPIError: If enterprise features are not enabled.
         """
 
         seq = self.client.checkpoint_pipeline(self.name)

{feldera-0.101.0 → feldera-0.102.0}/feldera/pipeline_builder.py

@@ -10,14 +10,16 @@ class PipelineBuilder:
     """
     A builder for creating a Feldera Pipeline.
 
-    :param client: The `.FelderaClient` instance
+    :param client: The :class:`.FelderaClient` instance
     :param name: The name of the pipeline
     :param description: The description of the pipeline
     :param sql: The SQL code of the pipeline
     :param udf_rust: Rust code for UDFs
     :param udf_toml: Rust dependencies required by UDFs (in the TOML format)
-    :param compilation_profile: The compilation profile to use
-    :param runtime_config: The runtime config to use
+    :param compilation_profile: The :class:`.CompilationProfile` to use
+    :param runtime_config: The :class:`.RuntimeConfig` to use. Enables
+        configuring the runtime behavior of the pipeline such as:
+        fault tolerance, storage and :class:`.Resources`
     """
 
     def __init__(

{feldera-0.101.0 → feldera-0.102.0}/feldera/rest/feldera_client.py

@@ -404,7 +404,7 @@ Reason: The pipeline is in a STOPPED state due to the following error:
 
     def checkpoint_pipeline(self, pipeline_name: str) -> int:
         """
-        Checkpoint a fault-tolerant pipeline
+        Checkpoint a pipeline.
 
         :param pipeline_name: The name of the pipeline to checkpoint
         """

{feldera-0.101.0 → feldera-0.102.0}/feldera/runtime_config.py

@@ -1,5 +1,6 @@
 import os
 from typing import Optional, Any, Mapping
+from feldera.enums import FaultToleranceModel
 
 
 class Resources:
@@ -59,6 +60,11 @@ class Storage:
 class RuntimeConfig:
     """
     Runtime configuration class to define the configuration for a pipeline.
+    To create runtime config from a dictionary, use
+    :meth:`.RuntimeConfig.from_dict`.
+
+    Documentation:
+        https://docs.feldera.com/pipelines/configuration/#runtime-configuration
     """
 
     def __init__(
@@ -74,6 +80,8 @@ class RuntimeConfig:
         provisioning_timeout_secs: Optional[int] = None,
         resources: Optional[Resources] = None,
         runtime_version: Optional[str] = None,
+        fault_tolerance_model: Optional[FaultToleranceModel] = None,
+        checkpoint_interval_secs: Optional[int] = None,
     ):
         self.workers = workers
         self.tracing = tracing
@@ -86,6 +94,11 @@ class RuntimeConfig:
         self.runtime_version = runtime_version or os.environ.get(
             "FELDERA_RUNTIME_VERSION"
         )
+        if fault_tolerance_model is not None:
+            self.fault_tolerance = {
+                "model": str(fault_tolerance_model),
+                "checkpoint_interval_secs": checkpoint_interval_secs,
+            }
         if resources is not None:
             self.resources = resources.__dict__
         if isinstance(storage, bool):
@@ -100,7 +113,7 @@ class RuntimeConfig:
     @classmethod
     def from_dict(cls, d: Mapping[str, Any]):
         """
-        Create a `.RuntimeConfig` object from a dictionary.
+        Create a :class:`.RuntimeConfig` object from a dictionary.
         """
 
         conf = cls()

{feldera-0.101.0 → feldera-0.102.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.101.0
+Version: 0.102.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.101.0 → feldera-0.102.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.101.0"
+version = "0.102.0"
 license = { text = "MIT" }
 requires-python = ">=3.10"
 authors = [