feldera 0.186.0__tar.gz → 0.219.0__tar.gz

{feldera-0.186.0 → feldera-0.219.0}/PKG-INFO

@@ -1,15 +1,14 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.186.0
+Version: 0.219.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
-License: MIT
+License-Expression: MIT
 Project-URL: Homepage, https://www.feldera.com
 Project-URL: Documentation, https://docs.feldera.com/python
 Project-URL: Repository, https://github.com/feldera/feldera
 Project-URL: Issues, https://github.com/feldera/feldera/issues
 Keywords: feldera,python
-Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
@@ -135,6 +134,8 @@ uv run python -m pytest tests/platform/
 
 # Specific test file
 uv run python -m pytest tests/platform/test_pipeline_crud.py
+
+# Tip: add argument -x at the end for it to fail fast
 ```
 
 For further information about the tests, please see `tests/README.md`.

{feldera-0.186.0 → feldera-0.219.0}/README.md

@@ -111,6 +111,8 @@ uv run python -m pytest tests/platform/
 
 # Specific test file
 uv run python -m pytest tests/platform/test_pipeline_crud.py
+
+# Tip: add argument -x at the end for it to fail fast
 ```
 
 For further information about the tests, please see `tests/README.md`.

{feldera-0.186.0 → feldera-0.219.0}/feldera/pipeline.py

@@ -1,36 +1,35 @@
 import logging
+import pathlib
 import time
+from collections import deque
 from datetime import datetime
-import pathlib
-
-import pandas
+from threading import Event
+from typing import Any, Callable, Dict, Generator, List, Mapping, Optional
 from uuid import UUID
 
-from typing import List, Dict, Callable, Optional, Generator, Mapping, Any
-from threading import Event
-from collections import deque
+import pandas
 
-from feldera.rest.errors import FelderaAPIError
+from feldera._callback_runner import CallbackRunner
+from feldera._helpers import chunk_dataframe, ensure_dataframe_has_columns
 from feldera.enums import (
     BootstrapPolicy,
-    CompletionTokenStatus,
-    PipelineFieldSelector,
-    PipelineStatus,
-    ProgramStatus,
     CheckpointStatus,
-    TransactionStatus,
-    StorageStatus,
+    CompletionTokenStatus,
     DeploymentDesiredStatus,
     DeploymentResourcesDesiredStatus,
     DeploymentResourcesStatus,
     DeploymentRuntimeDesiredStatus,
     DeploymentRuntimeStatus,
+    PipelineFieldSelector,
+    PipelineStatus,
+    ProgramStatus,
+    StorageStatus,
+    TransactionStatus,
 )
-from feldera.rest.pipeline import Pipeline as InnerPipeline
-from feldera.rest.feldera_client import FelderaClient
-from feldera._callback_runner import CallbackRunner
 from feldera.output_handler import OutputHandler
-from feldera._helpers import ensure_dataframe_has_columns, chunk_dataframe
+from feldera.rest.errors import FelderaAPIError
+from feldera.rest.feldera_client import FelderaClient
+from feldera.rest.pipeline import Pipeline as InnerPipeline
 from feldera.rest.sql_table import SQLTable
 from feldera.rest.sql_view import SQLView
 from feldera.runtime_config import RuntimeConfig
@@ -826,10 +825,11 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
 
         resp = self.client.sync_checkpoint_status(self.name)
         success = resp.get("success")
+        periodic = resp.get("periodic")
 
         fail = resp.get("failure") or {}
 
-        if uuid == success:
+        if uuid == success or uuid == periodic:
             return CheckpointStatus.Success
 
         fail = resp.get("failure") or {}
@@ -844,6 +844,26 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
 
         return CheckpointStatus.Unknown
 
+    def last_successful_checkpoint_sync(self) -> UUID:
+        """
+        Returns the UUID of the last successfully synced checkpoint.
+
+        :return: The UUID of the last successfully synced checkpoint.
+        """
+
+        resp = self.client.sync_checkpoint_status(self.name)
+        success = resp.get("success")
+        periodic = resp.get("periodic")
+
+        if success is None and periodic is None:
+            raise RuntimeError("no checkpoints have been synced yet")
+        elif success is None:
+            return UUID(periodic)
+        elif periodic is None:
+            return UUID(success)
+        else:
+            return max(UUID(success), UUID(periodic))
+
     def query(self, query: str) -> Generator[Mapping[str, Any], None, None]:
         """
         Executes an ad-hoc SQL query on this pipeline and returns a generator
@@ -1337,6 +1357,7 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
         stats: bool = True,
         pipeline_config: bool = True,
         system_config: bool = True,
+        dataflow_graph: bool = True,
     ) -> bytes:
         """
         Generate a support bundle containing diagnostic information from this pipeline.
@@ -1354,6 +1375,7 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
         :param stats: Whether to collect stats data (default: True)
         :param pipeline_config: Whether to collect pipeline configuration data (default: True)
         :param system_config: Whether to collect system configuration data (default: True)
+        :param dataflow_graph: Whether to collect dataflow graph (default: True)
         :return: The support bundle as bytes (ZIP archive)
         :raises FelderaAPIError: If the pipeline does not exist or if there's an error
         """
@@ -1374,6 +1396,8 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
             params["pipeline_config"] = "false"
         if not system_config:
             params["system_config"] = "false"
+        if not dataflow_graph:
+            params["dataflow_graph"] = "false"
 
         support_bundle_bytes = self.client.get_pipeline_support_bundle(
             self.name, params=params
@@ -1393,6 +1417,42 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
 
         return support_bundle_bytes
 
+    def start_samply_profile(self, duration: int = 30):
+        """
+        Starts profiling this pipeline using samply.
+
+        :param duration: The duration of the profile in seconds (default: 30)
+        :raises FelderaAPIError: If the pipeline does not exist or if there's an error
+        """
+
+        self.client.start_samply_profile(self.name, duration)
+
+    def get_samply_profile(self, output_path: Optional[str] = None) -> bytes:
+        """
+        Returns the gzip file of the samply profile as bytes.
+
+        The gzip file contains the samply profile that can be inspected by the samply tool.
+
+        :param output_path: Optional path to save the samply profile file. If None,
+            the samply profile is only returned as bytes.
+        :return: The samply profile as bytes (GZIP file)
+        :raises FelderaAPIError: If the pipeline does not exist or if there's an error
+        """
+
+        samply_profile_bytes = self.client.get_samply_profile(self.name)
+
+        if output_path is not None:
+            path = pathlib.Path(output_path)
+
+            if path.suffix != ".gz":
+                path = path.with_suffix(".gz")
+            with open(path, "wb") as f:
+                f.write(samply_profile_bytes)
+
+            print(f"Samply profile written to {path}")
+
+        return samply_profile_bytes
+
     def generate_completion_token(self, table_name: str, connector_name: str) -> str:
         """
         Returns a completion token that can be passed to :meth:`.Pipeline.completion_token_status` to

{feldera-0.186.0 → feldera-0.219.0}/feldera/rest/_httprequests.py

@@ -50,9 +50,8 @@ class HttpRequests:
 
             if response.status_code == 200:
                 health_data = response.json()
-                runner_healthy = health_data.get("runner", {}).get("healthy", False)
-                compiler_healthy = health_data.get("compiler", {}).get("healthy", False)
-                return runner_healthy and compiler_healthy
+                all_healthy = health_data.get("all_healthy", False)
+                return all_healthy
             else:
                 logging.warning(
                     f"Health check returned status {response.status_code}. The instance might be in the process of being upgraded. Waiting to see if it recovers."

{feldera-0.186.0 → feldera-0.219.0}/feldera/rest/errors.py

@@ -39,6 +39,8 @@ class FelderaAPIError(FelderaError):
                 if self.message:
                     err_msg += f"\nMessage: {self.message}"
                 self.details = json_data.get("details")
+                if self.details:
+                    err_msg += f"\nDetails: {self.details}"
             except Exception:
                 self.message = request.text
                 err_msg += request.text

{feldera-0.186.0 → feldera-0.219.0}/feldera/rest/feldera_client.py

@@ -1234,6 +1234,46 @@ Reason: The pipeline is in a STOPPED state due to the following error:
 
         return buffer
 
+    def start_samply_profile(self, pipeline_name: str, duration: int):
+        """
+        Start the profiling this pipeline with samply.
+
+        :param pipeline_name: The name of the pipeline
+        :param duration: The duration of the profile in seconds (default: 30)
+        :raises FelderaAPIError: If the pipeline does not exist or if there's an error
+        """
+
+        if duration <= 0:
+            raise ValueError("Duration must be a positive integer")
+
+        params = {"duration_secs": duration}
+
+        self.http.post(
+            path=f"/pipelines/{pipeline_name}/samply_profile",
+            params=params,
+        )
+
+    def get_samply_profile(self, pipeline_name: str) -> bytes:
+        """
+        Get the most recent available samply profile for the given pipeline.
+
+        :param pipeline_name: The name of the pipeline
+        :return: The samply profile as bytes (GZIP file)
+        :raises FelderaAPIError: If the pipeline does not exist or if there's an error
+        """
+
+        resp = self.http.get(
+            path=f"/pipelines/{pipeline_name}/samply_profile",
+            stream=True,
+        )
+
+        buffer = b""
+        for chunk in resp.iter_content(chunk_size=1024):
+            if chunk:
+                buffer += chunk
+
+        return buffer
+
     def generate_completion_token(
         self, pipeline_name: str, table_name: str, connector_name: str
     ) -> str:
@@ -1261,3 +1301,27 @@ Reason: The pipeline is in a STOPPED state due to the following error:
             )
 
         return token
+
+    def get_cluster_events(self) -> list[dict]:
+        """
+        Retrieves all cluster events (status fields only).
+
+        :returns: List of cluster events.
+        """
+        return self.http.get(path="/cluster/events")
+
+    def get_cluster_event(self, event_id: str, selector: str = "status") -> dict:
+        """
+        Retrieves a specific cluster event.
+
+        :param event_id: Identifier (UUID) of the event to retrieve, or `latest` for the latest event.
+        :param selector: (Optional) Limit the returned fields. Valid values: "all", "status" (default).
+
+        :returns: Event (fields limited based on selector).
+        """
+        # Selector of fields
+        if selector not in ["all", "status"]:
+            raise ValueError(f"invalid selector: {selector}")
+
+        # Issue request and return response
+        return self.http.get(path=f"/cluster/events/{event_id}?selector={selector}")

{feldera-0.186.0 → feldera-0.219.0}/feldera.egg-info/PKG-INFO

@@ -1,15 +1,14 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.186.0
+Version: 0.219.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
-License: MIT
+License-Expression: MIT
 Project-URL: Homepage, https://www.feldera.com
 Project-URL: Documentation, https://docs.feldera.com/python
 Project-URL: Repository, https://github.com/feldera/feldera
 Project-URL: Issues, https://github.com/feldera/feldera/issues
 Keywords: feldera,python
-Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
@@ -135,6 +134,8 @@ uv run python -m pytest tests/platform/
 
 # Specific test file
 uv run python -m pytest tests/platform/test_pipeline_crud.py
+
+# Tip: add argument -x at the end for it to fail fast
 ```
 
 For further information about the tests, please see `tests/README.md`.

{feldera-0.186.0 → feldera-0.219.0}/pyproject.toml

@@ -6,8 +6,8 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.186.0"
-license = { text = "MIT" }
+version = "0.219.0"
+license = "MIT"
 requires-python = ">=3.10"
 authors = [
     { "name" = "Feldera Team", "email" = "dev@feldera.com" },
@@ -17,7 +17,6 @@ keywords = [
     "python",
 ]
 classifiers = [
-    "License :: OSI Approved :: MIT License",
     "Programming Language :: Python :: 3.10",
     "Operating System :: OS Independent",
 ]
@@ -36,8 +35,8 @@ Documentation = "https://docs.feldera.com/python"
 Repository = "https://github.com/feldera/feldera"
 Issues = "https://github.com/feldera/feldera/issues"
 
-[tool.uv]
-dev-dependencies = [
+[dependency-groups]
+dev = [
     "pytest-timeout>=2.3.1",
     "pytest-xdist>=3.8.0",
     "pytest>=8.3.5",