feldera 0.159.0__tar.gz → 0.161.0__tar.gz

{feldera-0.159.0 → feldera-0.161.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.159.0
+Version: 0.161.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.159.0 → feldera-0.161.0}/feldera/pipeline.py

@@ -931,6 +931,35 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
             description=description,
         )
 
+    def update_runtime(self):
+        """
+        Recompile a pipeline with the Feldera runtime version included in the
+        currently installed Feldera platform.
+
+        Use this endpoint after upgrading Feldera to rebuild pipelines that were
+        compiled with older platform versions. In most cases, recompilation is not
+        required—pipelines compiled with older versions will continue to run on the
+        upgraded platform.
+
+        Situations where recompilation may be necessary:
+        - To benefit from the latest bug fixes and performance optimizations.
+        - When backward-incompatible changes are introduced in Feldera. In this case,
+        attempting to start a pipeline compiled with an unsupported version will
+        result in an error.
+
+        If the pipeline is already compiled with the current platform version,
+        this operation is a no-op.
+
+        Note that recompiling the pipeline with a new platform version may change its
+        query plan. If the modified pipeline is started from an existing checkpoint,
+        it may require bootstrapping parts of its state from scratch.  See Feldera
+        documentation for details on the bootstrapping process.
+
+        :raises FelderaAPIError: If the pipeline is not in a STOPPED state.
+        """
+
+        self.client.update_pipeline_runtime(self._inner.name)
+
     def storage_status(self) -> StorageStatus:
         """
         Return the storage status of the pipeline.
@@ -951,6 +980,18 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
         self.refresh(PipelineFieldSelector.STATUS)
         return ProgramStatus.from_value(self._inner.program_status)
 
+    def testing_force_update_platform_version(self, platform_version: str):
+        """
+        Used to simulate a pipeline compiled with a different platform version than the one currently in use.
+        This is useful for testing platform upgrade behavior without actually upgrading Feldera.
+
+        This method is only available when Feldera runs with the "testing" unstable feature enabled.
+        """
+
+        self.client.testing_force_update_platform_version(
+            name=self._inner.name, platform_version=platform_version
+        )
+
     def program_status_since(self) -> datetime:
         """
         Return the timestamp when the current program status was set.
@@ -959,6 +1000,14 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
         self.refresh(PipelineFieldSelector.STATUS)
         return datetime.fromisoformat(self._inner.program_status_since)
 
+    def platform_version(self) -> str:
+        """
+        Return the Feldera platform witch which the program was compiled.
+        """
+
+        self.refresh(PipelineFieldSelector.STATUS)
+        return self._inner.platform_version
+
     def udf_rust(self) -> str:
         """
         Return the Rust code for UDFs.

feldera-0.161.0/feldera/rest/_helpers.py

@@ -0,0 +1,40 @@
+import logging
+import os
+
+
+def client_version() -> str:
+    from importlib.metadata import version, PackageNotFoundError
+
+    try:
+        version = version("feldera")
+    except PackageNotFoundError:
+        version = "unknown"
+
+    return version
+
+
+def requests_verify_from_env() -> str | bool:
+    env_feldera_tls_insecure = os.environ.get("FELDERA_TLS_INSECURE")
+    FELDERA_HTTPS_TLS_CERT = os.environ.get("FELDERA_HTTPS_TLS_CERT")
+
+    if env_feldera_tls_insecure is not None and FELDERA_HTTPS_TLS_CERT is not None:
+        logging.warning(
+            "environment variables FELDERA_HTTPS_TLS_CERT and "
+            "FELDERA_TLS_INSECURE both are set."
+            "\nFELDERA_HTTPS_TLS_CERT takes priority."
+        )
+
+    if env_feldera_tls_insecure is None:
+        FELDERA_TLS_INSECURE = False
+    else:
+        FELDERA_TLS_INSECURE = env_feldera_tls_insecure.strip().lower() in (
+            "1",
+            "true",
+            "yes",
+        )
+
+    requests_verify = not FELDERA_TLS_INSECURE
+    if FELDERA_HTTPS_TLS_CERT is not None:
+        requests_verify = FELDERA_HTTPS_TLS_CERT
+
+    return requests_verify

{feldera-0.159.0 → feldera-0.161.0}/feldera/rest/_httprequests.py

@@ -56,6 +56,8 @@ class HttpRequests:
         """
         self.headers["Content-Type"] = content_type
 
+        prev_resp: Optional[requests.Response] = None
+
         try:
             conn_timeout = self.config.connection_timeout
             timeout = self.config.timeout
@@ -102,6 +104,8 @@ class HttpRequests:
                         verify=self.requests_verify,
                     )
 
+                prev_resp = request
+
                 try:
                     resp = self.__validate(request, stream=stream)
                     logging.debug("got response: %s", str(resp))
@@ -134,6 +138,10 @@ class HttpRequests:
         except requests.exceptions.ConnectionError as err:
             raise FelderaCommunicationError(str(err)) from err
 
+        raise FelderaAPIError(
+            "Max retries exceeded, couldn't successfully connect to Feldera", prev_resp
+        )
+
     def get(
         self,
         path: str,

{feldera-0.159.0 → feldera-0.161.0}/feldera/rest/config.py

@@ -1,5 +1,7 @@
 from typing import Optional
 import os
+from feldera.rest._helpers import requests_verify_from_env
+import logging
 
 
 class Config:
@@ -14,7 +16,7 @@ class Config:
         version: Optional[str] = None,
         timeout: Optional[float] = None,
         connection_timeout: Optional[float] = None,
-        requests_verify: bool | str = True,
+        requests_verify: Optional[bool | str] = None,
     ) -> None:
         """
         :param url: The url to the Feldera API (ex: https://try.feldera.com)
@@ -23,7 +25,10 @@ class Config:
         :param timeout: The timeout for the HTTP requests
         :param connection_timeout: The connection timeout for the HTTP requests
         :param requests_verify: The `verify` parameter passed to the requests
-            library. `True` by default.
+            library. `True` by default. Can also be set using environment
+            variables `FELDERA_TLS_INSECURE` to disable TLS and
+            `FELDERA_HTTPS_TLS_CERT` to set the certificate path. The latter
+            takes priority.
         """
 
         BASE_URL = (
@@ -37,11 +42,10 @@ class Config:
         self.version: Optional[str] = version or "v0"
         self.timeout: Optional[float] = timeout
         self.connection_timeout: Optional[float] = connection_timeout
+        env_verify = requests_verify_from_env()
+        self.requests_verify: bool | str = (
+            requests_verify if requests_verify is not None else env_verify
+        )
 
-        FELDERA_TLS_INSECURE = True if os.environ.get("FELDERA_TLS_INSECURE") else False
-        FELDERA_HTTPS_TLS_CERT = os.environ.get("FELDERA_HTTPS_TLS_CERT")
-        requests_verify = not FELDERA_TLS_INSECURE
-        if requests_verify and FELDERA_HTTPS_TLS_CERT is not None:
-            requests_verify = FELDERA_HTTPS_TLS_CERT
-
-        self.requests_verify: bool | str = requests_verify
+        if self.requests_verify is False:
+            logging.warning("TLS verification is disabled.")

{feldera-0.159.0 → feldera-0.161.0}/feldera/rest/feldera_client.py

@@ -49,7 +49,7 @@ class FelderaClient:
         api_key: Optional[str] = None,
         timeout: Optional[float] = None,
         connection_timeout: Optional[float] = None,
-        requests_verify: bool | str = True,
+        requests_verify: Optional[bool | str] = None,
     ) -> None:
         """
         :param url: The url to Feldera API (ex: https://try.feldera.com). If
@@ -185,7 +185,7 @@ class FelderaClient:
                 elapsed = time.monotonic() - start_time
                 if elapsed > timeout_s:
                     raise TimeoutError(
-                        f"Timed out waiting for pipeline {pipeline_name} to"
+                        f"Timed out waiting for pipeline {pipeline_name} to "
                         f"transition to '{state}' state"
                     )
 
@@ -287,6 +287,21 @@ Reason: The pipeline is in a STOPPED state due to the following error:
             },
         )
 
+    def testing_force_update_platform_version(self, name: str, platform_version: str):
+        self.http.post(
+            path=f"/pipelines/{name}/testing",
+            params={"set_platform_version": platform_version},
+        )
+
+    def update_pipeline_runtime(self, name: str):
+        """
+        Recompile a pipeline with the Feldera runtime version included in the currently installed Feldera platform.
+
+        :param name: The name of the pipeline
+        """
+
+        self.http.post(path=f"/pipelines/{name}/update_runtime")
+
     def delete_pipeline(self, name: str):
         """
         Deletes a pipeline by name

{feldera-0.159.0 → feldera-0.161.0}/feldera/rest/pipeline.py

@@ -57,6 +57,7 @@ class Pipeline:
         )
         self.program_status: Optional[str] = None
         self.program_status_since: Optional[str] = None
+        self.platform_version: Optional[str] = None
         self.program_error: Optional[dict] = None
         self.storage_status: Optional[str] = None
 

{feldera-0.159.0 → feldera-0.161.0}/feldera/runtime_config.py

@@ -81,6 +81,7 @@ class RuntimeConfig:
         fault_tolerance_model: Optional[FaultToleranceModel] = None,
         checkpoint_interval_secs: Optional[int] = None,
         dev_tweaks: Optional[dict] = None,
+        logging: Optional[str] = None,
     ):
         self.workers = workers
         self.tracing = tracing
@@ -105,6 +106,7 @@ class RuntimeConfig:
             else:
                 raise ValueError(f"Unknown value '{storage}' for storage")
         self.dev_tweaks = dev_tweaks
+        self.logging = logging
 
     @staticmethod
     def default() -> "RuntimeConfig":

{feldera-0.159.0 → feldera-0.161.0}/feldera/testutils.py

@@ -13,6 +13,7 @@ from feldera.pipeline import Pipeline
 from feldera.pipeline_builder import PipelineBuilder
 from feldera.runtime_config import Resources, RuntimeConfig
 from feldera.rest import FelderaClient
+from feldera.rest._helpers import requests_verify_from_env
 
 API_KEY = os.environ.get("FELDERA_API_KEY")
 
@@ -46,12 +47,7 @@ KAFKA_SERVER = os.environ.get("FELDERA_KAFKA_SERVER", "localhost:19092")
 PIPELINE_TO_KAFKA_SERVER = os.environ.get(
     "FELDERA_PIPELINE_TO_KAFKA_SERVER", "redpanda:9092"
 )
-FELDERA_TLS_INSECURE = True if os.environ.get("FELDERA_TLS_INSECURE") else False
-FELDERA_HTTPS_TLS_CERT = os.environ.get("FELDERA_HTTPS_TLS_CERT")
-if not FELDERA_TLS_INSECURE and FELDERA_HTTPS_TLS_CERT is not None:
-    FELDERA_REQUESTS_VERIFY = FELDERA_HTTPS_TLS_CERT
-else:
-    FELDERA_REQUESTS_VERIFY = not FELDERA_TLS_INSECURE
+FELDERA_REQUESTS_VERIFY = requests_verify_from_env()
 
 
 class _LazyClient:

{feldera-0.159.0 → feldera-0.161.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.159.0
+Version: 0.161.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.159.0 → feldera-0.161.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.159.0"
+version = "0.161.0"
 license = { text = "MIT" }
 requires-python = ">=3.10"
 authors = [

feldera-0.159.0/feldera/rest/_helpers.py

@@ -1,9 +0,0 @@
-def client_version() -> str:
-    from importlib.metadata import version, PackageNotFoundError
-
-    try:
-        version = version("feldera")
-    except PackageNotFoundError:
-        version = "unknown"
-
-    return version