feldera 0.99.0__tar.gz → 0.100.0__tar.gz

{feldera-0.99.0 → feldera-0.100.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.99.0
+Version: 0.100.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT
@@ -10,9 +10,9 @@ Project-URL: Repository, https://github.com/feldera/feldera
 Project-URL: Issues, https://github.com/feldera/feldera/issues
 Keywords: feldera,python
 Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.10
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.12
+Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: requests
 Requires-Dist: pandas>=2.1.2

{feldera-0.99.0 → feldera-0.100.0}/feldera/__init__.py

@@ -1,6 +1,9 @@
 from feldera.rest.feldera_client import FelderaClient as FelderaClient
 from feldera.pipeline import Pipeline as Pipeline
 from feldera.pipeline_builder import PipelineBuilder as PipelineBuilder
+from feldera.rest._helpers import client_version
+
+__version__ = client_version()
 
 import pretty_errors
 

{feldera-0.99.0 → feldera-0.100.0}/feldera/enums.py

@@ -36,27 +36,28 @@ class BuildMode(Enum):
 
 class PipelineStatus(Enum):
     """
-      Represents the state that this pipeline is currently in.
-
-      .. code-block:: text
-
-                  Stopped ◄─────────── Stopping ◄───── All states can transition
-                     │                    ▲            to Stopping by either:
-    /start or /pause │                    │            (1) user calling /stop?force=true, or;
-                     ▼                    │            (2) pipeline encountering a fatal
-              ⌛Provisioning          Suspending            resource or runtime error,
-                     │                    ▲                having the system call /stop?force=true
-                     ▼                    │ /stop          effectively
-              ⌛Initializing ─────────────┤  ?force=false
-                     │                    │
-           ┌─────────┼────────────────────┴─────┐
-           │         ▼                          │
-           │       Paused  ◄──────► Unavailable │
-           │        │   ▲                ▲      │
-           │ /start │   │  /pause        │      │
-           │        ▼   │                │      │
-           │       Running ◄─────────────┘      │
-           └────────────────────────────────────┘
+    Represents the state that this pipeline is currently in.
+
+    .. code-block:: text
+
+                    Stopped ◄─────────── Stopping ◄───── All states can transition
+                       │                    ▲            to Stopping by either:
+      /start or /pause │                    │            (1) user calling /stop?force=true, or;
+                       ▼                    │            (2) pipeline encountering a fatal
+                ⌛Provisioning          Suspending            resource or runtime error,
+                       │                    ▲                having the system call /stop?force=true
+                       ▼                    │ /stop          effectively
+                ⌛Initializing ─────────────┤  ?force=false
+                       │                    │
+             ┌─────────┼────────────────────┴─────┐
+             │         ▼                          │
+             │       Paused  ◄──────► Unavailable │
+             │        │   ▲                ▲      │
+             │ /start │   │  /pause        │      │
+             │        ▼   │                │      │
+             │       Running ◄─────────────┘      │
+             └────────────────────────────────────┘
+
     """
 
     NOT_FOUND = 0

{feldera-0.99.0 → feldera-0.100.0}/feldera/pipeline.py

@@ -111,9 +111,7 @@ class Pipeline:
             tbl.name.lower() for tbl in pipeline.tables
         ]:
             raise ValueError(
-                f"Cannot push to table '{
-                    table_name
-                }': table with this name does not exist in the '{self.name}' pipeline"
+                f"Cannot push to table '{table_name}': table with this name does not exist in the '{self.name}' pipeline"
             )
         else:
             # consider validating the schema here
@@ -308,14 +306,10 @@ class Pipeline:
                 elapsed = time.monotonic() - start_time
                 if elapsed > timeout_s:
                     raise TimeoutError(
-                        f"timeout ({timeout_s}s) reached while waiting for pipeline '{
-                            self.name
-                        }' to complete"
+                        f"timeout ({timeout_s}s) reached while waiting for pipeline '{self.name}' to complete"
                     )
                 logging.debug(
-                    f"waiting for pipeline {self.name} to complete: elapsed time {
-                        elapsed
-                    }s, timeout: {timeout_s}s"
+                    f"waiting for pipeline {self.name} to complete: elapsed time {elapsed}s, timeout: {timeout_s}s"
                 )
 
             pipeline_complete: bool = self.stats().global_metrics.pipeline_complete
@@ -402,15 +396,11 @@ method or use `Pipeline.resume()` to resume a paused pipeline."""
         """
         if idle_interval_s > timeout_s:
             raise ValueError(
-                f"idle interval ({idle_interval_s}s) cannot be larger than timeout ({
-                    timeout_s
-                }s)"
+                f"idle interval ({idle_interval_s}s) cannot be larger than timeout ({timeout_s}s)"
             )
         if poll_interval_s > timeout_s:
             raise ValueError(
-                f"poll interval ({poll_interval_s}s) cannot be larger than timeout ({
-                    timeout_s
-                }s)"
+                f"poll interval ({poll_interval_s}s) cannot be larger than timeout ({timeout_s}s)"
             )
         if poll_interval_s > idle_interval_s:
             raise ValueError(

{feldera-0.99.0 → feldera-0.100.0}/feldera/pipeline_builder.py

@@ -50,8 +50,12 @@ class PipelineBuilder:
         if self.name is None or self.sql is None:
             raise ValueError("Name and SQL are required to create a pipeline")
 
-        if self.client.get_pipeline(self.name) is not None:
-            raise RuntimeError(f"Pipeline with name {self.name} already exists")
+        try:
+            if self.client.get_pipeline(self.name) is not None:
+                raise RuntimeError(f"Pipeline with name {self.name} already exists")
+        except FelderaAPIError as err:
+            if err.error_code != "UnknownPipelineName":
+                raise err
 
         inner = InnerPipeline(
             self.name,
@@ -62,7 +66,9 @@ class PipelineBuilder:
             program_config={
                 "profile": self.compilation_profile.value,
             },
-            runtime_config=self.runtime_config.__dict__,
+            runtime_config=dict(
+                (k, v) for k, v in self.runtime_config.__dict__.items() if v is not None
+            ),
         )
 
         inner = self.client.create_pipeline(inner)

feldera-0.100.0/feldera/rest/_helpers.py

@@ -0,0 +1,9 @@
+def client_version() -> str:
+    from importlib.metadata import version, PackageNotFoundError
+
+    try:
+        version = version("feldera")
+    except PackageNotFoundError:
+        version = "unknown"
+
+    return version

{feldera-0.99.0 → feldera-0.100.0}/feldera/rest/feldera_client.py

@@ -11,6 +11,7 @@ from feldera.rest.feldera_config import FelderaConfig
 from feldera.rest.errors import FelderaTimeoutError
 from feldera.rest.pipeline import Pipeline
 from feldera.rest._httprequests import HttpRequests
+from feldera.rest._helpers import client_version
 
 
 def _validate_no_none_keys_in_map(data):
@@ -63,7 +64,13 @@ class FelderaClient:
         self.http = HttpRequests(self.config)
 
         try:
-            self.pipelines()
+            config = self.get_config()
+            version = client_version()
+            if config.version != version:
+                logging.warn(
+                    f"Client is on version {version} while server is at "
+                    f"{config.version}. There could be incompatibilities."
+                )
         except Exception as e:
             logging.error(f"Failed to connect to Feldera API: {e}")
             raise e
@@ -358,9 +365,7 @@ Reason: The pipeline is in a STOPPED state due to the following error:
             time.sleep(0.1)
 
         raise FelderaTimeoutError(
-            f"timeout error: pipeline '{pipeline_name}' did not stop in {
-                timeout_s
-            } seconds"
+            f"timeout error: pipeline '{pipeline_name}' did not stop in {timeout_s} seconds"
         )
 
     def clear_storage(self, pipeline_name: str, timeout_s: Optional[float] = 300):
@@ -394,9 +399,7 @@ Reason: The pipeline is in a STOPPED state due to the following error:
             time.sleep(0.1)
 
         raise FelderaTimeoutError(
-            f"timeout error: pipeline '{pipeline_name}' did not clear storage in {
-                timeout_s
-            } seconds"
+            f"timeout error: pipeline '{pipeline_name}' did not clear storage in {timeout_s} seconds"
         )
 
     def checkpoint_pipeline(self, pipeline_name: str) -> int:
@@ -702,9 +705,7 @@ Reason: The pipeline is in a STOPPED state due to the following error:
         """
 
         self.http.post(
-            path=f"/pipelines/{pipeline_name}/tables/{table_name}/connectors/{
-                connector_name
-            }/pause",
+            path=f"/pipelines/{pipeline_name}/tables/{table_name}/connectors/{connector_name}/pause",
         )
 
     def resume_connector(
@@ -728,9 +729,7 @@ Reason: The pipeline is in a STOPPED state due to the following error:
         """
 
         self.http.post(
-            path=f"/pipelines/{pipeline_name}/tables/{table_name}/connectors/{
-                connector_name
-            }/start",
+            path=f"/pipelines/{pipeline_name}/tables/{table_name}/connectors/{connector_name}/start",
         )
 
     def get_config(self) -> FelderaConfig:

{feldera-0.99.0 → feldera-0.100.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.99.0
+Version: 0.100.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT
@@ -10,9 +10,9 @@ Project-URL: Repository, https://github.com/feldera/feldera
 Project-URL: Issues, https://github.com/feldera/feldera/issues
 Keywords: feldera,python
 Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.10
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.12
+Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: requests
 Requires-Dist: pandas>=2.1.2

{feldera-0.99.0 → feldera-0.100.0}/feldera.egg-info/SOURCES.txt

@@ -15,6 +15,7 @@ feldera.egg-info/dependency_links.txt
 feldera.egg-info/requires.txt
 feldera.egg-info/top_level.txt
 feldera/rest/__init__.py
+feldera/rest/_helpers.py
 feldera/rest/_httprequests.py
 feldera/rest/config.py
 feldera/rest/errors.py

{feldera-0.99.0 → feldera-0.100.0}/pyproject.toml

@@ -6,9 +6,9 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.99.0"
+version = "0.100.0"
 license = { text = "MIT" }
-requires-python = ">=3.12"
+requires-python = ">=3.10"
 authors = [
     { "name" = "Feldera Team", "email" = "dev@feldera.com" },
 ]
@@ -18,7 +18,7 @@ keywords = [
 ]
 classifiers = [
     "License :: OSI Approved :: MIT License",
-    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.10",
     "Operating System :: OS Independent",
 ]
 dependencies = [