feldera 0.105.0__tar.gz → 0.107.0__tar.gz

{feldera-0.105.0 → feldera-0.107.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.105.0
+Version: 0.107.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.105.0 → feldera-0.107.0}/feldera/pipeline.py

@@ -3,6 +3,7 @@ import time
 from datetime import datetime
 
 import pandas
+from uuid import UUID
 
 from typing import List, Dict, Callable, Optional, Generator, Mapping, Any
 from collections import deque
@@ -620,7 +621,7 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
                 time.sleep(0.1)
                 continue
 
-            return status
+            break
 
         return uuid
 
@@ -636,6 +637,8 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
         resp = self.client.sync_checkpoint_status(self.name)
         success = resp.get("success")
 
+        fail = resp.get("failure") or {}
+
         if uuid == success:
             return CheckpointStatus.Success
 
@@ -645,6 +648,9 @@ pipeline '{self.name}' to sync checkpoint '{uuid}'"""
             failure.error = fail.get("error", "")
             return failure
 
+        if (success is None) or UUID(uuid) > UUID(success):
+            return CheckpointStatus.InProgress
+
         return CheckpointStatus.Unknown
 
     def query(self, query: str) -> Generator[Mapping[str, Any], None, None]:

{feldera-0.105.0 → feldera-0.107.0}/feldera.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: feldera
-Version: 0.105.0
+Version: 0.107.0
 Summary: The feldera python client
 Author-email: Feldera Team <dev@feldera.com>
 License: MIT

{feldera-0.105.0 → feldera-0.107.0}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "feldera"
 readme = "README.md"
 description = "The feldera python client"
-version = "0.105.0"
+version = "0.107.0"
 license = { text = "MIT" }
 requires-python = ">=3.10"
 authors = [

{feldera-0.105.0 → feldera-0.107.0}/tests/test_shared_pipeline1.py

@@ -1,3 +1,5 @@
+import random
+import time
 from typing import Optional
 from feldera.runtime_config import RuntimeConfig, Storage
 from tests import enterprise_only
@@ -12,7 +14,7 @@ SECRET_KEY = "miniopasswd"
 
 def storage_cfg(
     endpoint: Optional[str] = None,
-    start_from_checkpoint: bool = False,
+    start_from_checkpoint: Optional[str] = None,
     auth_err: bool = False,
 ) -> dict:
     return {
@@ -34,7 +36,7 @@ def storage_cfg(
 
 class TestCheckpointSync(SharedTestPipeline):
     @enterprise_only
-    def test_checkpoint_sync(self, auth_err: bool = False):
+    def test_checkpoint_sync(self, from_uuid: bool = False, auth_err: bool = False):
         """
         CREATE TABLE t0 (c0 INT, c1 VARCHAR);
         CREATE MATERIALIZED VIEW v0 AS SELECT c0 FROM t0;
@@ -44,19 +46,22 @@ class TestCheckpointSync(SharedTestPipeline):
         self.set_runtime_config(RuntimeConfig(storage=Storage(config=storage_config)))
         self.pipeline.start()
 
-        data = [{"c0": i, "c1": str(i)} for i in range(1, 4)]
+        random.seed(time.time())
+        data = [{"c0": i, "c1": str(i)} for i in range(1, random.randint(10, 20))]
         self.pipeline.input_json("t0", data)
         self.pipeline.execute("INSERT INTO t0 VALUES (4, 'exists')")
         got_before = list(self.pipeline.query("SELECT * FROM v0"))
 
         self.pipeline.checkpoint(wait=True)
-        self.pipeline.sync_checkpoint(wait=True)
+        uuid = self.pipeline.sync_checkpoint(wait=True)
 
         self.pipeline.stop(force=True)
         self.pipeline.clear_storage()
 
         # Restart pipeline from checkpoint
-        storage_config = storage_cfg(start_from_checkpoint=True, auth_err=auth_err)
+        storage_config = storage_cfg(
+            start_from_checkpoint=uuid if from_uuid else "latest", auth_err=auth_err
+        )
         self.set_runtime_config(RuntimeConfig(storage=Storage(config=storage_config)))
         self.pipeline.start()
         got_after = list(self.pipeline.query("SELECT * FROM v0"))
@@ -66,6 +71,10 @@ class TestCheckpointSync(SharedTestPipeline):
         self.pipeline.stop(force=True)
         self.pipeline.clear_storage()
 
+    @enterprise_only
+    def test_checkpoint_sync_from_uuid(self):
+        self.test_checkpoint_sync(from_uuid=True)
+
     @enterprise_only
     def test_checkpoint_sync_err(self):
         with self.assertRaisesRegex(RuntimeError, "SignatureDoesNotMatch"):