dc-python-sdk 1.5.46__tar.gz → 1.5.47__tar.gz

{dc_python_sdk-1.5.46/src/dc_python_sdk.egg-info → dc_python_sdk-1.5.47}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dc-python-sdk
-Version: 1.5.46
+Version: 1.5.47
 Summary: Data Connector Python SDK
 Home-page: https://github.com/data-connector/dc-python-sdk
 Author: DataConnector

{dc_python_sdk-1.5.46 → dc_python_sdk-1.5.47}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dc-python-sdk"
-version = "1.5.46"
+version = "1.5.47"
 description = "Data Connector Python SDK"
 readme = "README.md"
 requires-python = ">=3.6"

{dc_python_sdk-1.5.46 → dc_python_sdk-1.5.47}/setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = dc-python-sdk
-version = 1.5.46
+version = 1.5.47
 author = DataConnector
 author_email = josh@dataconnector.com
 description = A small example package

{dc_python_sdk-1.5.46 → dc_python_sdk-1.5.47/src/dc_python_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dc-python-sdk
-Version: 1.5.46
+Version: 1.5.47
 Summary: Data Connector Python SDK
 Home-page: https://github.com/data-connector/dc-python-sdk
 Author: DataConnector

{dc_python_sdk-1.5.46 → dc_python_sdk-1.5.47}/src/dc_sdk/src/pipeline.py

@@ -257,18 +257,58 @@ class PipelineConductor:
             self.extracted_sync_cursor = sync_cursor
 
     def _save_pending_sync_cursor(self):
+        if not self._should_track_sync_cursor():
+            return
+
         if self.extracted_sync_cursor is None:
+            self.internal_log(
+                "Stay in Sync: no sync cursor value was extracted from source data."
+            )
             return
 
-        if self.mode == "prod":
-            self.api.save_pending_sync_cursor(self.pipeline_id, self.extracted_sync_cursor)
+        if self.mode != "prod":
+            self.internal_log(
+                f"Stay in Sync: extracted sync cursor {self.extracted_sync_cursor} (dev mode; not saved)."
+            )
+            return
+
+        try:
+            self.api.save_pending_sync_cursor(
+                self.pipeline_id, self.extracted_sync_cursor
+            )
+            self.log(
+                f"Stay in Sync: saved pending sync cursor {self.extracted_sync_cursor}."
+            )
+        except Exception as e:
+            self.log(
+                f"Stay in Sync: failed to save pending sync cursor {self.extracted_sync_cursor}. {e}"
+            )
 
     def _persist_sync_cursor_after_load(self):
         if self.task != "DESTINATION":
             return
 
-        if self.mode == "prod":
-            self.api.commit_sync_cursor(self.pipeline_id)
+        if self.mode != "prod":
+            return
+
+        try:
+            result = self.api.commit_sync_cursor(self.pipeline_id)
+            if result.get("committed"):
+                sync_cursor_dsc = result.get("sync_cursor_dsc", "")
+                self.log(
+                    f"Stay in Sync: committed sync cursor {sync_cursor_dsc}."
+                )
+            else:
+                self.log(
+                    "Stay in Sync: destination load finished but no pending sync cursor was committed."
+                )
+        except Exception as e:
+            self.log(
+                f"Stay in Sync: failed to commit sync cursor during destination load. {e}"
+            )
+            self.internal_log(
+                "Stay in Sync: commit will be retried when the pipeline run history is finalized."
+            )
 
     def _call_connector_load_data(
         self,