hotglue-singer-sdk 1.0.4__py3-none-any.whl → 1.0.7__py3-none-any.whl

hotglue_singer_sdk/target_sdk/client.py

@@ -74,6 +74,11 @@ class HotglueBaseSink(Rest):
 
         # remove failed records from the previous state so retrigger retries those records
         if self.previous_state:
+            if not self.previous_state.get("bookmarks"):
+                self.previous_state["bookmarks"] = {}
+            if not self.previous_state.get("summary"):
+                self.previous_state["summary"] = {}
+
             for stream in self.previous_state["bookmarks"]:
                 self.previous_state["bookmarks"][stream] = [record for record in self.previous_state["bookmarks"][stream] if record.get("success") != False]
             for stream in self.previous_state["summary"]:
@@ -89,7 +94,7 @@ class HotglueBaseSink(Rest):
         
         # if previous state exists, add the hashes to the processed_hashes
         if self.previous_state:
-            self.processed_hashes.extend([record["hash"] for record in self.previous_state["bookmarks"][self.name] if record.get("hash")])
+            self.processed_hashes.extend([record["hash"] for record in self.previous_state.get("bookmarks", {}).get(self.name, []) if record.get("hash")])
 
         # get the full target state
         target_state = self._target._latest_state
@@ -174,6 +179,14 @@ class HotglueSink(HotglueBaseSink, RecordSink):
     def preprocess_record(self, record: dict, context: dict) -> dict:
         raise NotImplementedError()
 
+
+    def _get_error_classification_metadata(self, error: Exception) -> dict:
+        if isinstance(error, (InvalidCredentialsError)):
+            return {"hg_error_class": InvalidCredentialsError.__name__}
+        elif isinstance(error, (InvalidPayloadError)):
+            return {"hg_error_class": InvalidPayloadError.__name__}
+        return {}
+
     def process_record(self, record: dict, context: dict) -> None:
         """Process the record."""
         if not self.latest_state:
@@ -197,8 +210,7 @@ class HotglueSink(HotglueBaseSink, RecordSink):
             success = False
             self.logger.exception(f"Preprocess record error {str(e)}")
             state_updates['error'] = str(e)
-            if isinstance(e, (InvalidCredentialsError, InvalidPayloadError)):
-                state_updates['hg_error_class'] = e.__class__.__name__
+            state_updates.update(self._get_error_classification_metadata(e))
 
         if success is not False:
 
@@ -226,8 +238,8 @@ class HotglueSink(HotglueBaseSink, RecordSink):
             except Exception as e:
                 self.logger.exception(f"Upsert record error {str(e)}")
                 state_updates['error'] = str(e)
-                if isinstance(e, (InvalidCredentialsError, InvalidPayloadError)):
-                    state_updates['hg_error_class'] = e.__class__.__name__
+                success = False
+                state_updates.update(self._get_error_classification_metadata(e))
 
 
         if success:

{hotglue_singer_sdk-1.0.4.dist-info → hotglue_singer_sdk-1.0.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hotglue-singer-sdk
-Version: 1.0.4
+Version: 1.0.7
 Summary: A framework for building Singer taps and targets
 License: Apache 2.0
 License-File: LICENSE

{hotglue_singer_sdk-1.0.4.dist-info → hotglue_singer_sdk-1.0.7.dist-info}/RECORD

@@ -38,7 +38,7 @@ hotglue_singer_sdk/tap_base.py,sha256=7lRZt40GzsMOeMlpoivxaG1Jjs5yB8JeR66JZhrLqe
 hotglue_singer_sdk/target_base.py,sha256=QbBVXr6x5G3bgbPwpMG80ttL0TMOK8bjJCbJsa4AOFw,19130
 hotglue_singer_sdk/target_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hotglue_singer_sdk/target_sdk/auth.py,sha256=jU3yL5mtlf8p2VWsfoR_TaMjp8_APpQNPtPgHRIUIBc,3925
-hotglue_singer_sdk/target_sdk/client.py,sha256=9SZL-rLvFlAmZyStuMzjjwXnPauvJ8RxtCNg25kXeqY,10529
+hotglue_singer_sdk/target_sdk/client.py,sha256=fVQVFHtmKn4W2KOALI9XIreX6IY1ji2JeI5lwEiI-jY,10996
 hotglue_singer_sdk/target_sdk/common.py,sha256=l2ldX1qXxbzvjeaicu0If0CUMV_bmX2OV5NSFMol_fM,333
 hotglue_singer_sdk/target_sdk/lambda.py,sha256=LyYFS39r0zmCBbUEEwcueLOWI2L2YiKlfob8-dU9jMs,3685
 hotglue_singer_sdk/target_sdk/rest.py,sha256=3PUOx7pWg7DfbMonu2wiiQqU5mcN49B-_1mvQVgL4Gc,3607
@@ -47,7 +47,7 @@ hotglue_singer_sdk/target_sdk/target.py,sha256=uVqmXmyIO-h3M8VCiZ1McPXczZj7EU0PO
 hotglue_singer_sdk/target_sdk/target_base.py,sha256=LyQQndYGlzu5LcIj-MMcmcjdGAmAYVgvdNAxvCgFpvk,22022
 hotglue_singer_sdk/testing.py,sha256=BifsP9X83pgKdfynI5CComchoRWEHpe81h-UfOwK_G0,5860
 hotglue_singer_sdk/typing.py,sha256=jTGFhON9uBZe9e0vHH6-6rjeD2YrpzolPiYigIuo7zU,16186
-hotglue_singer_sdk-1.0.4.dist-info/METADATA,sha256=Pscfl0Ojzj1ST8rmlNRSV1SmanH9URKmuUWq-0Bl95M,2376
-hotglue_singer_sdk-1.0.4.dist-info/WHEEL,sha256=3ny-bZhpXrU6vSQ1UPG34FoxZBp3lVcvK0LkgUz6VLk,88
-hotglue_singer_sdk-1.0.4.dist-info/licenses/LICENSE,sha256=BGsDEGu628ZSlSfJzr3RshF0_KTW-E1Z--XnqjioYWg,11337
-hotglue_singer_sdk-1.0.4.dist-info/RECORD,,
+hotglue_singer_sdk-1.0.7.dist-info/METADATA,sha256=qOmHWsMv3_4SEfAftosgA6zIyOLiI1Ki22EQx_4emuU,2376
+hotglue_singer_sdk-1.0.7.dist-info/WHEEL,sha256=3ny-bZhpXrU6vSQ1UPG34FoxZBp3lVcvK0LkgUz6VLk,88
+hotglue_singer_sdk-1.0.7.dist-info/licenses/LICENSE,sha256=BGsDEGu628ZSlSfJzr3RshF0_KTW-E1Z--XnqjioYWg,11337
+hotglue_singer_sdk-1.0.7.dist-info/RECORD,,