hotglue-singer-sdk 1.0.2__py3-none-any.whl → 1.0.7__py3-none-any.whl

hotglue_singer_sdk/target_sdk/client.py

@@ -74,6 +74,11 @@ class HotglueBaseSink(Rest):
 
         # remove failed records from the previous state so retrigger retries those records
         if self.previous_state:
+            if not self.previous_state.get("bookmarks"):
+                self.previous_state["bookmarks"] = {}
+            if not self.previous_state.get("summary"):
+                self.previous_state["summary"] = {}
+
             for stream in self.previous_state["bookmarks"]:
                 self.previous_state["bookmarks"][stream] = [record for record in self.previous_state["bookmarks"][stream] if record.get("success") != False]
             for stream in self.previous_state["summary"]:
@@ -89,7 +94,7 @@ class HotglueBaseSink(Rest):
         
         # if previous state exists, add the hashes to the processed_hashes
         if self.previous_state:
-            self.processed_hashes.extend([record["hash"] for record in self.previous_state["bookmarks"][self.name] if record.get("hash")])
+            self.processed_hashes.extend([record["hash"] for record in self.previous_state.get("bookmarks", {}).get(self.name, []) if record.get("hash")])
 
         # get the full target state
         target_state = self._target._latest_state
@@ -174,6 +179,14 @@ class HotglueSink(HotglueBaseSink, RecordSink):
     def preprocess_record(self, record: dict, context: dict) -> dict:
         raise NotImplementedError()
 
+
+    def _get_error_classification_metadata(self, error: Exception) -> dict:
+        if isinstance(error, (InvalidCredentialsError)):
+            return {"hg_error_class": InvalidCredentialsError.__name__}
+        elif isinstance(error, (InvalidPayloadError)):
+            return {"hg_error_class": InvalidPayloadError.__name__}
+        return {}
+
     def process_record(self, record: dict, context: dict) -> None:
         """Process the record."""
         if not self.latest_state:
@@ -197,8 +210,7 @@ class HotglueSink(HotglueBaseSink, RecordSink):
             success = False
             self.logger.exception(f"Preprocess record error {str(e)}")
             state_updates['error'] = str(e)
-            if isinstance(e, (InvalidCredentialsError, InvalidPayloadError)):
-                state_updates['hg_error_class'] = e.__class__.__name__
+            state_updates.update(self._get_error_classification_metadata(e))
 
         if success is not False:
 
@@ -226,8 +238,8 @@ class HotglueSink(HotglueBaseSink, RecordSink):
             except Exception as e:
                 self.logger.exception(f"Upsert record error {str(e)}")
                 state_updates['error'] = str(e)
-                if isinstance(e, (InvalidCredentialsError, InvalidPayloadError)):
-                    state_updates['hg_error_class'] = e.__class__.__name__
+                success = False
+                state_updates.update(self._get_error_classification_metadata(e))
 
 
         if success:

hotglue_singer_sdk/target_sdk/target.py

@@ -1,5 +1,6 @@
 """HotglueTarget target class."""
 
+from __future__ import annotations
 import click
 import copy
 import time
@@ -220,6 +221,18 @@ class TargetHotglue(Target):
                 ):
                     continue
 
+                ref_external_id = record.get(field)
+                if ref_external_id:
+                    sink_bookmarks = (self._latest_state or {}).get("bookmarks", {}).get(object_name)
+                    cur_record_state = next(
+                        (x for x in sink_bookmarks if x.get("externalId") == ref_external_id),
+                        None
+                    ) if sink_bookmarks else None
+                    
+                    if cur_record_state and cur_record_state.get("id"):
+                        record[field] = cur_record_state.get("id")
+                        continue
+
                 relation_snapshot = None
 
                 relation_path_csv = f"{SNAPSHOT_DIR}/{object_name}_{flow_id}.snapshot.csv"
@@ -421,7 +434,7 @@ class TargetHotglue(Target):
         """
         self.logger.info(f"Target '{self.name}' is listening for input from tap.")
         
-        stats: dict[str, int] = defaultdict(int)
+        stats: Dict[str, int] = defaultdict(int)
         for line in file_input:
             # Check if shutdown has been requested
             if hasattr(self, '_shutdown_requested') and self._shutdown_requested.is_set():

{hotglue_singer_sdk-1.0.2.dist-info → hotglue_singer_sdk-1.0.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hotglue-singer-sdk
-Version: 1.0.2
+Version: 1.0.7
 Summary: A framework for building Singer taps and targets
 License: Apache 2.0
 License-File: LICENSE

{hotglue_singer_sdk-1.0.2.dist-info → hotglue_singer_sdk-1.0.7.dist-info}/RECORD

@@ -38,16 +38,16 @@ hotglue_singer_sdk/tap_base.py,sha256=7lRZt40GzsMOeMlpoivxaG1Jjs5yB8JeR66JZhrLqe
 hotglue_singer_sdk/target_base.py,sha256=QbBVXr6x5G3bgbPwpMG80ttL0TMOK8bjJCbJsa4AOFw,19130
 hotglue_singer_sdk/target_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hotglue_singer_sdk/target_sdk/auth.py,sha256=jU3yL5mtlf8p2VWsfoR_TaMjp8_APpQNPtPgHRIUIBc,3925
-hotglue_singer_sdk/target_sdk/client.py,sha256=9SZL-rLvFlAmZyStuMzjjwXnPauvJ8RxtCNg25kXeqY,10529
+hotglue_singer_sdk/target_sdk/client.py,sha256=fVQVFHtmKn4W2KOALI9XIreX6IY1ji2JeI5lwEiI-jY,10996
 hotglue_singer_sdk/target_sdk/common.py,sha256=l2ldX1qXxbzvjeaicu0If0CUMV_bmX2OV5NSFMol_fM,333
 hotglue_singer_sdk/target_sdk/lambda.py,sha256=LyYFS39r0zmCBbUEEwcueLOWI2L2YiKlfob8-dU9jMs,3685
 hotglue_singer_sdk/target_sdk/rest.py,sha256=3PUOx7pWg7DfbMonu2wiiQqU5mcN49B-_1mvQVgL4Gc,3607
 hotglue_singer_sdk/target_sdk/sinks.py,sha256=-nm5hSLkfma6-BbBlZVJih7lwktQ7BRa9zw9TkmUdwo,464
-hotglue_singer_sdk/target_sdk/target.py,sha256=AyH1AIXmfLZYT-biq1aSBMkGC2OpQyCtCAYSBXia6Bs,22921
+hotglue_singer_sdk/target_sdk/target.py,sha256=uVqmXmyIO-h3M8VCiZ1McPXczZj7EU0PO33DCOMyj5g,23559
 hotglue_singer_sdk/target_sdk/target_base.py,sha256=LyQQndYGlzu5LcIj-MMcmcjdGAmAYVgvdNAxvCgFpvk,22022
 hotglue_singer_sdk/testing.py,sha256=BifsP9X83pgKdfynI5CComchoRWEHpe81h-UfOwK_G0,5860
 hotglue_singer_sdk/typing.py,sha256=jTGFhON9uBZe9e0vHH6-6rjeD2YrpzolPiYigIuo7zU,16186
-hotglue_singer_sdk-1.0.2.dist-info/METADATA,sha256=3av4tDpNLnUzBEoYiKPJGdR6U0CbPB4yiCn2oTMyxC8,2376
-hotglue_singer_sdk-1.0.2.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-hotglue_singer_sdk-1.0.2.dist-info/licenses/LICENSE,sha256=BGsDEGu628ZSlSfJzr3RshF0_KTW-E1Z--XnqjioYWg,11337
-hotglue_singer_sdk-1.0.2.dist-info/RECORD,,
+hotglue_singer_sdk-1.0.7.dist-info/METADATA,sha256=qOmHWsMv3_4SEfAftosgA6zIyOLiI1Ki22EQx_4emuU,2376
+hotglue_singer_sdk-1.0.7.dist-info/WHEEL,sha256=3ny-bZhpXrU6vSQ1UPG34FoxZBp3lVcvK0LkgUz6VLk,88
+hotglue_singer_sdk-1.0.7.dist-info/licenses/LICENSE,sha256=BGsDEGu628ZSlSfJzr3RshF0_KTW-E1Z--XnqjioYWg,11337
+hotglue_singer_sdk-1.0.7.dist-info/RECORD,,

{hotglue_singer_sdk-1.0.2.dist-info → hotglue_singer_sdk-1.0.7.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.2.1
+Generator: poetry-core 2.3.0
 Root-Is-Purelib: true
 Tag: py3-none-any