omnata-plugin-runtime 0.2.65__py3-none-any.whl → 0.2.66__py3-none-any.whl

omnata_plugin_runtime/omnata_plugin.py

@@ -12,7 +12,7 @@ import queue
 import threading
 from abc import ABC, abstractmethod
 from decimal import Decimal
-from functools import partial, wraps
+from functools import partial, wraps, reduce
 from logging import getLogger
 from typing import Any, Callable, Dict, Iterable, List, Literal, Optional, Type, cast
 
@@ -1037,28 +1037,36 @@ class InboundSyncRequest(SyncRequest):
                 ]
             )
             primary_key_field = None
-            if (
-                self._streams_dict[stream_name].stream.source_defined_primary_key
-                is not None
-            ):
+            records = results_df.to_dict("records")
+            if (self._streams_dict[stream_name].stream.source_defined_primary_key is not None):
                 primary_key_field = self._streams_dict[stream_name].stream.source_defined_primary_key
             elif self._streams_dict[stream_name].primary_key_field is not None:
                 primary_key_field = self._streams_dict[stream_name].primary_key_field
             else:
                 results_df["APP_IDENTIFIER"] = None
             if primary_key_field is not None:
+                # the primary key field could contain a nested field, so we need to check for that
                 # we need to check that each record in the results contains the primary key field
                 if not all(
                     primary_key_field in record["RECORD_DATA"]
-                    for record in results_df.to_dict("records")
+                    for record in records
                 ):
-                    raise ValueError(
-                        f"Primary key field '{primary_key_field}' was not present in all records for stream {stream_name}"
-                    )
+                    if "." in primary_key_field:
+                        primary_key_field = primary_key_field.split(".")
+
+                        if not all(
+                            get_nested_value(record["RECORD_DATA"], primary_key_field)
+                            for record in records
+                        ):
+                            raise ValueError(
+                                f"Primary key field '{primary_key_field}' was not present in all records for stream {stream_name}"
+                            )
+                    else:
+                        raise ValueError(
+                            f"Primary key field '{primary_key_field}' was not present in all records for stream {stream_name}"
+                        )
 
-                results_df["APP_IDENTIFIER"] = results_df["RECORD_DATA"].apply(
-                    lambda x: x[primary_key_field]
-                )
+                results_df["APP_IDENTIFIER"] = results_df["RECORD_DATA"].apply(lambda x: get_nested_value(x,primary_key_field))
             # the timestamps in Snowflake are TIMESTAMP_LTZ, so we upload in string format to ensure the
             # timezone information is present.
             results_df["RETRIEVE_DATE"] = str(datetime.datetime.now().astimezone())
@@ -1786,4 +1794,10 @@ def remove_empty_dict_values(data: Dict) -> Dict:
             for k, v in data.items()
             if v != {}
         }
-    return data
+    return data
+
+def get_nested_value(nested_dict:Dict, keys:List[str]):
+    """
+    Gets a value from a nested dictionary, using a list of keys to traverse the structure.
+    """
+    return reduce(lambda d, key: d.get(key) if isinstance(d, dict) else None, keys, nested_dict)

{omnata_plugin_runtime-0.2.65.dist-info → omnata_plugin_runtime-0.2.66.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.2.65
+Version: 0.2.66
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.2.65.dist-info → omnata_plugin_runtime-0.2.66.dist-info}/RECORD

@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=vKq7goVPX5cPQ9CVN9l8RmpJDcqDwS5y9v1IWhWjBbk,
 omnata_plugin_runtime/configuration.py,sha256=NICse7qMtReIYY4ZCu8ng4QDJ4rFP0g3mZwc8m1Xl54,32247
 omnata_plugin_runtime/forms.py,sha256=_KqSMQG749wImLKxPZh3B3doTZMbP5jDvF6BhQNkPCM,17375
 omnata_plugin_runtime/logging.py,sha256=Q6eSqrr3SzwfVAg4r4sV1dlxeNS_PzOtZfieoWUEOZQ,3232
-omnata_plugin_runtime/omnata_plugin.py,sha256=DZGAH4ptL5879NJw9zBQwZ4Y3P10FY7FN4W-bUxFHwA,84359
+omnata_plugin_runtime/omnata_plugin.py,sha256=VyiRQ6SwsYUUCsEcFzMQE9AfjZkEsPLgx8h9syF5eaE,85259
 omnata_plugin_runtime/plugin_entrypoints.py,sha256=dV_JOEWffdkAkofFYJMAsM_-gE9OpM2-paI2dsh5Rzo,24352
 omnata_plugin_runtime/rate_limiting.py,sha256=QO8VB1H8al6a8-ydohUmL0c5JynXG2bulmuPRs2-2-Y,14910
-omnata_plugin_runtime-0.2.65.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
-omnata_plugin_runtime-0.2.65.dist-info/METADATA,sha256=_o1B2vEha7riyEJKfR3cYmVu53rTnhFknqlz9v5hLmc,1086
-omnata_plugin_runtime-0.2.65.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-omnata_plugin_runtime-0.2.65.dist-info/RECORD,,
+omnata_plugin_runtime-0.2.66.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
+omnata_plugin_runtime-0.2.66.dist-info/METADATA,sha256=daSdozbRb7rcP1mqGDbHj7-CKANyWnZu8QVPAfJGDiQ,1086
+omnata_plugin_runtime-0.2.66.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+omnata_plugin_runtime-0.2.66.dist-info/RECORD,,