omnata-plugin-runtime 0.4.9__tar.gz → 0.4.10__tar.gz

{omnata_plugin_runtime-0.4.9 → omnata_plugin_runtime-0.4.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.4.9
+Version: 0.4.10
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.4.9 → omnata_plugin_runtime-0.4.10}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "omnata-plugin-runtime"
-version = "0.4.9"
+version = "0.4.10"
 description = "Classes and common runtime components for building and running Omnata Plugins"
 authors = ["James Weakley <james.weakley@omnata.com>"]
 readme = "README.md"

{omnata_plugin_runtime-0.4.9 → omnata_plugin_runtime-0.4.10}/src/omnata_plugin_runtime/omnata_plugin.py

@@ -688,6 +688,10 @@ class OutboundSyncRequest(SyncRequest):
                 results_df["APP_IDENTIFIER"] = None
             if "LOADBATCH_ID" not in results_df:
                 results_df["LOADBATCH_ID"] = self._get_next_loadbatch_id()
+            # we dump the result data to a json string to make uploading to Snowflake less error prone, but only if it's not None
+            results_df["RESULT"] = results_df["RESULT"].apply(
+                lambda x: json.dumps(x) if x is not None else None
+            )
         # trim out the columns we don't need to return
         return results_df[
             results_df.columns.intersection(
@@ -747,6 +751,12 @@ class OutboundSyncRequest(SyncRequest):
                 data_frame["TRANSFORMED_RECORD"] = data_frame[
                     "TRANSFORMED_RECORD"
                 ].apply(json.loads)
+                # we also perform json.loads on TRANSFORMED_RECORD_PREVIOUS, but only if it's not null
+                data_frame["TRANSFORMED_RECORD_PREVIOUS"] = data_frame[
+                    "TRANSFORMED_RECORD_PREVIOUS"
+                ].apply(
+                    lambda x: json.loads(x) if x is not None else None
+                )
             except TypeError as type_error:
                 logger.error(
                     "Error parsing transformed record output as JSON", exc_info=True
@@ -838,7 +848,7 @@ class OutboundSyncRequest(SyncRequest):
                 self._session.table(self._full_records_table_name)
                 .filter((col("SYNC_ACTION").in_(sync_action_names)))  # type: ignore
                 .select(
-                    col("IDENTIFIER"),col("APP_IDENTIFIER"),col("RESULT"), col("SYNC_ACTION"), col("TRANSFORMED_RECORD")
+                    col("IDENTIFIER"),col("APP_IDENTIFIER"),col("RESULT"), col("SYNC_ACTION"), col("TRANSFORMED_RECORD"), col("TRANSFORMED_RECORD_PREVIOUS")
                 )
             )
         # apply sorting