omnata-plugin-runtime 0.3.24a73__py3-none-any.whl → 0.3.24a75__py3-none-any.whl

omnata_plugin_runtime/omnata_plugin.py

@@ -215,6 +215,7 @@ class SyncRequest(ABC):
         self._apply_results_task = None
         self._cancel_checking_task = None
         self._rate_limit_update_task = None
+        self._last_stream_progress_update = None
 
         threading.excepthook = self.thread_exception_hook
         if self.development_mode is False:
@@ -301,7 +302,7 @@ class SyncRequest(ABC):
                         self.apply_cancellation()
                 except Exception as e:
                     logger.error(f"Error checking cancellation: {e}")
-            cancellation_token.wait(10)
+            cancellation_token.wait(20)
         logger.info("cancel checking worker exiting")
 
     @abstractmethod
@@ -949,16 +950,18 @@ class InboundSyncRequest(SyncRequest):
     
     def apply_progress_updates(self):
         """
-        Sends a message to the plugin with the current progress of the sync run.
+        Sends a message to the plugin with the current progress of the sync run, if it has changed since last time.
         """
-        # TODO: Only send them if they have changed since last time
-        self._plugin_message(
-            message=PluginMessageStreamProgressUpdate(
+        new_progress_update = PluginMessageStreamProgressUpdate(
                 stream_total_counts=self._stream_record_counts,
                 completed_streams=self._completed_streams,
                 stream_errors=self._omnata_log_handler.stream_global_errors
             )
-        )
+        if self._last_stream_progress_update is None or new_progress_update != self._last_stream_progress_update:
+            self._plugin_message(
+                message=new_progress_update
+            )
+            self._last_stream_progress_update = new_progress_update
 
     def apply_cancellation(self):
         """
@@ -1223,8 +1226,6 @@ class InboundSyncRequest(SyncRequest):
                             raise ValueError(
                                 f"Primary key field '{primary_key_field}' was not present in all records for stream {stream_name}"
                             )
-                    # TODO: handle the scenario where the primary key field is a list, and concatenate the values to form the APP_IDENTIFIER
-                    # Currently this is only implemented in the java runtime, since it's typically databases that use composite keys
                     results_df["APP_IDENTIFIER"] = results_df["RECORD_DATA"].apply(lambda x: get_nested_value(dict(x),primary_key_field))
             # ensure APP_IDENTIFIER is a string
             results_df["APP_IDENTIFIER"] = results_df["APP_IDENTIFIER"].apply(str)

omnata_plugin_runtime/plugin_entrypoints.py

@@ -59,10 +59,11 @@ class PluginEntrypoint:
         self._plugin_instance._session = session  # pylint: disable=protected-access
         # the sync engine can override the snowflake connector log level via a session variable
         default_snowflake_connector_log_level:str = "WARN"
-        v = session.sql("select getvariable('SNOWFLAKE_CONNECTOR_LOG_LEVEL')").collect()
-        result = v[0][0]
-        if result is not None:
-            default_snowflake_connector_log_level = result
+        if session is not None:
+            v = session.sql("select getvariable('SNOWFLAKE_CONNECTOR_LOG_LEVEL')").collect()
+            result = v[0][0]
+            if result is not None:
+                default_snowflake_connector_log_level = result
         snowflake_logger = logging.getLogger("snowflake.connector")
         snowflake_logger.setLevel(default_snowflake_connector_log_level)
         snowflake_logger.propagate = False

{omnata_plugin_runtime-0.3.24a73.dist-info → omnata_plugin_runtime-0.3.24a75.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.3.24a73
+Version: 0.3.24a75
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.3.24a73.dist-info → omnata_plugin_runtime-0.3.24a75.dist-info}/RECORD

@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=_N5ok5LN7GDO4J9n3yduXp3tpjmhpySY__U2baiygrs,
 omnata_plugin_runtime/configuration.py,sha256=7cMekoY8CeZAJHpASU6tCMidF55Hzfr7CD74jtebqIY,35742
 omnata_plugin_runtime/forms.py,sha256=pw_aKVsXSz47EP8PFBI3VDwdSN5IjvZxp8JTjO1V130,18421
 omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
-omnata_plugin_runtime/omnata_plugin.py,sha256=Mrdno-llID_pvOHmKBiGF57qucb7fu_y556sjGl-it4,103814
-omnata_plugin_runtime/plugin_entrypoints.py,sha256=-0noaDSwRLdjOBsA37GFKjOV2hInGa5eky2wF90KdNI,28279
+omnata_plugin_runtime/omnata_plugin.py,sha256=SYHOE3w134j7TA9ljmdUi1LtKrc7ZyIiozj5ycCHN94,103800
+omnata_plugin_runtime/plugin_entrypoints.py,sha256=6ms3GeO8cx15MOl6731XDgLRSFHVKr6lfgiNguH7LyI,28327
 omnata_plugin_runtime/rate_limiting.py,sha256=se6MftQI5NrVHaLb1hByPCgAESPQhkAgIG7KIU1clDU,16562
-omnata_plugin_runtime-0.3.24a73.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
-omnata_plugin_runtime-0.3.24a73.dist-info/METADATA,sha256=ThKHbi3_-xxypuFL5R0bUMbCHUhnk5M4IJUozSgwDoQ,1604
-omnata_plugin_runtime-0.3.24a73.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-omnata_plugin_runtime-0.3.24a73.dist-info/RECORD,,
+omnata_plugin_runtime-0.3.24a75.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
+omnata_plugin_runtime-0.3.24a75.dist-info/METADATA,sha256=IDU8h_XFXR--ZHLo6vSuIu1eP7F_CqCM8RgpOMoWjjA,1604
+omnata_plugin_runtime-0.3.24a75.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+omnata_plugin_runtime-0.3.24a75.dist-info/RECORD,,