omnata-plugin-runtime 0.4.6a103__py3-none-any.whl → 0.4.7__py3-none-any.whl

omnata_plugin_runtime/omnata_plugin.py

@@ -706,7 +706,7 @@ class OutboundSyncRequest(SyncRequest):
         logger.info("applying results to table")
         # use a random table name with a random string to avoid collisions
         with self._snowflake_query_lock:
-            for attempt in Retrying(stop=stop_after_attempt(30),wait=wait_fixed(2),reraise=True,retry=retry_if_exception_message(match=".*is being committed.*")):
+            for attempt in Retrying(stop=stop_after_attempt(30),wait=wait_fixed(2),reraise=True,retry=retry_if_exception_message(match=".*(is being|was) committed.*")):
                 with attempt:
                     success, nchunks, nrows, _ = write_pandas(
                         conn=self._session._conn._cursor.connection,  # pylint: disable=protected-access
@@ -1345,7 +1345,7 @@ class InboundSyncRequest(SyncRequest):
         """
         if len(results_df) > 0:
             with self._snowflake_query_lock:
-                for attempt in Retrying(stop=stop_after_attempt(30),wait=wait_fixed(2),reraise=True,retry=retry_if_exception_message(match=".*is being committed.*")):
+                for attempt in Retrying(stop=stop_after_attempt(30),wait=wait_fixed(2),reraise=True,retry=retry_if_exception_message(match=".*(is being|was) committed.*")):
                     with attempt:
                         logger.info(
                             f"Applying {len(results_df)} results to {self._full_results_table_name}"
@@ -1392,7 +1392,7 @@ class InboundSyncRequest(SyncRequest):
         """
         if len(results_df) > 0:
             with self._snowflake_query_lock:
-                for attempt in Retrying(stop=stop_after_attempt(30),wait=wait_fixed(2),reraise=True,retry=retry_if_exception_message(match=".*is being committed.*")):
+                for attempt in Retrying(stop=stop_after_attempt(30),wait=wait_fixed(2),reraise=True,retry=retry_if_exception_message(match=".*(is being|was) committed.*")):
                     with attempt:
                         logger.info(
                             f"Applying {len(results_df)} criteria deletes to {self._criteria_deletes_table_name}"
@@ -2097,50 +2097,61 @@ def managed_inbound_processing(concurrency: int):
 
             tasks:List[threading.Thread] = []
             logger.info(f"Creating {concurrency_to_use} worker(s) for retrieving records")
-
-            for i in range(concurrency_to_use):
-                # the dataframe/generator was put on the queue, so we remove it from the method args
-                task = threading.Thread(
-                    target=__managed_inbound_processing_worker,
-                    name=f"managed_inbound_processing_worker_{i}",
-                    args=(
-                        self,
-                        method,
-                        i,
-                        streams_queue,
-                        self._sync_request._thread_cancellation_token,
-                        method_args,
-                        method_kwargs,
-                    ),
+            # if concurrency is set to 1, we don't need to use threads at all
+            if concurrency_to_use == 1:
+                __managed_inbound_processing_worker(
+                    self,
+                    method,
+                    0,
+                    streams_queue,
+                    self._sync_request._thread_cancellation_token,
+                    method_args,
+                    method_kwargs,
                 )
-                tasks.append(task)
-                task.start()
-
-            # wait for workers to finish
-            while tasks:
-                for task in tasks[:]: # shallow copy so we can remove items from the list while iterating
-                    if not task.is_alive():
-                        task.join()  # Ensure the thread is fully finished
-                        tasks.remove(task)
-                        logger.info(f"Thread {task.name} has completed processing")
-                time.sleep(1)  # Avoid busy waiting
-            logger.info("All workers completed processing")
-
-            # it's possible that some records weren't applied, since they are processed asynchronously on a timer
-            #if self._sync_request.development_mode is False:
-            #    self._sync_request.apply_results_queue()
-            #self._sync_request._thread_cancellation_token.set()
-            ## the thread cancellation should be detected by the apply results tasks, so it finishes gracefully
-            #if (
-            #    self._sync_request.development_mode is False
-            #    and self._sync_request._apply_results_task is not None
-            #):
-            #    self._sync_request._apply_results_task.join()
-            if self._sync_request._thread_exception_thrown:
-                logger.info("Raising thread exception")
-                raise self._sync_request._thread_exception_thrown.exc_value
             else:
-                logger.info("No thread exception thrown")
+                for i in range(concurrency_to_use):
+                    # the dataframe/generator was put on the queue, so we remove it from the method args
+                    task = threading.Thread(
+                        target=__managed_inbound_processing_worker,
+                        name=f"managed_inbound_processing_worker_{i}",
+                        args=(
+                            self,
+                            method,
+                            i,
+                            streams_queue,
+                            self._sync_request._thread_cancellation_token,
+                            method_args,
+                            method_kwargs,
+                        ),
+                    )
+                    tasks.append(task)
+                    task.start()
+
+                # wait for workers to finish
+                while tasks:
+                    for task in tasks[:]: # shallow copy so we can remove items from the list while iterating
+                        if not task.is_alive():
+                            task.join()  # Ensure the thread is fully finished
+                            tasks.remove(task)
+                            logger.info(f"Thread {task.name} has completed processing")
+                    time.sleep(1)  # Avoid busy waiting
+                logger.info("All workers completed processing")
+
+                # it's possible that some records weren't applied, since they are processed asynchronously on a timer
+                #if self._sync_request.development_mode is False:
+                #    self._sync_request.apply_results_queue()
+                #self._sync_request._thread_cancellation_token.set()
+                ## the thread cancellation should be detected by the apply results tasks, so it finishes gracefully
+                #if (
+                #    self._sync_request.development_mode is False
+                #    and self._sync_request._apply_results_task is not None
+                #):
+                #    self._sync_request._apply_results_task.join()
+                if self._sync_request._thread_exception_thrown:
+                    logger.info("Raising thread exception")
+                    raise self._sync_request._thread_exception_thrown.exc_value
+                else:
+                    logger.info("No thread exception thrown")
             logger.info("Main managed_inbound_processing thread completing")
             return
 

{omnata_plugin_runtime-0.4.6a103.dist-info → omnata_plugin_runtime-0.4.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.4.6a103
+Version: 0.4.7
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.4.6a103.dist-info → omnata_plugin_runtime-0.4.7.dist-info}/RECORD

@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=W79CsAcl127Dzy-XVS9CzvzsbS3IigVH4QAhFFDkaXg,
 omnata_plugin_runtime/configuration.py,sha256=7cMekoY8CeZAJHpASU6tCMidF55Hzfr7CD74jtebqIY,35742
 omnata_plugin_runtime/forms.py,sha256=pw_aKVsXSz47EP8PFBI3VDwdSN5IjvZxp8JTjO1V130,18421
 omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
-omnata_plugin_runtime/omnata_plugin.py,sha256=9ZXKoQTyRV_Yzz_e6wEw7rJtt8YDCNrGT0F0tg7Fecc,108571
+omnata_plugin_runtime/omnata_plugin.py,sha256=b-FCL2D6J0LVrEnZjwvEH37YBX3Hxiy2H1EAKCMNeY0,109206
 omnata_plugin_runtime/plugin_entrypoints.py,sha256=JAGEdVcy9QEXv7TO5zt7co64LTP8nqGusOc0sJG9GtU,29149
 omnata_plugin_runtime/rate_limiting.py,sha256=27_sgEkD7kmQlfSF3IaM09Hs8MA5tXuacVUOFR4zwC0,23454
-omnata_plugin_runtime-0.4.6a103.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
-omnata_plugin_runtime-0.4.6a103.dist-info/METADATA,sha256=0nG3b5kY7pgFtBtoVR4fxLIzxlM12MJjiZ6vFD4HyIc,1642
-omnata_plugin_runtime-0.4.6a103.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-omnata_plugin_runtime-0.4.6a103.dist-info/RECORD,,
+omnata_plugin_runtime-0.4.7.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
+omnata_plugin_runtime-0.4.7.dist-info/METADATA,sha256=6g8sbLX2LI34BN_s9lL_2zkuj5FOlZTdX286xs5xV1E,1638
+omnata_plugin_runtime-0.4.7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+omnata_plugin_runtime-0.4.7.dist-info/RECORD,,