omnata-plugin-runtime 0.3.5__py3-none-any.whl → 0.3.6a13__py3-none-any.whl

omnata_plugin_runtime/omnata_plugin.py

@@ -948,7 +948,6 @@ class InboundSyncRequest(SyncRequest):
         """
         Adds some results to the queue for applying asynchronously
         """
-        # TODO: maybe also have a mechanism to apply immediately if the queued results are getting too large
         logger.info(f"Enqueueing {len(results)} results for upload")
         if stream_name is None or len(stream_name) == 0:
             raise ValueError("Stream name cannot be empty")
@@ -962,17 +961,18 @@ class InboundSyncRequest(SyncRequest):
             self._latest_states = {**current_latest, **{stream_name: new_state}}
         # if the total size of all the dataframes exceeds 200MB, apply the results immediately
         # we'll use df.memory_usage(index=True) for this
-        # note: we want to do it for all values in self._apply_results, not just the new one
-        # so first we need to get the list of lists from the dictionary values and flatten it
-        # then we can sum the memory usage of each dataframe
-        # if the total exceeds 200MB, we apply the results immediately
-        all_df_lists:List[List[pandas.DataFrame]] = list(self._apply_results.values())
-        # flatten
-        all_dfs:List[pandas.DataFrame] = [x for sublist in all_df_lists for x in sublist]
-        # first, don't both if the count is less than 10000, since it's unlikely to be even close
-        if len(all_dfs) > 10000:
-            if sum([x.memory_usage(index=True).sum() for x in all_dfs]) > 200000000:
-                self.apply_results_queue()
+        if self.development_mode is False:
+            # note: we want to do it for all values in self._apply_results, not just the new one
+            # so first we need to get the list of lists from the dictionary values and flatten it
+            # then we can sum the memory usage of each dataframe
+            # if the total exceeds 200MB, we apply the results immediately
+            all_df_lists:List[List[pandas.DataFrame]] = list(self._apply_results.values())
+            # flatten
+            all_dfs:List[pandas.DataFrame] = [x for sublist in all_df_lists for x in sublist]
+            # first, don't both if the count is less than 10000, since it's unlikely to be even close
+            if len(all_dfs) > 10000:
+                if sum([x.memory_usage(index=True).sum() for x in all_dfs]) > 200000000:
+                    self.apply_results_queue()
         
 
     def mark_stream_complete(self, stream_name: str):

{omnata_plugin_runtime-0.3.5.dist-info → omnata_plugin_runtime-0.3.6a13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.3.5
+Version: 0.3.6a13
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.3.5.dist-info → omnata_plugin_runtime-0.3.6a13.dist-info}/RECORD

@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=_N5ok5LN7GDO4J9n3yduXp3tpjmhpySY__U2baiygrs,
 omnata_plugin_runtime/configuration.py,sha256=at29ExowF_T4_2U9gY0BF4IVdwC-vDytmNRHL7UCWh8,34742
 omnata_plugin_runtime/forms.py,sha256=30CJB24TqfLYNnkplZdUbeqA-P9rUIBujVKXw_S-wKY,18371
 omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
-omnata_plugin_runtime/omnata_plugin.py,sha256=EMnnNtq63bZwcEn9eW7ufA9rPMxRiZDEr089JfrqzcA,88347
+omnata_plugin_runtime/omnata_plugin.py,sha256=5VVaqZxKNNtn0jxPUygDHNmEsvXI_SQWR9btFPNF_EY,88325
 omnata_plugin_runtime/plugin_entrypoints.py,sha256=7Iqo_OmfKhnJ6jSjSABlGSRz4-E9WRkbgs-gMPTVfk0,27586
 omnata_plugin_runtime/rate_limiting.py,sha256=se6MftQI5NrVHaLb1hByPCgAESPQhkAgIG7KIU1clDU,16562
-omnata_plugin_runtime-0.3.5.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
-omnata_plugin_runtime-0.3.5.dist-info/METADATA,sha256=zmx_3wwzRAnWBAHro8LZLImXU7DOb0FsuZ4Fl5d059Y,1600
-omnata_plugin_runtime-0.3.5.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-omnata_plugin_runtime-0.3.5.dist-info/RECORD,,
+omnata_plugin_runtime-0.3.6a13.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
+omnata_plugin_runtime-0.3.6a13.dist-info/METADATA,sha256=9tuF0iQSDVyjsoQkluv4Lo_4JljUfCdLdWeBnCwuVHo,1603
+omnata_plugin_runtime-0.3.6a13.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+omnata_plugin_runtime-0.3.6a13.dist-info/RECORD,,