omnata-plugin-runtime 0.11.0a309__tar.gz → 0.11.0a311__tar.gz

{omnata_plugin_runtime-0.11.0a309 → omnata_plugin_runtime-0.11.0a311}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: omnata-plugin-runtime
-Version: 0.11.0a309
+Version: 0.11.0a311
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.11.0a309 → omnata_plugin_runtime-0.11.0a311}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "omnata-plugin-runtime"
-version = "0.11.0-a309"
+version = "0.11.0-a311"
 description = "Classes and common runtime components for building and running Omnata Plugins"
 authors = ["James Weakley <james.weakley@omnata.com>"]
 readme = "README.md"

{omnata_plugin_runtime-0.11.0a309 → omnata_plugin_runtime-0.11.0a311}/src/omnata_plugin_runtime/omnata_plugin.py

@@ -1209,7 +1209,10 @@ class InboundSyncRequest(SyncRequest):
             new_progress_update = PluginMessageStreamProgressUpdate(
                     stream_total_counts=self._stream_record_counts,
                     # records could have been marked as completed, but still have results to apply
-                    completed_streams=[s for s in self._completed_streams if s not in self._apply_results or self._apply_results[s] is None],
+                    completed_streams=[s for s in self._completed_streams 
+                        if s not in self._apply_results 
+                            or self._apply_results[s] is None
+                            or len(self._apply_results[s]) == 0],
                     stream_errors=self._omnata_log_handler.stream_global_errors,
                     total_records_estimate=self._total_records_estimate
                 )
@@ -1294,7 +1297,7 @@ class InboundSyncRequest(SyncRequest):
             # if the total exceeds 200MB, we apply the results immediately
             all_df_lists:List[List[pandas.DataFrame]] = list(self._apply_results.values())
             # flatten
-            all_dfs:List[pandas.DataFrame] = [x for sublist in all_df_lists for x in sublist]
+            all_dfs:List[pandas.DataFrame] = [x for sublist in all_df_lists for x in sublist if isinstance(x, pandas.DataFrame)]
             combined_length = sum([len(x) for x in all_dfs])
             # first, don't bother if the count is less than 10000, since it's unlikely to be even close
             if combined_length > 10000:
@@ -1344,7 +1347,7 @@ class InboundSyncRequest(SyncRequest):
             combined_length = sum([len(x) for x in all_dfs])
             # first, don't both if the count is less than 10000, since it's unlikely to be even close
             if combined_length > 10000:
-                if sum([x.memory_usage(index=True).sum() for x in all_dfs]) > 200000000:
+                if sum([x.memory_usage(index=True).sum() for x in all_dfs if isinstance(x, pandas.DataFrame)]) > 200000000:
                     logger.debug(f"Applying criteria deletes queue immediately due to combined dataframe size")
                     self.apply_results_queue()