omnata-plugin-runtime 0.3.15a53__py3-none-any.whl → 0.3.16__py3-none-any.whl

omnata_plugin_runtime/omnata_plugin.py

@@ -899,9 +899,16 @@ class InboundSyncRequest(SyncRequest):
                 results:List[pandas.DataFrame] = []
                 stream_names:List[str] = []
                 for stream_name, stream_results in self._apply_results.items():
-                    results.extend([
+                    non_empty_dfs = [
                         x for x in stream_results if x is not None and len(x) > 0
-                    ])  # remove any None/empty dataframes
+                    ]
+                    # get the total length of all the dataframes
+                    total_length = sum([len(x) for x in non_empty_dfs])
+                    # add the count of this batch to the total for this stream
+                    self._stream_record_counts[
+                        stream_name
+                    ] = self._stream_record_counts[stream_name] + total_length
+                    results.extend(non_empty_dfs)  # remove any None/empty dataframes
                     stream_names.append(stream_name)
                 if len(results) > 0:
                     logger.info(
@@ -911,13 +918,10 @@ class InboundSyncRequest(SyncRequest):
                     all_dfs = pandas.concat(results)
                     #logger.info(f"applying: {all_dfs}")
                     self._apply_results_dataframe(stream_names, all_dfs)
-                    # add the count of this batch to the total for this stream
-                    self._stream_record_counts[
-                        stream_name
-                    ] = self._stream_record_counts[stream_name] + len(all_dfs)
                 # update the stream state object too
                 self._apply_latest_states()
-                self._apply_results[stream_name] = None
+                for stream_name in stream_names:
+                    self._apply_results[stream_name] = None
                 self._apply_results = {}
                 # update the inbound stream record counts, so we can see progress
                 self._plugin_message(

{omnata_plugin_runtime-0.3.15a53.dist-info → omnata_plugin_runtime-0.3.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.3.15a53
+Version: 0.3.16
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.3.15a53.dist-info → omnata_plugin_runtime-0.3.16.dist-info}/RECORD

@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=_N5ok5LN7GDO4J9n3yduXp3tpjmhpySY__U2baiygrs,
 omnata_plugin_runtime/configuration.py,sha256=at29ExowF_T4_2U9gY0BF4IVdwC-vDytmNRHL7UCWh8,34742
 omnata_plugin_runtime/forms.py,sha256=30CJB24TqfLYNnkplZdUbeqA-P9rUIBujVKXw_S-wKY,18371
 omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
-omnata_plugin_runtime/omnata_plugin.py,sha256=S-z_8rVjnqfBC_IPEvWVFxr4qJpgj7H3TsVS4grpERQ,98905
+omnata_plugin_runtime/omnata_plugin.py,sha256=NcQx_ONt73ADBIoP__ZLbG-QAYL0qfEAxVcLr-rEbJk,99145
 omnata_plugin_runtime/plugin_entrypoints.py,sha256=_XgmWsrHoSshkl5Z2T27BAGVnBh4yH-8lni5sdGlSz8,27670
 omnata_plugin_runtime/rate_limiting.py,sha256=se6MftQI5NrVHaLb1hByPCgAESPQhkAgIG7KIU1clDU,16562
-omnata_plugin_runtime-0.3.15a53.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
-omnata_plugin_runtime-0.3.15a53.dist-info/METADATA,sha256=wjL9kge_CDr8in84SYvxD0ZTN9mmCim1eGc6Yp6V8bI,1604
-omnata_plugin_runtime-0.3.15a53.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-omnata_plugin_runtime-0.3.15a53.dist-info/RECORD,,
+omnata_plugin_runtime-0.3.16.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
+omnata_plugin_runtime-0.3.16.dist-info/METADATA,sha256=BQKZNDtbeoTY8q7sb4z-RQC-hxzvOg8NYJX-0H16-NQ,1601
+omnata_plugin_runtime-0.3.16.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+omnata_plugin_runtime-0.3.16.dist-info/RECORD,,