omnata-plugin-runtime 0.3.15__py3-none-any.whl → 0.3.15a54__py3-none-any.whl

omnata_plugin_runtime/omnata_plugin.py

@@ -899,9 +899,16 @@ class InboundSyncRequest(SyncRequest):
                 results:List[pandas.DataFrame] = []
                 stream_names:List[str] = []
                 for stream_name, stream_results in self._apply_results.items():
-                    results.extend([
+                    non_empty_dfs = [
                         x for x in stream_results if x is not None and len(x) > 0
-                    ])  # remove any None/empty dataframes
+                    ]
+                    # get the total length of all the dataframes
+                    total_length = sum([len(x) for x in non_empty_dfs])
+                    # add the count of this batch to the total for this stream
+                    self._stream_record_counts[
+                        stream_name
+                    ] = self._stream_record_counts[stream_name] + total_length
+                    results.extend(non_empty_dfs)  # remove any None/empty dataframes
                     stream_names.append(stream_name)
                 if len(results) > 0:
                     logger.info(
@@ -911,10 +918,6 @@ class InboundSyncRequest(SyncRequest):
                     all_dfs = pandas.concat(results)
                     #logger.info(f"applying: {all_dfs}")
                     self._apply_results_dataframe(stream_names, all_dfs)
-                    # add the count of this batch to the total for this stream
-                    self._stream_record_counts[
-                        stream_name
-                    ] = self._stream_record_counts[stream_name] + len(all_dfs)
                 # update the stream state object too
                 self._apply_latest_states()
                 self._apply_results[stream_name] = None

{omnata_plugin_runtime-0.3.15.dist-info → omnata_plugin_runtime-0.3.15a54.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.3.15
+Version: 0.3.15a54
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com

{omnata_plugin_runtime-0.3.15.dist-info → omnata_plugin_runtime-0.3.15a54.dist-info}/RECORD

@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=_N5ok5LN7GDO4J9n3yduXp3tpjmhpySY__U2baiygrs,
 omnata_plugin_runtime/configuration.py,sha256=at29ExowF_T4_2U9gY0BF4IVdwC-vDytmNRHL7UCWh8,34742
 omnata_plugin_runtime/forms.py,sha256=30CJB24TqfLYNnkplZdUbeqA-P9rUIBujVKXw_S-wKY,18371
 omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
-omnata_plugin_runtime/omnata_plugin.py,sha256=S-z_8rVjnqfBC_IPEvWVFxr4qJpgj7H3TsVS4grpERQ,98905
+omnata_plugin_runtime/omnata_plugin.py,sha256=tQVKx8bNUsPLqROwU4gTp1mZcl_Rk8LPKIcLTYepDNY,99092
 omnata_plugin_runtime/plugin_entrypoints.py,sha256=_XgmWsrHoSshkl5Z2T27BAGVnBh4yH-8lni5sdGlSz8,27670
 omnata_plugin_runtime/rate_limiting.py,sha256=se6MftQI5NrVHaLb1hByPCgAESPQhkAgIG7KIU1clDU,16562
-omnata_plugin_runtime-0.3.15.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
-omnata_plugin_runtime-0.3.15.dist-info/METADATA,sha256=g40A8E4aBlPJ_2HmiSifLYoS9Odw9rfiFAgf2E3OG5Q,1601
-omnata_plugin_runtime-0.3.15.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-omnata_plugin_runtime-0.3.15.dist-info/RECORD,,
+omnata_plugin_runtime-0.3.15a54.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
+omnata_plugin_runtime-0.3.15a54.dist-info/METADATA,sha256=WKpvRmmwEkxvUKK5BmbDttnBS_DvMNkWqyMmyoFzNHk,1604
+omnata_plugin_runtime-0.3.15a54.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+omnata_plugin_runtime-0.3.15a54.dist-info/RECORD,,