omnata-plugin-runtime 0.4.1a93__tar.gz → 0.4.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: omnata-plugin-runtime
3
- Version: 0.4.1a93
3
+ Version: 0.4.2
4
4
  Summary: Classes and common runtime components for building and running Omnata Plugins
5
5
  Author: James Weakley
6
6
  Author-email: james.weakley@omnata.com
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "omnata-plugin-runtime"
3
- version = "0.4.1-a93"
3
+ version = "0.4.2"
4
4
  description = "Classes and common runtime components for building and running Omnata Plugins"
5
5
  authors = ["James Weakley <james.weakley@omnata.com>"]
6
6
  readme = "README.md"
@@ -882,6 +882,21 @@ class InboundSyncRequest(SyncRequest):
882
882
  self._stream_record_counts: Dict[str, int] = {
883
883
  stream_name: 0 for stream_name in self._streams_dict.keys()
884
884
  }
885
+
886
+ # These are similar to the results, but represent requests to delete records by some criteria
887
+ self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
888
+ self._latest_states: Dict[str, Any] = {}
889
+ self._temp_tables = {}
890
+ self._temp_table_lock = threading.Lock()
891
+ self._results_exist: Dict[
892
+ str, bool
893
+ ] = {} # track whether or not results exist for stream
894
+ self._total_records_estimate: Optional[Dict[str,int]] = {}
895
+ self._stream_change_counts: Dict[str, int] = {
896
+ stream_name: 0 for stream_name in self._streams_dict.keys()
897
+ }
898
+ self._completed_streams: List[str] = []
899
+ self._omnata_log_handler = omnata_log_handler
885
900
  SyncRequest.__init__(
886
901
  self,
887
902
  run_id=run_id,
@@ -897,25 +912,11 @@ class InboundSyncRequest(SyncRequest):
897
912
  development_mode=development_mode,
898
913
  test_replay_mode=test_replay_mode
899
914
  )
900
- self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
901
915
  # named by convention, see SyncRunProcessor.enqueue
902
916
  self._criteria_deletes_table_name = (
903
917
  f"{self._source_app_name}.{self._results_schema_name}.{self._results_table_name}_CRITERIA_DELETES"
904
918
  )
905
- # These are similar to the results, but represent requests to delete records by some criteria
906
- self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
907
- self._latest_states: Dict[str, Any] = {}
908
- self._temp_tables = {}
909
- self._temp_table_lock = threading.Lock()
910
- self._results_exist: Dict[
911
- str, bool
912
- ] = {} # track whether or not results exist for stream
913
- self._total_records_estimate: Optional[Dict[str,int]] = {}
914
- self._stream_change_counts: Dict[str, int] = {
915
- stream_name: 0 for stream_name in self._streams_dict.keys()
916
- }
917
- self._completed_streams: List[str] = []
918
- self._omnata_log_handler = omnata_log_handler
919
+ self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
919
920
 
920
921
  def apply_results_queue(self):
921
922
  """
@@ -218,7 +218,9 @@ class PluginEntrypoint:
218
218
  inbound_sync_request.update_activity("Staging remaining records")
219
219
  logger.info("Calling apply_results_queue")
220
220
  inbound_sync_request.apply_results_queue()
221
+ logger.info("Calling apply_rate_limit_state")
221
222
  inbound_sync_request.apply_rate_limit_state()
223
+ logger.info("Calling apply_progress_updates")
222
224
  inbound_sync_request.apply_progress_updates()
223
225
  if inbound_sync_request.deadline_reached:
224
226
  # if we actually hit the deadline, this is flagged by the cancellation checking worker and the cancellation