omnata-plugin-runtime 0.4.1a92__tar.gz → 0.4.2__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: omnata-plugin-runtime
3
- Version: 0.4.1a92
3
+ Version: 0.4.2
4
4
  Summary: Classes and common runtime components for building and running Omnata Plugins
5
5
  Author: James Weakley
6
6
  Author-email: james.weakley@omnata.com
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "omnata-plugin-runtime"
3
- version = "0.4.1-a92"
3
+ version = "0.4.2"
4
4
  description = "Classes and common runtime components for building and running Omnata Plugins"
5
5
  authors = ["James Weakley <james.weakley@omnata.com>"]
6
6
  readme = "README.md"
@@ -875,6 +875,28 @@ class InboundSyncRequest(SyncRequest):
875
875
  :param bool test_replay_mode: When enabled, it is safe to assume that HTTP requests are hitting a re-recorded log, so there is no need to wait in between polling
876
876
  :return: nothing
877
877
  """
878
+ self.streams = streams
879
+ self._streams_dict: Dict[str, StoredStreamConfiguration] = {
880
+ s.stream_name: s for s in streams
881
+ }
882
+ self._stream_record_counts: Dict[str, int] = {
883
+ stream_name: 0 for stream_name in self._streams_dict.keys()
884
+ }
885
+
886
+ # These are similar to the results, but represent requests to delete records by some criteria
887
+ self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
888
+ self._latest_states: Dict[str, Any] = {}
889
+ self._temp_tables = {}
890
+ self._temp_table_lock = threading.Lock()
891
+ self._results_exist: Dict[
892
+ str, bool
893
+ ] = {} # track whether or not results exist for stream
894
+ self._total_records_estimate: Optional[Dict[str,int]] = {}
895
+ self._stream_change_counts: Dict[str, int] = {
896
+ stream_name: 0 for stream_name in self._streams_dict.keys()
897
+ }
898
+ self._completed_streams: List[str] = []
899
+ self._omnata_log_handler = omnata_log_handler
878
900
  SyncRequest.__init__(
879
901
  self,
880
902
  run_id=run_id,
@@ -890,32 +912,11 @@ class InboundSyncRequest(SyncRequest):
890
912
  development_mode=development_mode,
891
913
  test_replay_mode=test_replay_mode
892
914
  )
893
- self.streams = streams
894
- self._streams_dict: Dict[str, StoredStreamConfiguration] = {
895
- s.stream_name: s for s in streams
896
- }
897
- self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
898
915
  # named by convention, see SyncRunProcessor.enqueue
899
916
  self._criteria_deletes_table_name = (
900
917
  f"{self._source_app_name}.{self._results_schema_name}.{self._results_table_name}_CRITERIA_DELETES"
901
918
  )
902
- # These are similar to the results, but represent requests to delete records by some criteria
903
- self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
904
- self._latest_states: Dict[str, Any] = {}
905
- self._temp_tables = {}
906
- self._temp_table_lock = threading.Lock()
907
- self._results_exist: Dict[
908
- str, bool
909
- ] = {} # track whether or not results exist for stream
910
- self._stream_record_counts: Dict[str, int] = {
911
- stream_name: 0 for stream_name in self._streams_dict.keys()
912
- }
913
- self._total_records_estimate: Optional[Dict[str,int]] = {}
914
- self._stream_change_counts: Dict[str, int] = {
915
- stream_name: 0 for stream_name in self._streams_dict.keys()
916
- }
917
- self._completed_streams: List[str] = []
918
- self._omnata_log_handler = omnata_log_handler
919
+ self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
919
920
 
920
921
  def apply_results_queue(self):
921
922
  """
@@ -218,7 +218,9 @@ class PluginEntrypoint:
218
218
  inbound_sync_request.update_activity("Staging remaining records")
219
219
  logger.info("Calling apply_results_queue")
220
220
  inbound_sync_request.apply_results_queue()
221
+ logger.info("Calling apply_rate_limit_state")
221
222
  inbound_sync_request.apply_rate_limit_state()
223
+ logger.info("Calling apply_progress_updates")
222
224
  inbound_sync_request.apply_progress_updates()
223
225
  if inbound_sync_request.deadline_reached:
224
226
  # if we actually hit the deadline, this is flagged by the cancellation checking worker and the cancellation