omnata-plugin-runtime 0.4.1a92__py3-none-any.whl → 0.4.2__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
@@ -875,6 +875,28 @@ class InboundSyncRequest(SyncRequest):
875
875
  :param bool test_replay_mode: When enabled, it is safe to assume that HTTP requests are hitting a re-recorded log, so there is no need to wait in between polling
876
876
  :return: nothing
877
877
  """
878
+ self.streams = streams
879
+ self._streams_dict: Dict[str, StoredStreamConfiguration] = {
880
+ s.stream_name: s for s in streams
881
+ }
882
+ self._stream_record_counts: Dict[str, int] = {
883
+ stream_name: 0 for stream_name in self._streams_dict.keys()
884
+ }
885
+
886
+ # These are similar to the results, but represent requests to delete records by some criteria
887
+ self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
888
+ self._latest_states: Dict[str, Any] = {}
889
+ self._temp_tables = {}
890
+ self._temp_table_lock = threading.Lock()
891
+ self._results_exist: Dict[
892
+ str, bool
893
+ ] = {} # track whether or not results exist for stream
894
+ self._total_records_estimate: Optional[Dict[str,int]] = {}
895
+ self._stream_change_counts: Dict[str, int] = {
896
+ stream_name: 0 for stream_name in self._streams_dict.keys()
897
+ }
898
+ self._completed_streams: List[str] = []
899
+ self._omnata_log_handler = omnata_log_handler
878
900
  SyncRequest.__init__(
879
901
  self,
880
902
  run_id=run_id,
@@ -890,32 +912,11 @@ class InboundSyncRequest(SyncRequest):
890
912
  development_mode=development_mode,
891
913
  test_replay_mode=test_replay_mode
892
914
  )
893
- self.streams = streams
894
- self._streams_dict: Dict[str, StoredStreamConfiguration] = {
895
- s.stream_name: s for s in streams
896
- }
897
- self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
898
915
  # named by convention, see SyncRunProcessor.enqueue
899
916
  self._criteria_deletes_table_name = (
900
917
  f"{self._source_app_name}.{self._results_schema_name}.{self._results_table_name}_CRITERIA_DELETES"
901
918
  )
902
- # These are similar to the results, but represent requests to delete records by some criteria
903
- self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
904
- self._latest_states: Dict[str, Any] = {}
905
- self._temp_tables = {}
906
- self._temp_table_lock = threading.Lock()
907
- self._results_exist: Dict[
908
- str, bool
909
- ] = {} # track whether or not results exist for stream
910
- self._stream_record_counts: Dict[str, int] = {
911
- stream_name: 0 for stream_name in self._streams_dict.keys()
912
- }
913
- self._total_records_estimate: Optional[Dict[str,int]] = {}
914
- self._stream_change_counts: Dict[str, int] = {
915
- stream_name: 0 for stream_name in self._streams_dict.keys()
916
- }
917
- self._completed_streams: List[str] = []
918
- self._omnata_log_handler = omnata_log_handler
919
+ self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
919
920
 
920
921
  def apply_results_queue(self):
921
922
  """
@@ -218,7 +218,9 @@ class PluginEntrypoint:
218
218
  inbound_sync_request.update_activity("Staging remaining records")
219
219
  logger.info("Calling apply_results_queue")
220
220
  inbound_sync_request.apply_results_queue()
221
+ logger.info("Calling apply_rate_limit_state")
221
222
  inbound_sync_request.apply_rate_limit_state()
223
+ logger.info("Calling apply_progress_updates")
222
224
  inbound_sync_request.apply_progress_updates()
223
225
  if inbound_sync_request.deadline_reached:
224
226
  # if we actually hit the deadline, this is flagged by the cancellation checking worker and the cancellation
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: omnata-plugin-runtime
3
- Version: 0.4.1a92
3
+ Version: 0.4.2
4
4
  Summary: Classes and common runtime components for building and running Omnata Plugins
5
5
  Author: James Weakley
6
6
  Author-email: james.weakley@omnata.com
@@ -0,0 +1,12 @@
1
+ omnata_plugin_runtime/__init__.py,sha256=MS9d1whnfT_B3-ThqZ7l63QeC_8OEKTuaYV5wTwRpBA,1576
2
+ omnata_plugin_runtime/api.py,sha256=W79CsAcl127Dzy-XVS9CzvzsbS3IigVH4QAhFFDkaXg,6270
3
+ omnata_plugin_runtime/configuration.py,sha256=7cMekoY8CeZAJHpASU6tCMidF55Hzfr7CD74jtebqIY,35742
4
+ omnata_plugin_runtime/forms.py,sha256=pw_aKVsXSz47EP8PFBI3VDwdSN5IjvZxp8JTjO1V130,18421
5
+ omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
6
+ omnata_plugin_runtime/omnata_plugin.py,sha256=sh19I-l2xIc7aPxO83mv65rijMPfCIDqh5o6sguc1H4,107066
7
+ omnata_plugin_runtime/plugin_entrypoints.py,sha256=wco1QqubxxE-cMYQiu8D3pUZss3QeiAlrF2UFg5m0GM,28404
8
+ omnata_plugin_runtime/rate_limiting.py,sha256=29Hjsr0i1rE8jERVdIFGINfQfp_kI3PDft-IM_ZxvCA,21509
9
+ omnata_plugin_runtime-0.4.2.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
10
+ omnata_plugin_runtime-0.4.2.dist-info/METADATA,sha256=jYFX1QMF1E6nmWEv9zGM_mvRcWPKnzjkrpkojegD8Ek,1638
11
+ omnata_plugin_runtime-0.4.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
12
+ omnata_plugin_runtime-0.4.2.dist-info/RECORD,,
@@ -1,12 +0,0 @@
1
- omnata_plugin_runtime/__init__.py,sha256=MS9d1whnfT_B3-ThqZ7l63QeC_8OEKTuaYV5wTwRpBA,1576
2
- omnata_plugin_runtime/api.py,sha256=W79CsAcl127Dzy-XVS9CzvzsbS3IigVH4QAhFFDkaXg,6270
3
- omnata_plugin_runtime/configuration.py,sha256=7cMekoY8CeZAJHpASU6tCMidF55Hzfr7CD74jtebqIY,35742
4
- omnata_plugin_runtime/forms.py,sha256=pw_aKVsXSz47EP8PFBI3VDwdSN5IjvZxp8JTjO1V130,18421
5
- omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
6
- omnata_plugin_runtime/omnata_plugin.py,sha256=Jo56GU7R3yUWP0-Go_71P7sxD7XUE2Z0VwNc_eHi33w,107057
7
- omnata_plugin_runtime/plugin_entrypoints.py,sha256=D2f0Qih7KTJNXIDYkA-E55RTEK_7Jtv9ySqspWxERVA,28272
8
- omnata_plugin_runtime/rate_limiting.py,sha256=29Hjsr0i1rE8jERVdIFGINfQfp_kI3PDft-IM_ZxvCA,21509
9
- omnata_plugin_runtime-0.4.1a92.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
10
- omnata_plugin_runtime-0.4.1a92.dist-info/METADATA,sha256=cjZerqDeUKTk9hgJcVrqv8CAC5wYOW-UYxXHjQ0ppWQ,1641
11
- omnata_plugin_runtime-0.4.1a92.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
12
- omnata_plugin_runtime-0.4.1a92.dist-info/RECORD,,