omnata-plugin-runtime 0.4.1a93__tar.gz → 0.4.2__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/PKG-INFO +1 -1
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/pyproject.toml +1 -1
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/omnata_plugin.py +16 -15
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/plugin_entrypoints.py +2 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/LICENSE +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/README.md +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/__init__.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/api.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/configuration.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/forms.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/logging.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/rate_limiting.py +0 -0
@@ -882,6 +882,21 @@ class InboundSyncRequest(SyncRequest):
|
|
882
882
|
self._stream_record_counts: Dict[str, int] = {
|
883
883
|
stream_name: 0 for stream_name in self._streams_dict.keys()
|
884
884
|
}
|
885
|
+
|
886
|
+
# These are similar to the results, but represent requests to delete records by some criteria
|
887
|
+
self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
|
888
|
+
self._latest_states: Dict[str, Any] = {}
|
889
|
+
self._temp_tables = {}
|
890
|
+
self._temp_table_lock = threading.Lock()
|
891
|
+
self._results_exist: Dict[
|
892
|
+
str, bool
|
893
|
+
] = {} # track whether or not results exist for stream
|
894
|
+
self._total_records_estimate: Optional[Dict[str,int]] = {}
|
895
|
+
self._stream_change_counts: Dict[str, int] = {
|
896
|
+
stream_name: 0 for stream_name in self._streams_dict.keys()
|
897
|
+
}
|
898
|
+
self._completed_streams: List[str] = []
|
899
|
+
self._omnata_log_handler = omnata_log_handler
|
885
900
|
SyncRequest.__init__(
|
886
901
|
self,
|
887
902
|
run_id=run_id,
|
@@ -897,25 +912,11 @@ class InboundSyncRequest(SyncRequest):
|
|
897
912
|
development_mode=development_mode,
|
898
913
|
test_replay_mode=test_replay_mode
|
899
914
|
)
|
900
|
-
self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
|
901
915
|
# named by convention, see SyncRunProcessor.enqueue
|
902
916
|
self._criteria_deletes_table_name = (
|
903
917
|
f"{self._source_app_name}.{self._results_schema_name}.{self._results_table_name}_CRITERIA_DELETES"
|
904
918
|
)
|
905
|
-
|
906
|
-
self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
|
907
|
-
self._latest_states: Dict[str, Any] = {}
|
908
|
-
self._temp_tables = {}
|
909
|
-
self._temp_table_lock = threading.Lock()
|
910
|
-
self._results_exist: Dict[
|
911
|
-
str, bool
|
912
|
-
] = {} # track whether or not results exist for stream
|
913
|
-
self._total_records_estimate: Optional[Dict[str,int]] = {}
|
914
|
-
self._stream_change_counts: Dict[str, int] = {
|
915
|
-
stream_name: 0 for stream_name in self._streams_dict.keys()
|
916
|
-
}
|
917
|
-
self._completed_streams: List[str] = []
|
918
|
-
self._omnata_log_handler = omnata_log_handler
|
919
|
+
self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
|
919
920
|
|
920
921
|
def apply_results_queue(self):
|
921
922
|
"""
|
@@ -218,7 +218,9 @@ class PluginEntrypoint:
|
|
218
218
|
inbound_sync_request.update_activity("Staging remaining records")
|
219
219
|
logger.info("Calling apply_results_queue")
|
220
220
|
inbound_sync_request.apply_results_queue()
|
221
|
+
logger.info("Calling apply_rate_limit_state")
|
221
222
|
inbound_sync_request.apply_rate_limit_state()
|
223
|
+
logger.info("Calling apply_progress_updates")
|
222
224
|
inbound_sync_request.apply_progress_updates()
|
223
225
|
if inbound_sync_request.deadline_reached:
|
224
226
|
# if we actually hit the deadline, this is flagged by the cancellation checking worker and the cancellation
|
File without changes
|
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/__init__.py
RENAMED
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/api.py
RENAMED
File without changes
|
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/forms.py
RENAMED
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/logging.py
RENAMED
File without changes
|
File without changes
|