omnata-plugin-runtime 0.4.1a93__tar.gz → 0.4.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/PKG-INFO +1 -1
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/pyproject.toml +1 -1
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/omnata_plugin.py +16 -15
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/plugin_entrypoints.py +2 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/LICENSE +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/README.md +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/__init__.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/api.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/configuration.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/forms.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/logging.py +0 -0
- {omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/rate_limiting.py +0 -0
@@ -882,6 +882,21 @@ class InboundSyncRequest(SyncRequest):
|
|
882
882
|
self._stream_record_counts: Dict[str, int] = {
|
883
883
|
stream_name: 0 for stream_name in self._streams_dict.keys()
|
884
884
|
}
|
885
|
+
|
886
|
+
# These are similar to the results, but represent requests to delete records by some criteria
|
887
|
+
self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
|
888
|
+
self._latest_states: Dict[str, Any] = {}
|
889
|
+
self._temp_tables = {}
|
890
|
+
self._temp_table_lock = threading.Lock()
|
891
|
+
self._results_exist: Dict[
|
892
|
+
str, bool
|
893
|
+
] = {} # track whether or not results exist for stream
|
894
|
+
self._total_records_estimate: Optional[Dict[str,int]] = {}
|
895
|
+
self._stream_change_counts: Dict[str, int] = {
|
896
|
+
stream_name: 0 for stream_name in self._streams_dict.keys()
|
897
|
+
}
|
898
|
+
self._completed_streams: List[str] = []
|
899
|
+
self._omnata_log_handler = omnata_log_handler
|
885
900
|
SyncRequest.__init__(
|
886
901
|
self,
|
887
902
|
run_id=run_id,
|
@@ -897,25 +912,11 @@ class InboundSyncRequest(SyncRequest):
|
|
897
912
|
development_mode=development_mode,
|
898
913
|
test_replay_mode=test_replay_mode
|
899
914
|
)
|
900
|
-
self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
|
901
915
|
# named by convention, see SyncRunProcessor.enqueue
|
902
916
|
self._criteria_deletes_table_name = (
|
903
917
|
f"{self._source_app_name}.{self._results_schema_name}.{self._results_table_name}_CRITERIA_DELETES"
|
904
918
|
)
|
905
|
-
|
906
|
-
self._apply_results_criteria_deletes: Dict[str, List[pandas.DataFrame]] = {}
|
907
|
-
self._latest_states: Dict[str, Any] = {}
|
908
|
-
self._temp_tables = {}
|
909
|
-
self._temp_table_lock = threading.Lock()
|
910
|
-
self._results_exist: Dict[
|
911
|
-
str, bool
|
912
|
-
] = {} # track whether or not results exist for stream
|
913
|
-
self._total_records_estimate: Optional[Dict[str,int]] = {}
|
914
|
-
self._stream_change_counts: Dict[str, int] = {
|
915
|
-
stream_name: 0 for stream_name in self._streams_dict.keys()
|
916
|
-
}
|
917
|
-
self._completed_streams: List[str] = []
|
918
|
-
self._omnata_log_handler = omnata_log_handler
|
919
|
+
self._apply_results: Dict[str, List[pandas.DataFrame]] = {}
|
919
920
|
|
920
921
|
def apply_results_queue(self):
|
921
922
|
"""
|
@@ -218,7 +218,9 @@ class PluginEntrypoint:
|
|
218
218
|
inbound_sync_request.update_activity("Staging remaining records")
|
219
219
|
logger.info("Calling apply_results_queue")
|
220
220
|
inbound_sync_request.apply_results_queue()
|
221
|
+
logger.info("Calling apply_rate_limit_state")
|
221
222
|
inbound_sync_request.apply_rate_limit_state()
|
223
|
+
logger.info("Calling apply_progress_updates")
|
222
224
|
inbound_sync_request.apply_progress_updates()
|
223
225
|
if inbound_sync_request.deadline_reached:
|
224
226
|
# if we actually hit the deadline, this is flagged by the cancellation checking worker and the cancellation
|
File without changes
|
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/__init__.py
RENAMED
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/api.py
RENAMED
File without changes
|
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/forms.py
RENAMED
File without changes
|
{omnata_plugin_runtime-0.4.1a93 → omnata_plugin_runtime-0.4.2}/src/omnata_plugin_runtime/logging.py
RENAMED
File without changes
|
File without changes
|