watchmen-collector-kernel 16.4.6__py3-none-any.whl → 16.4.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- watchmen_collector_kernel/common/__init__.py +2 -2
- watchmen_collector_kernel/common/constants.py +16 -0
- watchmen_collector_kernel/model/__init__.py +15 -1
- watchmen_collector_kernel/model/change_data_json.py +28 -0
- watchmen_collector_kernel/model/change_data_record.py +19 -0
- watchmen_collector_kernel/model/collector_model_config.py +12 -0
- watchmen_collector_kernel/model/collector_table_config.py +78 -0
- watchmen_collector_kernel/model/competitive_lock.py +11 -0
- watchmen_collector_kernel/model/condition.py +73 -0
- watchmen_collector_kernel/model/scheduled_task.py +36 -0
- watchmen_collector_kernel/model/trigger_event.py +11 -0
- watchmen_collector_kernel/model/trigger_model.py +8 -0
- watchmen_collector_kernel/model/trigger_table.py +11 -0
- watchmen_collector_kernel/service/__init__.py +8 -0
- watchmen_collector_kernel/service/criteria_builder.py +53 -0
- watchmen_collector_kernel/service/data_capture.py +60 -0
- watchmen_collector_kernel/service/extract_source.py +71 -0
- watchmen_collector_kernel/service/extract_utils.py +70 -0
- watchmen_collector_kernel/service/lock_clean.py +39 -0
- watchmen_collector_kernel/service/lock_helper.py +28 -0
- watchmen_collector_kernel/service/task_housekeeping.py +61 -0
- watchmen_collector_kernel/service/task_service.py +72 -0
- watchmen_collector_kernel/service/trigger_collector.py +147 -0
- watchmen_collector_kernel/storage/__init__.py +17 -0
- watchmen_collector_kernel/storage/change_data_json_service.py +171 -0
- watchmen_collector_kernel/storage/change_data_record_service.py +185 -0
- watchmen_collector_kernel/storage/collector_model_config_service.py +107 -0
- watchmen_collector_kernel/storage/collector_table_config_service.py +168 -0
- watchmen_collector_kernel/storage/competitive_lock_service.py +83 -0
- watchmen_collector_kernel/storage/scheduled_task_service.py +155 -0
- watchmen_collector_kernel/storage/trigger_event_service.py +86 -0
- watchmen_collector_kernel/storage/trigger_model_service.py +96 -0
- watchmen_collector_kernel/storage/trigger_table_service.py +113 -0
- {watchmen_collector_kernel-16.4.6.dist-info → watchmen_collector_kernel-16.4.8.dist-info}/LICENSE +0 -0
- {watchmen_collector_kernel-16.4.6.dist-info → watchmen_collector_kernel-16.4.8.dist-info}/METADATA +9 -9
- watchmen_collector_kernel-16.4.8.dist-info/RECORD +38 -0
- {watchmen_collector_kernel-16.4.6.dist-info → watchmen_collector_kernel-16.4.8.dist-info}/WHEEL +0 -0
- watchmen_collector_kernel/common/settings.py +0 -14
- watchmen_collector_kernel/connector/__init__.py +0 -1
- watchmen_collector_kernel/connector/handler.py +0 -42
- watchmen_collector_kernel/connector/housekeeping.py +0 -58
- watchmen_collector_kernel/connector/s3_connector.py +0 -210
- watchmen_collector_kernel/lock/__init__.py +0 -3
- watchmen_collector_kernel/lock/distributed_lock.py +0 -23
- watchmen_collector_kernel/lock/oss_collector_lock_service.py +0 -127
- watchmen_collector_kernel/lock/unique_key_distributed_lock.py +0 -39
- watchmen_collector_kernel/model/oss_collector_competitive_lock.py +0 -15
- watchmen_collector_kernel-16.4.6.dist-info/RECORD +0 -17
@@ -1,39 +0,0 @@
|
|
1
|
-
from sqlalchemy.exc import IntegrityError
|
2
|
-
|
3
|
-
from .distributed_lock import DistributedLock
|
4
|
-
from .oss_collector_lock_service import OssCollectorLockService
|
5
|
-
from watchmen_collector_kernel.model import OSSCollectorCompetitiveLock
|
6
|
-
|
7
|
-
|
8
|
-
class UniqueKeyDistributedLock(DistributedLock):
|
9
|
-
|
10
|
-
def __init__(self, lock: OSSCollectorCompetitiveLock, lock_service: OssCollectorLockService):
|
11
|
-
self.lock = lock
|
12
|
-
self.lockService = lock_service
|
13
|
-
|
14
|
-
def lock(self):
|
15
|
-
pass # todo
|
16
|
-
|
17
|
-
def try_lock(self, timeout: int):
|
18
|
-
pass # todo
|
19
|
-
|
20
|
-
def try_lock_nowait(self) -> bool:
|
21
|
-
try:
|
22
|
-
self.lockService.insert_one(self.lock)
|
23
|
-
return True
|
24
|
-
except IntegrityError as e:
|
25
|
-
return False
|
26
|
-
|
27
|
-
"""
|
28
|
-
def unlock(self):
|
29
|
-
self.lockService.delete_by_id(self.lock.lockId)
|
30
|
-
"""
|
31
|
-
|
32
|
-
def unlock(self):
|
33
|
-
self.lock.status = 1
|
34
|
-
self.lockService.update_one(self.lock)
|
35
|
-
|
36
|
-
|
37
|
-
def get_unique_key_distributed_lock(lock: OSSCollectorCompetitiveLock,
|
38
|
-
lock_service: OssCollectorLockService) -> UniqueKeyDistributedLock:
|
39
|
-
return UniqueKeyDistributedLock(lock=lock, lock_service=lock_service)
|
@@ -1,15 +0,0 @@
|
|
1
|
-
from datetime import datetime
|
2
|
-
from typing import Optional
|
3
|
-
|
4
|
-
from watchmen_model.common import Storable, OssCollectorCompetitiveLockId, TenantId
|
5
|
-
from watchmen_utilities import get_current_time_in_seconds
|
6
|
-
|
7
|
-
|
8
|
-
class OSSCollectorCompetitiveLock(Storable):
|
9
|
-
lockId: OssCollectorCompetitiveLockId
|
10
|
-
resourceId: str
|
11
|
-
modelName: str
|
12
|
-
objectId: str
|
13
|
-
registeredAt: Optional[datetime] = get_current_time_in_seconds()
|
14
|
-
tenantId: TenantId
|
15
|
-
status: int = 0 # 0-start 1-end
|
@@ -1,17 +0,0 @@
|
|
1
|
-
watchmen_collector_kernel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
2
|
-
watchmen_collector_kernel/common/__init__.py,sha256=TU2mZLy0bHW-Ppuhvx3UaEqoPOAR34InVAU0bWdvYrY,43
|
3
|
-
watchmen_collector_kernel/common/settings.py,sha256=lQovw9OCZMigXpKkFoOtn5dXgsLB3-X_uf3inAuyL7Y,287
|
4
|
-
watchmen_collector_kernel/connector/__init__.py,sha256=sOtxF9VDWyeaZLsypIHUTog5aHWXe-gUt5Xvciza30I,44
|
5
|
-
watchmen_collector_kernel/connector/handler.py,sha256=YE5rVkZTO50zkAxw9bMh-AqGGtxUXh18MAENtVeuI1c,1806
|
6
|
-
watchmen_collector_kernel/connector/housekeeping.py,sha256=Av4me14_o-H4CWp4AtYMEJrQAzJVmaYXJeMZ6Hpm2rU,1964
|
7
|
-
watchmen_collector_kernel/connector/s3_connector.py,sha256=GoA7-ICv8zJOngxe39J387djb5qx3k5GHiboIGoj54s,7896
|
8
|
-
watchmen_collector_kernel/lock/__init__.py,sha256=CfiShpbZiZCeI-wTizzTCc77Ry-KahDuIszQcEjTmPU,190
|
9
|
-
watchmen_collector_kernel/lock/distributed_lock.py,sha256=O0UJPTNUyIWOn2qWpZdocmMW_JUbfuf8gJedM-wXwvc,294
|
10
|
-
watchmen_collector_kernel/lock/oss_collector_lock_service.py,sha256=yAMoZrv9UasdP6ArKczRHz9zrcxItCtKxIrOzBnAGFs,4481
|
11
|
-
watchmen_collector_kernel/lock/unique_key_distributed_lock.py,sha256=vbbP4T9LwxWuekLmLkZo9SPgkxaTl7hYGgGNJBc4Ppc,1074
|
12
|
-
watchmen_collector_kernel/model/__init__.py,sha256=QxgECTNVr7tYCPxc71kca8CoTjHZ26NeVG-PTZEudeQ,72
|
13
|
-
watchmen_collector_kernel/model/oss_collector_competitive_lock.py,sha256=AVj5YzR4cgg-F50t6ptXKxmRwa_wY-M3NA8UJ5T4U4k,456
|
14
|
-
watchmen_collector_kernel-16.4.6.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
|
15
|
-
watchmen_collector_kernel-16.4.6.dist-info/LICENSE,sha256=iuuG7ErblOdcEZi5u89VXS0VIUiTb4flerGp_PAS9E4,1061
|
16
|
-
watchmen_collector_kernel-16.4.6.dist-info/METADATA,sha256=UbYf3u6CPBAr-mxwIbaFLcwQtG-qV8PVLGZFicWyIQ8,1139
|
17
|
-
watchmen_collector_kernel-16.4.6.dist-info/RECORD,,
|