watchmen-collector-kernel 16.4.6__py3-none-any.whl → 16.4.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. watchmen_collector_kernel/common/__init__.py +2 -2
  2. watchmen_collector_kernel/common/constants.py +16 -0
  3. watchmen_collector_kernel/model/__init__.py +15 -1
  4. watchmen_collector_kernel/model/change_data_json.py +28 -0
  5. watchmen_collector_kernel/model/change_data_record.py +19 -0
  6. watchmen_collector_kernel/model/collector_model_config.py +12 -0
  7. watchmen_collector_kernel/model/collector_table_config.py +78 -0
  8. watchmen_collector_kernel/model/competitive_lock.py +11 -0
  9. watchmen_collector_kernel/model/condition.py +73 -0
  10. watchmen_collector_kernel/model/scheduled_task.py +36 -0
  11. watchmen_collector_kernel/model/trigger_event.py +11 -0
  12. watchmen_collector_kernel/model/trigger_model.py +8 -0
  13. watchmen_collector_kernel/model/trigger_table.py +11 -0
  14. watchmen_collector_kernel/service/__init__.py +8 -0
  15. watchmen_collector_kernel/service/criteria_builder.py +53 -0
  16. watchmen_collector_kernel/service/data_capture.py +60 -0
  17. watchmen_collector_kernel/service/extract_source.py +71 -0
  18. watchmen_collector_kernel/service/extract_utils.py +70 -0
  19. watchmen_collector_kernel/service/lock_clean.py +39 -0
  20. watchmen_collector_kernel/service/lock_helper.py +28 -0
  21. watchmen_collector_kernel/service/task_housekeeping.py +61 -0
  22. watchmen_collector_kernel/service/task_service.py +72 -0
  23. watchmen_collector_kernel/service/trigger_collector.py +147 -0
  24. watchmen_collector_kernel/storage/__init__.py +17 -0
  25. watchmen_collector_kernel/storage/change_data_json_service.py +171 -0
  26. watchmen_collector_kernel/storage/change_data_record_service.py +185 -0
  27. watchmen_collector_kernel/storage/collector_model_config_service.py +107 -0
  28. watchmen_collector_kernel/storage/collector_table_config_service.py +168 -0
  29. watchmen_collector_kernel/storage/competitive_lock_service.py +83 -0
  30. watchmen_collector_kernel/storage/scheduled_task_service.py +155 -0
  31. watchmen_collector_kernel/storage/trigger_event_service.py +86 -0
  32. watchmen_collector_kernel/storage/trigger_model_service.py +96 -0
  33. watchmen_collector_kernel/storage/trigger_table_service.py +113 -0
  34. {watchmen_collector_kernel-16.4.6.dist-info → watchmen_collector_kernel-16.4.8.dist-info}/LICENSE +0 -0
  35. {watchmen_collector_kernel-16.4.6.dist-info → watchmen_collector_kernel-16.4.8.dist-info}/METADATA +9 -9
  36. watchmen_collector_kernel-16.4.8.dist-info/RECORD +38 -0
  37. {watchmen_collector_kernel-16.4.6.dist-info → watchmen_collector_kernel-16.4.8.dist-info}/WHEEL +0 -0
  38. watchmen_collector_kernel/common/settings.py +0 -14
  39. watchmen_collector_kernel/connector/__init__.py +0 -1
  40. watchmen_collector_kernel/connector/handler.py +0 -42
  41. watchmen_collector_kernel/connector/housekeeping.py +0 -58
  42. watchmen_collector_kernel/connector/s3_connector.py +0 -210
  43. watchmen_collector_kernel/lock/__init__.py +0 -3
  44. watchmen_collector_kernel/lock/distributed_lock.py +0 -23
  45. watchmen_collector_kernel/lock/oss_collector_lock_service.py +0 -127
  46. watchmen_collector_kernel/lock/unique_key_distributed_lock.py +0 -39
  47. watchmen_collector_kernel/model/oss_collector_competitive_lock.py +0 -15
  48. watchmen_collector_kernel-16.4.6.dist-info/RECORD +0 -17
@@ -1,39 +0,0 @@
1
- from sqlalchemy.exc import IntegrityError
2
-
3
- from .distributed_lock import DistributedLock
4
- from .oss_collector_lock_service import OssCollectorLockService
5
- from watchmen_collector_kernel.model import OSSCollectorCompetitiveLock
6
-
7
-
8
- class UniqueKeyDistributedLock(DistributedLock):
9
-
10
- def __init__(self, lock: OSSCollectorCompetitiveLock, lock_service: OssCollectorLockService):
11
- self.lock = lock
12
- self.lockService = lock_service
13
-
14
- def lock(self):
15
- pass # todo
16
-
17
- def try_lock(self, timeout: int):
18
- pass # todo
19
-
20
- def try_lock_nowait(self) -> bool:
21
- try:
22
- self.lockService.insert_one(self.lock)
23
- return True
24
- except IntegrityError as e:
25
- return False
26
-
27
- """
28
- def unlock(self):
29
- self.lockService.delete_by_id(self.lock.lockId)
30
- """
31
-
32
- def unlock(self):
33
- self.lock.status = 1
34
- self.lockService.update_one(self.lock)
35
-
36
-
37
- def get_unique_key_distributed_lock(lock: OSSCollectorCompetitiveLock,
38
- lock_service: OssCollectorLockService) -> UniqueKeyDistributedLock:
39
- return UniqueKeyDistributedLock(lock=lock, lock_service=lock_service)
@@ -1,15 +0,0 @@
1
- from datetime import datetime
2
- from typing import Optional
3
-
4
- from watchmen_model.common import Storable, OssCollectorCompetitiveLockId, TenantId
5
- from watchmen_utilities import get_current_time_in_seconds
6
-
7
-
8
- class OSSCollectorCompetitiveLock(Storable):
9
- lockId: OssCollectorCompetitiveLockId
10
- resourceId: str
11
- modelName: str
12
- objectId: str
13
- registeredAt: Optional[datetime] = get_current_time_in_seconds()
14
- tenantId: TenantId
15
- status: int = 0 # 0-start 1-end
@@ -1,17 +0,0 @@
1
- watchmen_collector_kernel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
2
- watchmen_collector_kernel/common/__init__.py,sha256=TU2mZLy0bHW-Ppuhvx3UaEqoPOAR34InVAU0bWdvYrY,43
3
- watchmen_collector_kernel/common/settings.py,sha256=lQovw9OCZMigXpKkFoOtn5dXgsLB3-X_uf3inAuyL7Y,287
4
- watchmen_collector_kernel/connector/__init__.py,sha256=sOtxF9VDWyeaZLsypIHUTog5aHWXe-gUt5Xvciza30I,44
5
- watchmen_collector_kernel/connector/handler.py,sha256=YE5rVkZTO50zkAxw9bMh-AqGGtxUXh18MAENtVeuI1c,1806
6
- watchmen_collector_kernel/connector/housekeeping.py,sha256=Av4me14_o-H4CWp4AtYMEJrQAzJVmaYXJeMZ6Hpm2rU,1964
7
- watchmen_collector_kernel/connector/s3_connector.py,sha256=GoA7-ICv8zJOngxe39J387djb5qx3k5GHiboIGoj54s,7896
8
- watchmen_collector_kernel/lock/__init__.py,sha256=CfiShpbZiZCeI-wTizzTCc77Ry-KahDuIszQcEjTmPU,190
9
- watchmen_collector_kernel/lock/distributed_lock.py,sha256=O0UJPTNUyIWOn2qWpZdocmMW_JUbfuf8gJedM-wXwvc,294
10
- watchmen_collector_kernel/lock/oss_collector_lock_service.py,sha256=yAMoZrv9UasdP6ArKczRHz9zrcxItCtKxIrOzBnAGFs,4481
11
- watchmen_collector_kernel/lock/unique_key_distributed_lock.py,sha256=vbbP4T9LwxWuekLmLkZo9SPgkxaTl7hYGgGNJBc4Ppc,1074
12
- watchmen_collector_kernel/model/__init__.py,sha256=QxgECTNVr7tYCPxc71kca8CoTjHZ26NeVG-PTZEudeQ,72
13
- watchmen_collector_kernel/model/oss_collector_competitive_lock.py,sha256=AVj5YzR4cgg-F50t6ptXKxmRwa_wY-M3NA8UJ5T4U4k,456
14
- watchmen_collector_kernel-16.4.6.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
15
- watchmen_collector_kernel-16.4.6.dist-info/LICENSE,sha256=iuuG7ErblOdcEZi5u89VXS0VIUiTb4flerGp_PAS9E4,1061
16
- watchmen_collector_kernel-16.4.6.dist-info/METADATA,sha256=UbYf3u6CPBAr-mxwIbaFLcwQtG-qV8PVLGZFicWyIQ8,1139
17
- watchmen_collector_kernel-16.4.6.dist-info/RECORD,,