watchmen-collector-kernel 16.4.8__tar.gz → 16.4.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/PKG-INFO +9 -9
  2. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/pyproject.toml +9 -9
  3. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/setup.py +9 -9
  4. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/__init__.py +1 -1
  5. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/scheduled_task.py +2 -8
  6. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/task_service.py +3 -3
  7. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/change_data_json_service.py +2 -0
  8. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/scheduled_task_service.py +5 -5
  9. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/LICENSE +0 -0
  10. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/__init__.py +0 -0
  11. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/common/__init__.py +0 -0
  12. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/common/constants.py +0 -0
  13. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/change_data_json.py +0 -0
  14. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/change_data_record.py +0 -0
  15. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/collector_model_config.py +0 -0
  16. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/collector_table_config.py +0 -0
  17. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/competitive_lock.py +0 -0
  18. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/condition.py +0 -0
  19. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/trigger_event.py +0 -0
  20. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/trigger_model.py +0 -0
  21. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/model/trigger_table.py +0 -0
  22. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/__init__.py +0 -0
  23. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/criteria_builder.py +0 -0
  24. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/data_capture.py +0 -0
  25. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/extract_source.py +0 -0
  26. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/extract_utils.py +0 -0
  27. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/lock_clean.py +0 -0
  28. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/lock_helper.py +0 -0
  29. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/task_housekeeping.py +0 -0
  30. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/service/trigger_collector.py +0 -0
  31. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/__init__.py +0 -0
  32. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/change_data_record_service.py +0 -0
  33. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/collector_model_config_service.py +0 -0
  34. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/collector_table_config_service.py +0 -0
  35. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/competitive_lock_service.py +0 -0
  36. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/trigger_event_service.py +0 -0
  37. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/trigger_model_service.py +0 -0
  38. {watchmen_collector_kernel-16.4.8 → watchmen_collector_kernel-16.4.9}/src/watchmen_collector_kernel/storage/trigger_table_service.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: watchmen-collector-kernel
3
- Version: 16.4.8
3
+ Version: 16.4.9
4
4
  Summary:
5
5
  License: MIT
6
6
  Author: botlikes
@@ -18,11 +18,11 @@ Provides-Extra: oracle
18
18
  Provides-Extra: oss
19
19
  Provides-Extra: postgresql
20
20
  Provides-Extra: s3
21
- Requires-Dist: watchmen-data-kernel (==16.4.8)
22
- Requires-Dist: watchmen-storage-mongodb (==16.4.8) ; extra == "mongodb"
23
- Requires-Dist: watchmen-storage-mssql (==16.4.8) ; extra == "mssql"
24
- Requires-Dist: watchmen-storage-mysql (==16.4.8) ; extra == "mysql"
25
- Requires-Dist: watchmen-storage-oracle (==16.4.8) ; extra == "oracle"
26
- Requires-Dist: watchmen-storage-oss (==16.4.8) ; extra == "oss"
27
- Requires-Dist: watchmen-storage-postgresql (==16.4.8) ; extra == "postgresql"
28
- Requires-Dist: watchmen-storage-s3 (==16.4.8) ; extra == "s3"
21
+ Requires-Dist: watchmen-data-kernel (==16.4.9)
22
+ Requires-Dist: watchmen-storage-mongodb (==16.4.9) ; extra == "mongodb"
23
+ Requires-Dist: watchmen-storage-mssql (==16.4.9) ; extra == "mssql"
24
+ Requires-Dist: watchmen-storage-mysql (==16.4.9) ; extra == "mysql"
25
+ Requires-Dist: watchmen-storage-oracle (==16.4.9) ; extra == "oracle"
26
+ Requires-Dist: watchmen-storage-oss (==16.4.9) ; extra == "oss"
27
+ Requires-Dist: watchmen-storage-postgresql (==16.4.9) ; extra == "postgresql"
28
+ Requires-Dist: watchmen-storage-s3 (==16.4.9) ; extra == "s3"
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "watchmen-collector-kernel"
3
- version = "16.4.8"
3
+ version = "16.4.9"
4
4
  description = ""
5
5
  authors = ["botlikes <75356972+botlikes456@users.noreply.github.com>"]
6
6
  license = "MIT"
@@ -10,14 +10,14 @@ packages = [
10
10
 
11
11
  [tool.poetry.dependencies]
12
12
  python = "^3.9"
13
- watchmen-data-kernel = "16.4.8"
14
- watchmen-storage-mysql = { version = "16.4.8", optional = true }
15
- watchmen-storage-oracle = { version = "16.4.8", optional = true }
16
- watchmen-storage-mongodb = { version = "16.4.8", optional = true }
17
- watchmen-storage-mssql = { version = "16.4.8", optional = true }
18
- watchmen-storage-postgresql = { version = "16.4.8", optional = true }
19
- watchmen-storage-oss = { version = "16.4.8", optional = true }
20
- watchmen-storage-s3 = { version = "16.4.8", optional = true }
13
+ watchmen-data-kernel = "16.4.9"
14
+ watchmen-storage-mysql = { version = "16.4.9", optional = true }
15
+ watchmen-storage-oracle = { version = "16.4.9", optional = true }
16
+ watchmen-storage-mongodb = { version = "16.4.9", optional = true }
17
+ watchmen-storage-mssql = { version = "16.4.9", optional = true }
18
+ watchmen-storage-postgresql = { version = "16.4.9", optional = true }
19
+ watchmen-storage-oss = { version = "16.4.9", optional = true }
20
+ watchmen-storage-s3 = { version = "16.4.9", optional = true }
21
21
 
22
22
  [tool.poetry.dev-dependencies]
23
23
 
@@ -15,20 +15,20 @@ package_data = \
15
15
  {'': ['*']}
16
16
 
17
17
  install_requires = \
18
- ['watchmen-data-kernel==16.4.8']
18
+ ['watchmen-data-kernel==16.4.9']
19
19
 
20
20
  extras_require = \
21
- {'mongodb': ['watchmen-storage-mongodb==16.4.8'],
22
- 'mssql': ['watchmen-storage-mssql==16.4.8'],
23
- 'mysql': ['watchmen-storage-mysql==16.4.8'],
24
- 'oracle': ['watchmen-storage-oracle==16.4.8'],
25
- 'oss': ['watchmen-storage-oss==16.4.8'],
26
- 'postgresql': ['watchmen-storage-postgresql==16.4.8'],
27
- 's3': ['watchmen-storage-s3==16.4.8']}
21
+ {'mongodb': ['watchmen-storage-mongodb==16.4.9'],
22
+ 'mssql': ['watchmen-storage-mssql==16.4.9'],
23
+ 'mysql': ['watchmen-storage-mysql==16.4.9'],
24
+ 'oracle': ['watchmen-storage-oracle==16.4.9'],
25
+ 'oss': ['watchmen-storage-oss==16.4.9'],
26
+ 'postgresql': ['watchmen-storage-postgresql==16.4.9'],
27
+ 's3': ['watchmen-storage-s3==16.4.9']}
28
28
 
29
29
  setup_kwargs = {
30
30
  'name': 'watchmen-collector-kernel',
31
- 'version': '16.4.8',
31
+ 'version': '16.4.9',
32
32
  'description': '',
33
33
  'long_description': 'None',
34
34
  'author': 'botlikes',
@@ -1,5 +1,5 @@
1
1
  from .competitive_lock import CompetitiveLock
2
- from .scheduled_task import ScheduledTask, TaskStatus
2
+ from .scheduled_task import ScheduledTask
3
3
 
4
4
  from .collector_model_config import CollectorModelConfig
5
5
  from .collector_table_config import CollectorTableConfig
@@ -2,7 +2,7 @@ from typing import Dict, List
2
2
 
3
3
  from watchmen_model.common import TenantBasedTuple, ScheduledTaskId, Storable
4
4
  from pydantic import BaseModel
5
- from enum import Enum, IntEnum
5
+ from enum import Enum
6
6
 
7
7
 
8
8
  class Result(str, Enum):
@@ -11,12 +11,6 @@ class Result(str, Enum):
11
11
  PROCESS_TASK_FAILED = "PROCESS_TASK_FAILED"
12
12
 
13
13
 
14
- class TaskStatus(IntEnum):
15
- INITIAL = 0
16
- SUCCESS = 1
17
- FAILED = 2
18
-
19
-
20
14
  class Dependence(Storable, BaseModel):
21
15
  modelName: str
22
16
  objectId: str
@@ -31,6 +25,6 @@ class ScheduledTask(TenantBasedTuple, BaseModel):
31
25
  objectId: str
32
26
  dependOn: List[Dependence]
33
27
  parentTaskId: List[int]
34
- status: TaskStatus
28
+ isFinished: bool
35
29
  result: Dict
36
30
 
@@ -3,7 +3,7 @@ from traceback import format_exc
3
3
  from typing import Callable, Dict, Optional, List
4
4
 
5
5
  from watchmen_auth import PrincipalService
6
- from watchmen_collector_kernel.model import ScheduledTask, TaskStatus
6
+ from watchmen_collector_kernel.model import ScheduledTask
7
7
  from watchmen_collector_kernel.model.scheduled_task import Dependence
8
8
  from watchmen_collector_kernel.storage import get_scheduled_task_service
9
9
  from watchmen_model.common import ScheduledTaskId
@@ -31,11 +31,11 @@ class TaskService:
31
31
  def consume_task(self, task: ScheduledTask, executed: Callable[[str, Dict, str], None]) -> ScheduledTask:
32
32
  try:
33
33
  executed(task.topicCode, task.content, task.tenantId)
34
- task.status = int(TaskStatus.SUCCESS)
34
+ task.isFinished = True
35
35
  return self.scheduled_task_service.update_task(task)
36
36
  except Exception as e:
37
37
  logger.error(e, exc_info=True, stack_info=True)
38
- task.status = int(TaskStatus.FAILED)
38
+ task.isFinished = True
39
39
  task.result = format_exc()
40
40
  return self.scheduled_task_service.update_task(task)
41
41
 
@@ -24,6 +24,7 @@ class ChangeDataJsonShaper(EntityShaper):
24
24
  'content': entity.content,
25
25
  'depend_on': entity.dependOn,
26
26
  'is_posted': entity.isPosted,
27
+ 'result': entity.result,
27
28
  'task_id': entity.taskId,
28
29
  'table_trigger_id': entity.tableTriggerId,
29
30
  'model_trigger_id': entity.modelTriggerId,
@@ -43,6 +44,7 @@ class ChangeDataJsonShaper(EntityShaper):
43
44
  content=row.get('content'),
44
45
  dependOn=row.get('depend_on'),
45
46
  isPosted=row.get('is_posted'),
47
+ result=row.get('result'),
46
48
  taskId=row.get('task_id'),
47
49
  tableTriggerId=row.get('table_trigger_id'),
48
50
  modelTriggerId=row.get('model_trigger_id'),
@@ -23,7 +23,7 @@ class ScheduledTaskShaper(EntityShaper):
23
23
  'depend_on': entity.dependOn,
24
24
  'parent_task_id': entity.parentTaskId,
25
25
  'tenant_id': entity.tenantId,
26
- 'status': entity.status,
26
+ 'is_finished': entity.isFinished,
27
27
  'result': entity.result
28
28
  })
29
29
 
@@ -39,7 +39,7 @@ class ScheduledTaskShaper(EntityShaper):
39
39
  dependOn=row.get('depend_on'),
40
40
  parentTaskId=row.get('parent_task_id'),
41
41
  tenantId=row.get('tenant_id'),
42
- status=row.get('status'),
42
+ isFinished=row.get('is_finished'),
43
43
  result=row.get('result')
44
44
  ))
45
45
 
@@ -107,7 +107,7 @@ class ScheduledTaskService(TupleService):
107
107
  criteria=[EntityCriteriaJoint(
108
108
  children=[
109
109
  EntityCriteriaExpression(
110
- left=ColumnNameLiteral(columnName='status'), right=0)
110
+ left=ColumnNameLiteral(columnName='is_finished'), right=False)
111
111
  ]
112
112
  )],
113
113
  straightColumns=[EntityStraightColumn(columnName='task_id'),
@@ -139,8 +139,8 @@ class ScheduledTaskService(TupleService):
139
139
  right=model_name),
140
140
  EntityCriteriaExpression(left=ColumnNameLiteral(columnName='object_id'),
141
141
  right=object_id),
142
- EntityCriteriaExpression(left=ColumnNameLiteral(columnName='status'),
143
- right=0),
142
+ EntityCriteriaExpression(left=ColumnNameLiteral(columnName='is_finished'),
143
+ right=False),
144
144
  EntityCriteriaExpression(left=ColumnNameLiteral(columnName='tenant_id'),
145
145
  right=tenant_id)
146
146
  ]