watchmen-collector-kernel 16.6.2__tar.gz → 16.6.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/PKG-INFO +9 -9
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/pyproject.toml +9 -9
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/extract_source.py +28 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/trigger_event_helper.py +2 -2
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/LICENSE +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/__init__.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/cache/__init__.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/cache/collector_cache_manger.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/cache/collector_cache_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/cache/collector_topic_cache.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/cache/model_config_cache.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/cache/module_config_cache.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/cache/table_config_cache.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/common/__init__.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/common/constants.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/common/exception.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/common/settings.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/__init__.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/change_data_json.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/change_data_json_history.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/change_data_record.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/change_data_record_history.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/collector_model_config.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/collector_module_config.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/collector_table_config.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/competitive_lock.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/condition.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/scheduled_task.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/scheduled_task_history.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/status.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/trigger_event.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/trigger_model.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/trigger_module.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/model/trigger_table.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/__init__.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/criteria_builder.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/data_capture.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/extract_spi.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/extract_utils.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/lock_helper.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/model_config_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/module_config_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/table_config_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/task_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/service/trigger_collector.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/__init__.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/change_data_json_history_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/change_data_json_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/change_data_record_history_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/change_data_record_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/collector_model_config_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/collector_module_config_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/collector_table_config_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/competitive_lock_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/scheduled_task_history_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/scheduled_task_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/trigger_event_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/trigger_model_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/trigger_module_service.py +0 -0
- {watchmen_collector_kernel-16.6.2 → watchmen_collector_kernel-16.6.4}/src/watchmen_collector_kernel/storage/trigger_table_service.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: watchmen-collector-kernel
|
3
|
-
Version: 16.6.
|
3
|
+
Version: 16.6.4
|
4
4
|
Summary:
|
5
5
|
License: MIT
|
6
6
|
Author: botlikes
|
@@ -20,11 +20,11 @@ Provides-Extra: oss
|
|
20
20
|
Provides-Extra: postgresql
|
21
21
|
Provides-Extra: s3
|
22
22
|
Requires-Dist: numpy (>=1.23.3,<2.0.0)
|
23
|
-
Requires-Dist: watchmen-data-kernel (==16.6.
|
24
|
-
Requires-Dist: watchmen-storage-mongodb (==16.6.
|
25
|
-
Requires-Dist: watchmen-storage-mssql (==16.6.
|
26
|
-
Requires-Dist: watchmen-storage-mysql (==16.6.
|
27
|
-
Requires-Dist: watchmen-storage-oracle (==16.6.
|
28
|
-
Requires-Dist: watchmen-storage-oss (==16.6.
|
29
|
-
Requires-Dist: watchmen-storage-postgresql (==16.6.
|
30
|
-
Requires-Dist: watchmen-storage-s3 (==16.6.
|
23
|
+
Requires-Dist: watchmen-data-kernel (==16.6.4)
|
24
|
+
Requires-Dist: watchmen-storage-mongodb (==16.6.4) ; extra == "mongodb"
|
25
|
+
Requires-Dist: watchmen-storage-mssql (==16.6.4) ; extra == "mssql"
|
26
|
+
Requires-Dist: watchmen-storage-mysql (==16.6.4) ; extra == "mysql"
|
27
|
+
Requires-Dist: watchmen-storage-oracle (==16.6.4) ; extra == "oracle"
|
28
|
+
Requires-Dist: watchmen-storage-oss (==16.6.4) ; extra == "oss"
|
29
|
+
Requires-Dist: watchmen-storage-postgresql (==16.6.4) ; extra == "postgresql"
|
30
|
+
Requires-Dist: watchmen-storage-s3 (==16.6.4) ; extra == "s3"
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "watchmen-collector-kernel"
|
3
|
-
version = "16.6.
|
3
|
+
version = "16.6.4"
|
4
4
|
description = ""
|
5
5
|
authors = ["botlikes <75356972+botlikes456@users.noreply.github.com>"]
|
6
6
|
license = "MIT"
|
@@ -11,14 +11,14 @@ packages = [
|
|
11
11
|
[tool.poetry.dependencies]
|
12
12
|
python = "^3.9"
|
13
13
|
numpy = "^1.23.3"
|
14
|
-
watchmen-data-kernel = "16.6.
|
15
|
-
watchmen-storage-mysql = { version = "16.6.
|
16
|
-
watchmen-storage-oracle = { version = "16.6.
|
17
|
-
watchmen-storage-mongodb = { version = "16.6.
|
18
|
-
watchmen-storage-mssql = { version = "16.6.
|
19
|
-
watchmen-storage-postgresql = { version = "16.6.
|
20
|
-
watchmen-storage-oss = { version = "16.6.
|
21
|
-
watchmen-storage-s3 = { version = "16.6.
|
14
|
+
watchmen-data-kernel = "16.6.4"
|
15
|
+
watchmen-storage-mysql = { version = "16.6.4", optional = true }
|
16
|
+
watchmen-storage-oracle = { version = "16.6.4", optional = true }
|
17
|
+
watchmen-storage-mongodb = { version = "16.6.4", optional = true }
|
18
|
+
watchmen-storage-mssql = { version = "16.6.4", optional = true }
|
19
|
+
watchmen-storage-postgresql = { version = "16.6.4", optional = true }
|
20
|
+
watchmen-storage-oss = { version = "16.6.4", optional = true }
|
21
|
+
watchmen-storage-s3 = { version = "16.6.4", optional = true }
|
22
22
|
|
23
23
|
[tool.poetry.dev-dependencies]
|
24
24
|
|
@@ -364,6 +364,34 @@ class TopicTableExtractor(SourceExtractor):
|
|
364
364
|
config.tenantId)
|
365
365
|
return schema.topic
|
366
366
|
|
367
|
+
def find_primary_keys_by_criteria(self, criteria: EntityCriteria) -> Optional[List[Dict[str, Any]]]:
|
368
|
+
return self.service.find_straight_values(
|
369
|
+
criteria=criteria,
|
370
|
+
columns=ArrayHelper(self.config.primaryKey).map(
|
371
|
+
lambda column_name: EntityStraightColumn(columnName=column_name)
|
372
|
+
).to_list()
|
373
|
+
)
|
374
|
+
|
375
|
+
def find_one_record_of_table(self) -> Optional[List[Dict[str, Any]]]:
|
376
|
+
result = self.service.find_limited_values(criteria=[], limit=1)
|
377
|
+
if result:
|
378
|
+
return self.process_json_columns(result)
|
379
|
+
else:
|
380
|
+
return [ArrayHelper(self.topic.factors).to_map(lambda factor: factor.name, lambda factor: None)]
|
381
|
+
|
382
|
+
def find_one_by_primary_keys(self, data_id: Dict) -> Optional[Dict[str, Any]]:
|
383
|
+
results = self.service.find(build_criteria_by_primary_key(data_id))
|
384
|
+
if len(results) == 1:
|
385
|
+
return self.process_json_columns(results)[0]
|
386
|
+
elif len(results) == 0:
|
387
|
+
return None
|
388
|
+
else:
|
389
|
+
raise RuntimeError(f'too many results with {data_id} find')
|
390
|
+
|
391
|
+
def find_records_by_criteria(self, criteria: EntityCriteria) -> Optional[List[Dict[str, Any]]]:
|
392
|
+
data_ = self.service.find(criteria)
|
393
|
+
return self.process_json_columns(data_)
|
394
|
+
|
367
395
|
|
368
396
|
def ask_source_extractor(config: CollectorTableConfig) -> ExtractorSPI:
|
369
397
|
if config.configId.startswith("f-"):
|
@@ -293,7 +293,7 @@ def trigger_event_by_pipeline(trigger_event: TriggerEvent):
|
|
293
293
|
return TriggerModule(
|
294
294
|
moduleName=module_name,
|
295
295
|
priority=priority,
|
296
|
-
is_finished=
|
296
|
+
is_finished=False,
|
297
297
|
eventTriggerId=event_trigger_id,
|
298
298
|
tenantId=tenant_id
|
299
299
|
)
|
@@ -317,7 +317,7 @@ def trigger_event_by_pipeline(trigger_event: TriggerEvent):
|
|
317
317
|
return TriggerModel(
|
318
318
|
modelName=model_name,
|
319
319
|
priority=priority,
|
320
|
-
isFinished=
|
320
|
+
isFinished=False,
|
321
321
|
moduleTriggerId=module_trigger_id,
|
322
322
|
eventTriggerId=event_trigger_id,
|
323
323
|
tenantId=tenant_id
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|