dataops-sdk 0.5.1__tar.gz → 0.5.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/PKG-INFO +3 -2
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/pyproject.toml +2 -1
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/__init__.py +1 -19
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/dbConn_async.py +3 -3
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/dbConn_sync.py +3 -3
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/__init__.py +0 -10
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/meta.py +1 -1
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/__init__.py +0 -60
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk.egg-info/PKG-INFO +3 -2
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk.egg-info/SOURCES.txt +0 -4
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk.egg-info/requires.txt +4 -1
- dataops_sdk-0.5.1/src/dataops_sdk/schemas/alarm.py +0 -119
- dataops_sdk-0.5.1/src/dataops_sdk/schemas/hazard.py +0 -189
- dataops_sdk-0.5.1/src/dataops_sdk/services/alarm.py +0 -592
- dataops_sdk-0.5.1/src/dataops_sdk/services/hazard.py +0 -260
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/README.md +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/setup.cfg +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/constants.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/exceptions.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/__init__.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/datasource_factory.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/__init__.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/config.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/constants.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/instance.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/nacos_exception.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/naming_param.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/naming_request.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/naming_response.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/preserved_metadata_key.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/schemas/nacos/service.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/__init__.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/common.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/dbConn_base.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/duckdb_manager.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/file_transfer_base.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/ftp_file_transfer.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/nacos.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/neo4j_sync.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/queue_base.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/queue_kafka.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/sftp_file_transfer.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/websocket_client.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/api.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/common.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/data_table.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/datasource.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/dict_.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/enums.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/group.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/ontology.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/query.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/report.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/skill.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/table.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/tag.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/user.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/widget.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/wiki.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/schemas/workflow.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/api.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/auth.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/data_table.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/dataset.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/datasource.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/dict_.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/group.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/meta.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/metrics.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/ontology.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/ref.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/report.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/skill.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/table.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/tag.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/widget.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/wiki.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/services/workflow.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/session.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/__init__.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/builder.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/constants.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/markdown_parser.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/models.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/parse_utils.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/render_utils.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/renderers.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/tiptap/tool.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/utils/__init__.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/utils/common.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/utils/log.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk/utils/utils.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk.egg-info/dependency_links.txt +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/src/dataops_sdk.egg-info/top_level.txt +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/tests/test_constants.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/tests/test_datasource_factory.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/tests/test_db_conn_async.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/tests/test_exceptions.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/tests/test_session.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/tests/test_utils.py +0 -0
- {dataops_sdk-0.5.1 → dataops_sdk-0.5.2}/tests/test_websocket_client.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dataops-sdk
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.2
|
|
4
4
|
Summary: Python SDK for the DataOps platform.
|
|
5
5
|
Requires-Python: >=3.11
|
|
6
6
|
Description-Content-Type: text/markdown
|
|
@@ -16,7 +16,8 @@ Provides-Extra: runner
|
|
|
16
16
|
Requires-Dist: paramiko>4; extra == "runner"
|
|
17
17
|
Requires-Dist: pandas; extra == "runner"
|
|
18
18
|
Requires-Dist: sqlalchemy; extra == "runner"
|
|
19
|
-
Requires-Dist:
|
|
19
|
+
Requires-Dist: PyMySQL; extra == "runner"
|
|
20
|
+
Requires-Dist: asyncmy; (platform_system == "Darwin" or platform_system == "Linux") and extra == "runner"
|
|
20
21
|
Requires-Dist: psycopg[binary]>=3; extra == "runner"
|
|
21
22
|
Requires-Dist: dmpython~=2.5.32; platform_system != "Darwin" and extra == "runner"
|
|
22
23
|
Requires-Dist: dmsqlalchemy<3,>2; platform_system != "Darwin" and extra == "runner"
|
|
@@ -27,7 +27,8 @@ runner = [
|
|
|
27
27
|
"pandas",
|
|
28
28
|
# 关系数据库
|
|
29
29
|
"sqlalchemy",
|
|
30
|
-
"
|
|
30
|
+
"PyMySQL",
|
|
31
|
+
"asyncmy; platform_system == 'Darwin' or platform_system == 'Linux'",
|
|
31
32
|
"psycopg[binary]>=3",
|
|
32
33
|
"dmpython~=2.5.32; platform_system != 'Darwin'",
|
|
33
34
|
"dmsqlalchemy>2,<3; platform_system != 'Darwin'",
|
|
@@ -17,11 +17,6 @@ from .services import ( # noqa: F401
|
|
|
17
17
|
release_list_update,
|
|
18
18
|
release_ref_list,
|
|
19
19
|
release_ref_list_by_ref,
|
|
20
|
-
service_clear_hazard_history_records,
|
|
21
|
-
service_count_alarm_action,
|
|
22
|
-
service_count_alarm_rule_matches,
|
|
23
|
-
service_count_alarm_rules,
|
|
24
|
-
service_count_alarm_specs,
|
|
25
20
|
service_count_dataset_by_code,
|
|
26
21
|
service_count_table_by_code,
|
|
27
22
|
service_count_table_by_name,
|
|
@@ -34,10 +29,6 @@ from .services import ( # noqa: F401
|
|
|
34
29
|
service_delete_table_record_by_id,
|
|
35
30
|
service_delete_table_record_by_id_list,
|
|
36
31
|
service_exec_sql_by_datasource,
|
|
37
|
-
service_find_alarm_table_data,
|
|
38
|
-
service_find_meta_by_codes,
|
|
39
|
-
service_get_alarm_rule_enums,
|
|
40
|
-
service_get_alarm_table_columns,
|
|
41
32
|
service_get_api_by_code,
|
|
42
33
|
service_get_api_by_name,
|
|
43
34
|
service_get_current_application,
|
|
@@ -56,11 +47,8 @@ from .services import ( # noqa: F401
|
|
|
56
47
|
service_get_datasource_config_by_application_id,
|
|
57
48
|
service_get_dict_detail_by_code,
|
|
58
49
|
service_get_dict_detail_by_name,
|
|
59
|
-
service_get_hazard_task_log_records,
|
|
60
|
-
service_get_hazard_task_logs,
|
|
61
50
|
service_get_main_datasource_config_by_application,
|
|
62
51
|
service_get_metrics,
|
|
63
|
-
service_get_rel_table_columns,
|
|
64
52
|
service_get_report,
|
|
65
53
|
service_get_skill_by_code,
|
|
66
54
|
service_get_skill_by_name,
|
|
@@ -75,14 +63,9 @@ from .services import ( # noqa: F401
|
|
|
75
63
|
service_get_widget_detail_by_code,
|
|
76
64
|
service_get_workflow_by_code,
|
|
77
65
|
service_get_workflow_by_name,
|
|
78
|
-
service_list_alarm_rule_matches,
|
|
79
|
-
service_list_alarm_rules,
|
|
80
|
-
service_list_alarm_specs,
|
|
81
66
|
service_list_applications,
|
|
82
67
|
service_list_datasets,
|
|
83
68
|
service_list_dicts,
|
|
84
|
-
service_list_hazard_history_records,
|
|
85
|
-
service_list_hazard_records,
|
|
86
69
|
service_list_metrics,
|
|
87
70
|
service_list_reports,
|
|
88
71
|
service_list_skill_files,
|
|
@@ -103,7 +86,6 @@ from .services import ( # noqa: F401
|
|
|
103
86
|
service_skill_upload_sub_file,
|
|
104
87
|
service_start_workflow,
|
|
105
88
|
service_start_workflow_async,
|
|
106
|
-
service_trigger_hazard_task,
|
|
107
89
|
service_update_data_table_record_by_id,
|
|
108
90
|
service_update_data_table_record_by_id_list,
|
|
109
91
|
service_update_table_record_by_id,
|
|
@@ -111,4 +93,4 @@ from .services import ( # noqa: F401
|
|
|
111
93
|
)
|
|
112
94
|
from .session import dataops_base_url_context, request_context
|
|
113
95
|
|
|
114
|
-
__version__ = "0.5.
|
|
96
|
+
__version__ = "0.5.2"
|
|
@@ -30,11 +30,11 @@ from .dbConn_base import DatabaseConnBaseAsync
|
|
|
30
30
|
|
|
31
31
|
# 数据库类型到异步驱动程序的映射
|
|
32
32
|
ASYNC_DBTYPE_DRIVER: Final[Mapping[str, str]] = {
|
|
33
|
-
"mysql": "
|
|
34
|
-
"mariadb": "
|
|
33
|
+
"mysql": "asyncmy",
|
|
34
|
+
"mariadb": "asyncmy",
|
|
35
35
|
"postgresql": "psycopg",
|
|
36
36
|
"oracle": "oracledb",
|
|
37
|
-
"doris": "
|
|
37
|
+
"doris": "asyncmy",
|
|
38
38
|
}
|
|
39
39
|
|
|
40
40
|
|
|
@@ -27,12 +27,12 @@ from .dbConn_base import DatabaseConnBase
|
|
|
27
27
|
# 数据库类型到驱动程序的映射
|
|
28
28
|
# 用于 build_url 函数构建数据库连接 URL
|
|
29
29
|
DBTYPE_DRIVER: Final[Mapping[str, str]] = {
|
|
30
|
-
"mysql": "
|
|
30
|
+
"mysql": "mysqldb",
|
|
31
31
|
"postgresql": "psycopg",
|
|
32
32
|
"dm": "dmpython",
|
|
33
33
|
"oracle": "oracledb",
|
|
34
|
-
"doris": "
|
|
35
|
-
"mariadb": "
|
|
34
|
+
"doris": "mysqldb",
|
|
35
|
+
"mariadb": "mysqldb",
|
|
36
36
|
}
|
|
37
37
|
|
|
38
38
|
|
|
@@ -4,15 +4,6 @@
|
|
|
4
4
|
dataops_sdk.schemas import ...`` 使用。
|
|
5
5
|
"""
|
|
6
6
|
|
|
7
|
-
from .alarm import (
|
|
8
|
-
AlarmActionItem,
|
|
9
|
-
AlarmBuiltinFunctionItem,
|
|
10
|
-
AlarmDetail,
|
|
11
|
-
AlarmPreprocessItem,
|
|
12
|
-
AlarmRuleItem,
|
|
13
|
-
AlarmRuleMatchItem,
|
|
14
|
-
AlarmSpecItem,
|
|
15
|
-
)
|
|
16
7
|
from .api import ApiMeta, HttpInterfaceData
|
|
17
8
|
from .common import DataOpsResponse
|
|
18
9
|
from .data_table import DataTableData, MetaDataTable
|
|
@@ -29,7 +20,6 @@ from .enums import (
|
|
|
29
20
|
MetaWidgetSubType,
|
|
30
21
|
)
|
|
31
22
|
from .group import GroupNode, GroupTree
|
|
32
|
-
from .hazard import HazardRecordDTO, HazardTaskDTO
|
|
33
23
|
from .meta import (
|
|
34
24
|
DEFAULT_META_DATA_TYPE,
|
|
35
25
|
META_DATA_TYPE,
|
|
@@ -1,26 +1,3 @@
|
|
|
1
|
-
from .alarm import (
|
|
2
|
-
service_count_alarm_action,
|
|
3
|
-
service_count_alarm_rule_matches,
|
|
4
|
-
service_count_alarm_rules,
|
|
5
|
-
service_count_alarm_specs,
|
|
6
|
-
service_find_alarm_table_data,
|
|
7
|
-
service_find_meta_by_codes,
|
|
8
|
-
service_get_alarm_action_detail,
|
|
9
|
-
service_get_alarm_builtin_function_detail,
|
|
10
|
-
service_get_alarm_preprocess_detail,
|
|
11
|
-
service_get_alarm_rule_detail,
|
|
12
|
-
service_get_alarm_rule_enums,
|
|
13
|
-
service_get_alarm_rule_type_detail,
|
|
14
|
-
service_get_alarm_spec_detail,
|
|
15
|
-
service_get_alarm_table_columns,
|
|
16
|
-
service_get_rel_table_columns,
|
|
17
|
-
service_list_alarm_action,
|
|
18
|
-
service_list_alarm_builtin_functions,
|
|
19
|
-
service_list_alarm_preprocess,
|
|
20
|
-
service_list_alarm_rule_matches,
|
|
21
|
-
service_list_alarm_rules,
|
|
22
|
-
service_list_alarm_specs,
|
|
23
|
-
)
|
|
24
1
|
from .api import service_get_api_by_code, service_get_api_by_name
|
|
25
2
|
from .auth import (
|
|
26
3
|
service_get_current_application,
|
|
@@ -68,15 +45,6 @@ from .group import (
|
|
|
68
45
|
get_group_by_name,
|
|
69
46
|
get_group_by_sapce,
|
|
70
47
|
)
|
|
71
|
-
from .hazard import (
|
|
72
|
-
service_clear_hazard_history_records,
|
|
73
|
-
service_dispatch_hazard_callback,
|
|
74
|
-
service_get_hazard_task_log_records,
|
|
75
|
-
service_get_hazard_task_logs,
|
|
76
|
-
service_list_hazard_history_records,
|
|
77
|
-
service_list_hazard_records,
|
|
78
|
-
service_trigger_hazard_task,
|
|
79
|
-
)
|
|
80
48
|
from .meta import (
|
|
81
49
|
release_list_create,
|
|
82
50
|
release_list_get_by_code,
|
|
@@ -193,27 +161,6 @@ from .workflow import (
|
|
|
193
161
|
)
|
|
194
162
|
|
|
195
163
|
__all__ = [
|
|
196
|
-
"service_count_alarm_action",
|
|
197
|
-
"service_count_alarm_rule_matches",
|
|
198
|
-
"service_count_alarm_rules",
|
|
199
|
-
"service_count_alarm_specs",
|
|
200
|
-
"service_find_alarm_table_data",
|
|
201
|
-
"service_find_meta_by_codes",
|
|
202
|
-
"service_get_alarm_action_detail",
|
|
203
|
-
"service_get_alarm_builtin_function_detail",
|
|
204
|
-
"service_get_alarm_preprocess_detail",
|
|
205
|
-
"service_get_alarm_rule_detail",
|
|
206
|
-
"service_get_alarm_rule_enums",
|
|
207
|
-
"service_get_alarm_rule_type_detail",
|
|
208
|
-
"service_get_alarm_spec_detail",
|
|
209
|
-
"service_get_alarm_table_columns",
|
|
210
|
-
"service_get_rel_table_columns",
|
|
211
|
-
"service_list_alarm_action",
|
|
212
|
-
"service_list_alarm_builtin_functions",
|
|
213
|
-
"service_list_alarm_preprocess",
|
|
214
|
-
"service_list_alarm_rule_matches",
|
|
215
|
-
"service_list_alarm_rules",
|
|
216
|
-
"service_list_alarm_specs",
|
|
217
164
|
"service_get_api_by_code",
|
|
218
165
|
"service_get_api_by_name",
|
|
219
166
|
"service_get_current_application",
|
|
@@ -250,13 +197,6 @@ __all__ = [
|
|
|
250
197
|
"create_group_node",
|
|
251
198
|
"get_group_by_name",
|
|
252
199
|
"get_group_by_sapce",
|
|
253
|
-
"service_clear_hazard_history_records",
|
|
254
|
-
"service_dispatch_hazard_callback",
|
|
255
|
-
"service_get_hazard_task_log_records",
|
|
256
|
-
"service_get_hazard_task_logs",
|
|
257
|
-
"service_list_hazard_history_records",
|
|
258
|
-
"service_list_hazard_records",
|
|
259
|
-
"service_trigger_hazard_task",
|
|
260
200
|
"release_list_create",
|
|
261
201
|
"release_list_get_by_code",
|
|
262
202
|
"release_list_get_by_name",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dataops-sdk
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.2
|
|
4
4
|
Summary: Python SDK for the DataOps platform.
|
|
5
5
|
Requires-Python: >=3.11
|
|
6
6
|
Description-Content-Type: text/markdown
|
|
@@ -16,7 +16,8 @@ Provides-Extra: runner
|
|
|
16
16
|
Requires-Dist: paramiko>4; extra == "runner"
|
|
17
17
|
Requires-Dist: pandas; extra == "runner"
|
|
18
18
|
Requires-Dist: sqlalchemy; extra == "runner"
|
|
19
|
-
Requires-Dist:
|
|
19
|
+
Requires-Dist: PyMySQL; extra == "runner"
|
|
20
|
+
Requires-Dist: asyncmy; (platform_system == "Darwin" or platform_system == "Linux") and extra == "runner"
|
|
20
21
|
Requires-Dist: psycopg[binary]>=3; extra == "runner"
|
|
21
22
|
Requires-Dist: dmpython~=2.5.32; platform_system != "Darwin" and extra == "runner"
|
|
22
23
|
Requires-Dist: dmsqlalchemy<3,>2; platform_system != "Darwin" and extra == "runner"
|
|
@@ -36,7 +36,6 @@ src/dataops_sdk/runner/utils/queue_kafka.py
|
|
|
36
36
|
src/dataops_sdk/runner/utils/sftp_file_transfer.py
|
|
37
37
|
src/dataops_sdk/runner/utils/websocket_client.py
|
|
38
38
|
src/dataops_sdk/schemas/__init__.py
|
|
39
|
-
src/dataops_sdk/schemas/alarm.py
|
|
40
39
|
src/dataops_sdk/schemas/api.py
|
|
41
40
|
src/dataops_sdk/schemas/common.py
|
|
42
41
|
src/dataops_sdk/schemas/data_table.py
|
|
@@ -44,7 +43,6 @@ src/dataops_sdk/schemas/datasource.py
|
|
|
44
43
|
src/dataops_sdk/schemas/dict_.py
|
|
45
44
|
src/dataops_sdk/schemas/enums.py
|
|
46
45
|
src/dataops_sdk/schemas/group.py
|
|
47
|
-
src/dataops_sdk/schemas/hazard.py
|
|
48
46
|
src/dataops_sdk/schemas/meta.py
|
|
49
47
|
src/dataops_sdk/schemas/ontology.py
|
|
50
48
|
src/dataops_sdk/schemas/query.py
|
|
@@ -57,7 +55,6 @@ src/dataops_sdk/schemas/widget.py
|
|
|
57
55
|
src/dataops_sdk/schemas/wiki.py
|
|
58
56
|
src/dataops_sdk/schemas/workflow.py
|
|
59
57
|
src/dataops_sdk/services/__init__.py
|
|
60
|
-
src/dataops_sdk/services/alarm.py
|
|
61
58
|
src/dataops_sdk/services/api.py
|
|
62
59
|
src/dataops_sdk/services/auth.py
|
|
63
60
|
src/dataops_sdk/services/data_table.py
|
|
@@ -65,7 +62,6 @@ src/dataops_sdk/services/dataset.py
|
|
|
65
62
|
src/dataops_sdk/services/datasource.py
|
|
66
63
|
src/dataops_sdk/services/dict_.py
|
|
67
64
|
src/dataops_sdk/services/group.py
|
|
68
|
-
src/dataops_sdk/services/hazard.py
|
|
69
65
|
src/dataops_sdk/services/meta.py
|
|
70
66
|
src/dataops_sdk/services/metrics.py
|
|
71
67
|
src/dataops_sdk/services/ontology.py
|
|
@@ -16,7 +16,7 @@ ruff
|
|
|
16
16
|
paramiko>4
|
|
17
17
|
pandas
|
|
18
18
|
sqlalchemy
|
|
19
|
-
|
|
19
|
+
PyMySQL
|
|
20
20
|
psycopg[binary]>=3
|
|
21
21
|
doris-python>=1.0.4
|
|
22
22
|
oracledb~=4.0.1
|
|
@@ -27,3 +27,6 @@ websockets>=13
|
|
|
27
27
|
[runner:platform_system != "Darwin"]
|
|
28
28
|
dmpython~=2.5.32
|
|
29
29
|
dmsqlalchemy<3,>2
|
|
30
|
+
|
|
31
|
+
[runner:platform_system == "Darwin" or platform_system == "Linux"]
|
|
32
|
+
asyncmy
|
|
@@ -1,119 +0,0 @@
|
|
|
1
|
-
"""告警 (Alarm) 相关实体的 Schema 定义.
|
|
2
|
-
|
|
3
|
-
对应平台告警规则、规则规格、处理动作与匹配项等数据模型,
|
|
4
|
-
统一继承自 ``MetaBase`` 并复用了启用状态相关字段。
|
|
5
|
-
"""
|
|
6
|
-
|
|
7
|
-
from typing import Annotated
|
|
8
|
-
|
|
9
|
-
from pydantic import BaseModel, ConfigDict, Field, JsonValue
|
|
10
|
-
|
|
11
|
-
from dataops_sdk.schemas.meta import Meta, MetaBase, MetaRelease
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
class AlarmExternal(BaseModel):
|
|
15
|
-
"""启用状态相关字段集合.
|
|
16
|
-
|
|
17
|
-
被各类告警实体复用,提供 ``IS_ENABLED`` 与 ``N_IS_ENABLED`` 两个字段。
|
|
18
|
-
"""
|
|
19
|
-
|
|
20
|
-
IS_ENABLED: Annotated[str, Field(description="是否启用")]
|
|
21
|
-
N_IS_ENABLED: Annotated[str, Field(description="是否启用名称")]
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
class AlarmRuleItem(MetaBase, AlarmExternal):
|
|
25
|
-
"""告警规则条目.
|
|
26
|
-
|
|
27
|
-
Attributes:
|
|
28
|
-
INDUSTRY: 行业标识。
|
|
29
|
-
DESCRIPTION: 规则描述。
|
|
30
|
-
"""
|
|
31
|
-
|
|
32
|
-
INDUSTRY: Annotated[str, Field(description="行业")]
|
|
33
|
-
DESCRIPTION: Annotated[str, Field(description="描述")] = ""
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
class AlarmSpecItem(MetaBase, AlarmExternal):
|
|
37
|
-
"""告警规则规格条目.
|
|
38
|
-
|
|
39
|
-
Attributes:
|
|
40
|
-
INDUSTRY: 行业标识。
|
|
41
|
-
N_INDUSTRY: 行业名称(人类可读)。
|
|
42
|
-
BUSINESS_DOMAIN: 业务域。
|
|
43
|
-
N_BUSINESS_DOMAIN: 业务域名称(人类可读)。
|
|
44
|
-
KAFKA_TOPICS: 关联的 Kafka 主题列表。
|
|
45
|
-
"""
|
|
46
|
-
|
|
47
|
-
INDUSTRY: Annotated[str, Field(description="行业")]
|
|
48
|
-
N_INDUSTRY: Annotated[str, Field(description="行业名称")]
|
|
49
|
-
BUSINESS_DOMAIN: Annotated[str | None, Field(description="业务域")] = None
|
|
50
|
-
N_BUSINESS_DOMAIN: Annotated[str | None, Field(description="业务域名称")] = None
|
|
51
|
-
KAFKA_TOPICS: Annotated[str | None, Field(description="Kafka主题列表")] = None
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
class AlarmActionItem(MetaBase, AlarmExternal):
|
|
55
|
-
"""告警处理动作条目.
|
|
56
|
-
|
|
57
|
-
Attributes:
|
|
58
|
-
RULE_TYPE: 规则类型。
|
|
59
|
-
N_RULE_TYPE: 规则类型名称。
|
|
60
|
-
SCRIPT_CONTENT: 触发动作的执行脚本内容。
|
|
61
|
-
"""
|
|
62
|
-
|
|
63
|
-
RULE_TYPE: Annotated[str, Field(description="规则类型")]
|
|
64
|
-
N_RULE_TYPE: Annotated[str, Field(description="规则类型名称")]
|
|
65
|
-
|
|
66
|
-
SCRIPT_CONTENT: Annotated[str, Field(description="脚本内容")]
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
class AlarmRuleMatchItem(MetaBase, AlarmExternal):
|
|
70
|
-
"""告警规则匹配条目.
|
|
71
|
-
|
|
72
|
-
Attributes:
|
|
73
|
-
AREA: 区域。
|
|
74
|
-
SPEC_TYPE: 规则规格类型。
|
|
75
|
-
N_SPEC_TYPE: 规则规格类型名称。
|
|
76
|
-
RULE_TYPE: 规则类型。
|
|
77
|
-
N_RULE_TYPE: 规则类型名称。
|
|
78
|
-
"""
|
|
79
|
-
|
|
80
|
-
AREA: Annotated[str, Field(description="区域")]
|
|
81
|
-
SPEC_TYPE: Annotated[str, Field(description="规则类型")]
|
|
82
|
-
N_SPEC_TYPE: Annotated[str, Field(description="规则类型名称")]
|
|
83
|
-
RULE_TYPE: Annotated[str, Field(description="规则类型")]
|
|
84
|
-
N_RULE_TYPE: Annotated[str, Field(description="规则类型名称")]
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
class AlarmPreprocessItem(MetaRelease, AlarmExternal):
|
|
88
|
-
"""预处理脚本列表条目。
|
|
89
|
-
|
|
90
|
-
前端列表接口返回大写字段;说明、脚本内容和专业名称可能为空,
|
|
91
|
-
因此这里不把这些展示字段设置为必填。
|
|
92
|
-
"""
|
|
93
|
-
|
|
94
|
-
N_SPEC_TYPE: Annotated[str | None, Field(description="关联专业名称")] = None
|
|
95
|
-
DESCRIPTION: Annotated[str | None, Field(description="脚本说明")] = None
|
|
96
|
-
SCRIPT_CONTENT: Annotated[str | None, Field(description="脚本内容")] = None
|
|
97
|
-
|
|
98
|
-
model_config = ConfigDict(extra="allow", str_to_lower=False)
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
class AlarmBuiltinFunctionItem(MetaRelease, AlarmExternal):
|
|
102
|
-
"""内置函数列表条目。"""
|
|
103
|
-
|
|
104
|
-
CLAZZ: Annotated[str | None, Field(description="类全路径")] = None
|
|
105
|
-
SCRIPT: Annotated[str | None, Field(description="函数脚本")] = None
|
|
106
|
-
REMARK: Annotated[str | None, Field(description="备注")] = None
|
|
107
|
-
|
|
108
|
-
model_config = ConfigDict(extra="allow", str_to_lower=False)
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
class AlarmDetail(BaseModel):
|
|
112
|
-
"""告警详情的统一返回结构。
|
|
113
|
-
|
|
114
|
-
``meta`` 来自主体接口,``params`` 来自 Meta 参数接口;data 使用 JSON
|
|
115
|
-
映射保留前端可能新增的字段,避免详情查询因未知字段失败。
|
|
116
|
-
"""
|
|
117
|
-
|
|
118
|
-
meta: Meta[dict[str, JsonValue]]
|
|
119
|
-
params: dict[str, JsonValue] = Field(default_factory=dict)
|
|
@@ -1,189 +0,0 @@
|
|
|
1
|
-
"""隐患 (Hazard) DTO 模型.
|
|
2
|
-
|
|
3
|
-
对应后端 Java DTO(``HazardRecordDTO`` / ``HazardTaskDTO``),供用户在已知单条记录或
|
|
4
|
-
构造/序列化场景下使用。SDK 不直接查询这两类 DTO,因此保留供外部使用。
|
|
5
|
-
"""
|
|
6
|
-
|
|
7
|
-
from datetime import datetime
|
|
8
|
-
from typing import Annotated
|
|
9
|
-
|
|
10
|
-
from pydantic import AliasChoices, BaseModel, ConfigDict, Field
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
class HazardRecordDTO(BaseModel):
|
|
14
|
-
"""隐患记录 DTO,对应 Java ``HazardRecordDTO``.
|
|
15
|
-
|
|
16
|
-
注意:``list`` / ``his-list`` 接口实际返回 ``DbRecord``(key 全部大写下划线),
|
|
17
|
-
本模型供用户在已知单条记录结构时构造/校验对象使用。
|
|
18
|
-
|
|
19
|
-
Attributes:
|
|
20
|
-
cuid: 隐患记录主键 ID。
|
|
21
|
-
rule_code: 所属规则编码。
|
|
22
|
-
rule_name: 所属规则名称。
|
|
23
|
-
hazard_no: 隐患编号。
|
|
24
|
-
hazard_title: 隐患标题。
|
|
25
|
-
hazard_desc: 隐患描述。
|
|
26
|
-
hazard_level: 隐患等级。
|
|
27
|
-
object_type: 隐患对象类型。
|
|
28
|
-
object_type_name: 隐患对象类型名。
|
|
29
|
-
object_id: 隐患对象 ID。
|
|
30
|
-
object_name: 隐患对象名称。
|
|
31
|
-
status: 隐患状态码。
|
|
32
|
-
clear_time: 清除时间。
|
|
33
|
-
order_no: 外部工单号。
|
|
34
|
-
clear_notify_status: 清除通知状态。
|
|
35
|
-
need_dispatch: 是否需要派遣。
|
|
36
|
-
check_start_time: 检查开始时间。
|
|
37
|
-
check_end_time: 检查结束时间。
|
|
38
|
-
create_time: 创建时间。
|
|
39
|
-
last_modify_time: 最后修改时间。
|
|
40
|
-
"""
|
|
41
|
-
|
|
42
|
-
model_config = ConfigDict(populate_by_name=True, extra="ignore")
|
|
43
|
-
|
|
44
|
-
cuid: Annotated[str, Field(description="隐患记录主键 ID")]
|
|
45
|
-
rule_code: Annotated[
|
|
46
|
-
str | None,
|
|
47
|
-
Field(description="所属规则编码", validation_alias=AliasChoices("ruleCode", "rule_code")),
|
|
48
|
-
] = None
|
|
49
|
-
rule_name: Annotated[
|
|
50
|
-
str | None,
|
|
51
|
-
Field(description="所属规则名称", validation_alias=AliasChoices("ruleName", "rule_name")),
|
|
52
|
-
] = None
|
|
53
|
-
hazard_no: Annotated[
|
|
54
|
-
str | None,
|
|
55
|
-
Field(description="隐患编号", validation_alias=AliasChoices("hazardNo", "hazard_no")),
|
|
56
|
-
] = None
|
|
57
|
-
hazard_title: Annotated[
|
|
58
|
-
str | None,
|
|
59
|
-
Field(description="隐患标题", validation_alias=AliasChoices("hazardTitle", "hazard_title")),
|
|
60
|
-
] = None
|
|
61
|
-
hazard_desc: Annotated[
|
|
62
|
-
str | None,
|
|
63
|
-
Field(description="隐患描述", validation_alias=AliasChoices("hazardDesc", "hazard_desc")),
|
|
64
|
-
] = None
|
|
65
|
-
hazard_level: Annotated[
|
|
66
|
-
str | None,
|
|
67
|
-
Field(description="隐患等级", validation_alias=AliasChoices("hazardLevel", "hazard_level")),
|
|
68
|
-
] = None
|
|
69
|
-
object_type: Annotated[
|
|
70
|
-
str | None,
|
|
71
|
-
Field(
|
|
72
|
-
description="隐患对象类型", validation_alias=AliasChoices("objectType", "object_type")
|
|
73
|
-
),
|
|
74
|
-
] = None
|
|
75
|
-
object_type_name: Annotated[
|
|
76
|
-
str | None,
|
|
77
|
-
Field(
|
|
78
|
-
description="隐患对象类型名",
|
|
79
|
-
validation_alias=AliasChoices("objectTypeName", "object_type_name"),
|
|
80
|
-
),
|
|
81
|
-
] = None
|
|
82
|
-
object_id: Annotated[
|
|
83
|
-
str | None,
|
|
84
|
-
Field(description="隐患对象 ID", validation_alias=AliasChoices("objectId", "object_id")),
|
|
85
|
-
] = None
|
|
86
|
-
object_name: Annotated[
|
|
87
|
-
str | None,
|
|
88
|
-
Field(
|
|
89
|
-
description="隐患对象名称", validation_alias=AliasChoices("objectName", "object_name")
|
|
90
|
-
),
|
|
91
|
-
] = None
|
|
92
|
-
status: Annotated[int | None, Field(description="隐患状态码")] = None
|
|
93
|
-
clear_time: Annotated[
|
|
94
|
-
datetime | None,
|
|
95
|
-
Field(description="清除时间", validation_alias=AliasChoices("clearTime", "clear_time")),
|
|
96
|
-
] = None
|
|
97
|
-
order_no: Annotated[
|
|
98
|
-
str | None,
|
|
99
|
-
Field(description="外部工单号", validation_alias=AliasChoices("orderNo", "order_no")),
|
|
100
|
-
] = None
|
|
101
|
-
clear_notify_status: Annotated[
|
|
102
|
-
int | None,
|
|
103
|
-
Field(
|
|
104
|
-
description="清除通知状态",
|
|
105
|
-
validation_alias=AliasChoices("clearNotifyStatus", "clear_notify_status"),
|
|
106
|
-
),
|
|
107
|
-
] = None
|
|
108
|
-
need_dispatch: Annotated[
|
|
109
|
-
bool | None,
|
|
110
|
-
Field(
|
|
111
|
-
description="是否需要派遣",
|
|
112
|
-
validation_alias=AliasChoices("needDispatch", "need_dispatch"),
|
|
113
|
-
),
|
|
114
|
-
] = None
|
|
115
|
-
check_start_time: Annotated[
|
|
116
|
-
datetime | None,
|
|
117
|
-
Field(
|
|
118
|
-
description="检查开始时间",
|
|
119
|
-
validation_alias=AliasChoices("checkStartTime", "check_start_time"),
|
|
120
|
-
),
|
|
121
|
-
] = None
|
|
122
|
-
check_end_time: Annotated[
|
|
123
|
-
datetime | None,
|
|
124
|
-
Field(
|
|
125
|
-
description="检查结束时间",
|
|
126
|
-
validation_alias=AliasChoices("checkEndTime", "check_end_time"),
|
|
127
|
-
),
|
|
128
|
-
] = None
|
|
129
|
-
create_time: Annotated[
|
|
130
|
-
datetime | None,
|
|
131
|
-
Field(description="创建时间", validation_alias=AliasChoices("createTime", "create_time")),
|
|
132
|
-
] = None
|
|
133
|
-
last_modify_time: Annotated[
|
|
134
|
-
datetime | None,
|
|
135
|
-
Field(
|
|
136
|
-
description="最后修改时间",
|
|
137
|
-
validation_alias=AliasChoices("lastModifyTime", "last_modify_time"),
|
|
138
|
-
),
|
|
139
|
-
] = None
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
class HazardTaskDTO(BaseModel):
|
|
143
|
-
"""隐患任务 DTO,对应 Java ``HazardTaskDTO``.
|
|
144
|
-
|
|
145
|
-
主要在 ``/hazard/task/trigger/{code}`` 触发后由后端异步生成实例并写入日志;
|
|
146
|
-
SDK 不直接查询该 DTO,保留供用户在构造/序列化场景下使用。
|
|
147
|
-
|
|
148
|
-
Attributes:
|
|
149
|
-
code: 任务编码。
|
|
150
|
-
name: 任务名称。
|
|
151
|
-
title: 任务中文名。
|
|
152
|
-
hazard_code: 隐患编码。
|
|
153
|
-
check_object: 检查对象配置。
|
|
154
|
-
job_setting: 任务调度配置。
|
|
155
|
-
enabled: 是否启用。
|
|
156
|
-
need_dispatch: 是否需要派遣。
|
|
157
|
-
"""
|
|
158
|
-
|
|
159
|
-
model_config = ConfigDict(populate_by_name=True, extra="ignore")
|
|
160
|
-
|
|
161
|
-
code: Annotated[str | None, Field(description="任务编码")] = None
|
|
162
|
-
name: Annotated[str | None, Field(description="任务名称")] = None
|
|
163
|
-
title: Annotated[str | None, Field(description="任务中文名")] = None
|
|
164
|
-
hazard_code: Annotated[
|
|
165
|
-
str | None,
|
|
166
|
-
Field(description="隐患编码", validation_alias=AliasChoices("hazardCode", "hazard_code")),
|
|
167
|
-
] = None
|
|
168
|
-
check_object: Annotated[
|
|
169
|
-
dict | None,
|
|
170
|
-
Field(
|
|
171
|
-
description="检查对象配置",
|
|
172
|
-
validation_alias=AliasChoices("checkObject", "check_object"),
|
|
173
|
-
),
|
|
174
|
-
] = None
|
|
175
|
-
job_setting: Annotated[
|
|
176
|
-
dict | None,
|
|
177
|
-
Field(
|
|
178
|
-
description="任务调度配置",
|
|
179
|
-
validation_alias=AliasChoices("jobSetting", "job_setting"),
|
|
180
|
-
),
|
|
181
|
-
] = None
|
|
182
|
-
enabled: Annotated[bool | None, Field(description="是否启用")] = None
|
|
183
|
-
need_dispatch: Annotated[
|
|
184
|
-
bool | None,
|
|
185
|
-
Field(
|
|
186
|
-
description="是否需要派遣",
|
|
187
|
-
validation_alias=AliasChoices("needDispatch", "need_dispatch"),
|
|
188
|
-
),
|
|
189
|
-
] = None
|