dataops-sdk 0.5.0__tar.gz → 0.5.2__tar.gz

{dataops_sdk-0.5.0 → dataops_sdk-0.5.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataops-sdk
-Version: 0.5.0
+Version: 0.5.2
 Summary: Python SDK for the DataOps platform.
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
@@ -16,8 +16,12 @@ Provides-Extra: runner
 Requires-Dist: paramiko>4; extra == "runner"
 Requires-Dist: pandas; extra == "runner"
 Requires-Dist: sqlalchemy; extra == "runner"
-Requires-Dist: pymysql; extra == "runner"
-Requires-Dist: doris-python>=1.0.3; extra == "runner"
+Requires-Dist: PyMySQL; extra == "runner"
+Requires-Dist: asyncmy; (platform_system == "Darwin" or platform_system == "Linux") and extra == "runner"
+Requires-Dist: psycopg[binary]>=3; extra == "runner"
+Requires-Dist: dmpython~=2.5.32; platform_system != "Darwin" and extra == "runner"
+Requires-Dist: dmsqlalchemy<3,>2; platform_system != "Darwin" and extra == "runner"
+Requires-Dist: doris-python>=1.0.4; extra == "runner"
 Requires-Dist: oracledb~=4.0.1; extra == "runner"
 Requires-Dist: neo4j; extra == "runner"
 Requires-Dist: kafka-python>3; extra == "runner"

{dataops_sdk-0.5.0 → dataops_sdk-0.5.2}/pyproject.toml

@@ -27,8 +27,12 @@ runner = [
     "pandas",
     # 关系数据库
     "sqlalchemy",
-    "pymysql",
-    "doris-python>=1.0.3",
+    "PyMySQL",
+    "asyncmy; platform_system == 'Darwin' or platform_system == 'Linux'",
+    "psycopg[binary]>=3",
+    "dmpython~=2.5.32; platform_system != 'Darwin'",
+    "dmsqlalchemy>2,<3; platform_system != 'Darwin'",
+    "doris-python>=1.0.4",
     "oracledb~=4.0.1",
     # 图数据库
     "neo4j",

{dataops_sdk-0.5.0 → dataops_sdk-0.5.2}/src/dataops_sdk/__init__.py

@@ -6,7 +6,7 @@ Nacos 集成能力，未安装时仍可独立导入本包核心功能。
 """
 
 from . import runner, schemas, utils
-from .runner import service_get_datasource_instent
+from .runner import service_get_datasource_instent, get_service_instance
 from .services import (  # noqa: F401
     release_list_create,
     release_list_get_by_code,
@@ -17,11 +17,6 @@ from .services import (  # noqa: F401
     release_list_update,
     release_ref_list,
     release_ref_list_by_ref,
-    service_clear_hazard_history_records,
-    service_count_alarm_action,
-    service_count_alarm_rule_matches,
-    service_count_alarm_rules,
-    service_count_alarm_specs,
     service_count_dataset_by_code,
     service_count_table_by_code,
     service_count_table_by_name,
@@ -34,10 +29,6 @@ from .services import (  # noqa: F401
     service_delete_table_record_by_id,
     service_delete_table_record_by_id_list,
     service_exec_sql_by_datasource,
-    service_find_alarm_table_data,
-    service_find_meta_by_codes,
-    service_get_alarm_rule_enums,
-    service_get_alarm_table_columns,
     service_get_api_by_code,
     service_get_api_by_name,
     service_get_current_application,
@@ -56,11 +47,8 @@ from .services import (  # noqa: F401
     service_get_datasource_config_by_application_id,
     service_get_dict_detail_by_code,
     service_get_dict_detail_by_name,
-    service_get_hazard_task_log_records,
-    service_get_hazard_task_logs,
     service_get_main_datasource_config_by_application,
     service_get_metrics,
-    service_get_rel_table_columns,
     service_get_report,
     service_get_skill_by_code,
     service_get_skill_by_name,
@@ -75,14 +63,9 @@ from .services import (  # noqa: F401
     service_get_widget_detail_by_code,
     service_get_workflow_by_code,
     service_get_workflow_by_name,
-    service_list_alarm_rule_matches,
-    service_list_alarm_rules,
-    service_list_alarm_specs,
     service_list_applications,
     service_list_datasets,
     service_list_dicts,
-    service_list_hazard_history_records,
-    service_list_hazard_records,
     service_list_metrics,
     service_list_reports,
     service_list_skill_files,
@@ -103,7 +86,6 @@ from .services import (  # noqa: F401
     service_skill_upload_sub_file,
     service_start_workflow,
     service_start_workflow_async,
-    service_trigger_hazard_task,
     service_update_data_table_record_by_id,
     service_update_data_table_record_by_id_list,
     service_update_table_record_by_id,
@@ -111,4 +93,4 @@ from .services import (  # noqa: F401
 )
 from .session import dataops_base_url_context, request_context
 
-__version__ = "0.5.0"
+__version__ = "0.5.2"

{dataops_sdk-0.5.0 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/__init__.py

@@ -15,6 +15,7 @@ from .datasource_factory import service_get_datasource_instent
 from .schemas.nacos import NacosSettings
 from .utils import (
     DatabaseConn,
+    DatabaseConnAsync,
     FTPFileTransfer,
     KafkaQueue,
     Neo4jConn,
@@ -30,6 +31,7 @@ from .utils import (
 
 __all__ = [
     "DatabaseConn",
+    "DatabaseConnAsync",
     "FTPFileTransfer",
     "KafkaQueue",
     "SFTPFileTransfer",

{dataops_sdk-0.5.0 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/datasource_factory.py

@@ -6,24 +6,33 @@
 from dataops_sdk.services.datasource import service_get_datasource_by_name
 
 
-def service_get_datasource_instent(datasource: str, log_sql: bool | None = None, **kwargs):
-    """
-    根据数据源名称获取对应的连接实例。
+def service_get_datasource_instent(
+    datasource: str,
+    log_sql: bool | None = None,
+    use_async: bool = False,
+    **kwargs,
+):
+    """根据数据源名称获取对应的连接实例.
 
     通过数据源名称从平台查询元数据，根据数据源的 category（数据库/消息队列）
     和 type（具体类型）动态创建并返回相应的连接实例。
 
+    ``use_async=True`` 时，关系型数据库返回 ``DatabaseConnAsync``。
+    Neo4j、Kafka 以及达梦（dm）尚无异步实现。
+
     Args:
         datasource: 数据源名称，用于从平台查询数据源元数据。
         log_sql: 是否记录 SQL 执行日志，传递给数据库连接实例。
+        use_async: 为 True 时返回异步连接。默认为 False，保持同步连接。
+        **kwargs: 预留的额外参数，当前不会传给连接实例。
 
     Returns:
-        DatabaseConn: 通用数据库连接实例（MySQL、PostgreSQL 等）。
+        DatabaseConn | DatabaseConnAsync: 通用数据库连接实例（MySQL、PostgreSQL 等）。
         Neo4jConn: Neo4j 图数据库连接实例。
         KafkaQueue: Kafka 消息队列连接实例。
 
     Raises:
-        NotImplementedError: 当数据源类型未被支持时抛出。
+        NotImplementedError: 当数据源类型未被支持，或该类型没有异步实现时抛出。
 
     Note:
         当前支持的 category:
@@ -39,6 +48,8 @@ def service_get_datasource_instent(datasource: str, log_sql: bool | None = None,
         if meta.data.type == "kafka":
             # Kafka 连接需要 bootstrap_servers
             assert meta.data.bootstrap_servers, "bootstrap_servers is required, but not provided"
+            if use_async:
+                raise NotImplementedError("kafka does not support async connection")
             from dataops_sdk.runner import KafkaQueue
 
             return KafkaQueue(meta.data.bootstrap_servers)
@@ -54,6 +65,8 @@ def service_get_datasource_instent(datasource: str, log_sql: bool | None = None,
         assert meta.data.database, "database is required, but not provided"
 
         if meta.data.type == "neo4j":
+            if use_async:
+                raise NotImplementedError("Neo4j does not support async connection")
             # Neo4j 图数据库使用专用连接类
             from dataops_sdk.runner import Neo4jConn
 
@@ -68,6 +81,19 @@ def service_get_datasource_instent(datasource: str, log_sql: bool | None = None,
             )
         else:
             # 通用数据库连接，支持 MySQL、PostgreSQL 等
+            if use_async:
+                from dataops_sdk.runner import DatabaseConnAsync
+
+                return DatabaseConnAsync(
+                    host=meta.data.ip,
+                    port=meta.data.port,
+                    user=meta.data.username,
+                    password=meta.data.password,
+                    db=meta.data.database,
+                    db_type=meta.data.type,
+                    log_sql=log_sql,
+                    name=meta.title,
+                )
             from dataops_sdk.runner import DatabaseConn
 
             return DatabaseConn(

{dataops_sdk-0.5.0 → dataops_sdk-0.5.2}/src/dataops_sdk/runner/utils/__init__.py

@@ -10,6 +10,7 @@ Functions:
 
 Classes:
     DatabaseConn: 数据库连接管理类.
+    DatabaseConnAsync: 异步数据库连接管理类.
     Neo4jConn: Neo4j 图数据库连接类.
     FTPFileTransfer: FTP 文件传输类.
     SFTPFileTransfer: SFTP 文件传输类.
@@ -27,6 +28,7 @@ from .common import (
     parse_trigger_time,
     print_json,
 )
+from .dbConn_async import DatabaseConnAsync
 from .dbConn_sync import DatabaseConn
 from .ftp_file_transfer import FTPFileTransfer
 from .nacos import get_service_instance
@@ -41,6 +43,7 @@ __all__ = [
     "generate_uuid",
     "print_json",
     "DatabaseConn",
+    "DatabaseConnAsync",
     "Neo4jConn",
     "get_service_instance",
     "KafkaQueue",