database-smartools 0.0.1__tar.gz

database_smartools-0.0.1/LICENSE

@@ -0,0 +1,13 @@
+Copyright:2025-2035, 深圳市赢和信息技术有限公司. All rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

database_smartools-0.0.1/PKG-INFO

@@ -0,0 +1,80 @@
+Metadata-Version: 2.4
+Name: database-smartools
+Version: 0.0.1
+Summary: 数据库操作工具包
+Home-page: 
+Author: joelz
+Author-email: zhongbj_26210@163.com
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: altgraph==0.17.4
+Requires-Dist: annotated-types==0.7.0
+Requires-Dist: anyio==4.9.0
+Requires-Dist: click==8.1.8
+Requires-Dist: colorama==0.4.6
+Requires-Dist: oracledb==3.0.0
+Requires-Dist: DBUtils==3.0.0
+Requires-Dist: dmPython==2.5.8
+Requires-Dist: fastapi==0.115.12
+Requires-Dist: greenlet==3.2.1
+Requires-Dist: h11==0.16.0
+Requires-Dist: idna==3.10
+Requires-Dist: mysql-connector-python==8.4.0
+Requires-Dist: numpy==2.0.0
+Requires-Dist: packaging==25.0
+Requires-Dist: pandas==2.2.3
+Requires-Dist: pefile==2023.2.7
+Requires-Dist: psycopg2-binary==2.9.8
+Requires-Dist: pydantic==2.11.3
+Requires-Dist: pydantic_core==2.33.1
+Requires-Dist: pyinstaller==6.14.0
+Requires-Dist: pyinstaller-hooks-contrib==2025.4
+Requires-Dist: python-dateutil==2.9.0.post0
+Requires-Dist: pytz==2025.2
+Requires-Dist: pywin32-ctypes==0.2.3
+Requires-Dist: six==1.17.0
+Requires-Dist: sniffio==1.3.1
+Requires-Dist: SQLAlchemy==2.0.40
+Requires-Dist: starlette==0.46.2
+Requires-Dist: typing-inspection==0.4.0
+Requires-Dist: typing_extensions==4.13.2
+Requires-Dist: tzdata==2025.2
+Requires-Dist: uvicorn==0.34.2
+Requires-Dist: JayDeBeApi==1.2.3
+Requires-Dist: jpype1>=1.5.2
+Dynamic: author
+Dynamic: author-email
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# python-main
+
+#### 介绍
+python web服务，api - module - model - db
+
+/logRefresh：是日志配置初始化接口（开发调试用的）
+/configRefresh：是配置文件初始化接口，修改了项目下的conf.ini后可以调用这个接口刷新
+/etl/functionCall：调用etl脚本主入口
+/etl/dbpool/refresh：修改数据库链接后，用于刷新数据库连接池 
+/etl/lo
+
+#### 软件架构
+软件架构说明
+目录结构参照项目目录下的Readme.txt
+
+
+#### 安装教程
+进入到项目主目录下
+1. 安装Python 3.10.16
+2. pip install -r requirement.txt
+
+
+#### 使用说明
+1.  运行服务器，python main.py [可选参数：dev/pro，分别为开发环境和产品环境，默认dev]，对应配置信息在conf.ini中
+2.   控制台会输出对应的Swagger UI界面，可在该页面上调试api
+![输入图片说明](statics/imagesimage.png)

database_smartools-0.0.1/README.md

@@ -0,0 +1,26 @@
+# python-main
+
+#### 介绍
+python web服务，api - module - model - db
+
+/logRefresh：是日志配置初始化接口（开发调试用的）
+/configRefresh：是配置文件初始化接口，修改了项目下的conf.ini后可以调用这个接口刷新
+/etl/functionCall：调用etl脚本主入口
+/etl/dbpool/refresh：修改数据库链接后，用于刷新数据库连接池 
+/etl/lo
+
+#### 软件架构
+软件架构说明
+目录结构参照项目目录下的Readme.txt
+
+
+#### 安装教程
+进入到项目主目录下
+1. 安装Python 3.10.16
+2. pip install -r requirement.txt
+
+
+#### 使用说明
+1.  运行服务器，python main.py [可选参数：dev/pro，分别为开发环境和产品环境，默认dev]，对应配置信息在conf.ini中
+2.   控制台会输出对应的Swagger UI界面，可在该页面上调试api
+![输入图片说明](statics/imagesimage.png)

database_smartools-0.0.1/database_smartools/__init__.py

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+"""
+@项目名称 : yhfin-data-agent
+@文件名称 : __init__.py.py
+@创建人   : zhongbinjie
+@创建时间 : 2025/9/9 17:02
+@文件说明 : 
+@企业名称 : 深圳市赢和信息技术有限公司
+@Copyright:2025-2035, 深圳市赢和信息技术有限公司. All rights Reserved.
+"""
+
+
+def test():
+    print()
+
+
+if __name__ == '__main__':
+    None

database_smartools-0.0.1/database_smartools/api/__init__.py

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+"""
+@项目名称 : yhfin-data-agent
+@文件名称 : __init__.py.py
+@创建人   : zhongbinjie
+@创建时间 : 2025/9/9 17:02
+@文件说明 : 
+@企业名称 : 深圳市赢和信息技术有限公司
+@Copyright:2025-2035, 深圳市赢和信息技术有限公司. All rights Reserved.
+"""
+
+
+def test():
+    print()
+
+
+if __name__ == '__main__':
+    None

database_smartools-0.0.1/database_smartools/api/etl.py

@@ -0,0 +1,160 @@
+# -*- coding: utf-8 -*-
+"""
+@项目名称 : python-main
+@文件名称 : etl.py
+@创建人   : zhongbinjie
+@创建时间 : 2025/6/7 19:06
+@文件说明 : 
+@企业名称 : 深圳市赢和信息技术有限公司
+@Copyright:2025-2035, 深圳市赢和信息技术有限公司. All rights Reserved.
+"""
+
+from fastapi import APIRouter
+from utils import logger, http
+import json
+from module import function as func
+from database import db_handler as dh
+
+router = APIRouter()
+
+#mcp function call格式
+"""
+模板样例：
+[
+        {
+                "id": "call_xxxx", #必填项
+                "type": "function", #必填项
+                "function": {
+                        "name": "", #必填项
+                        "description": "", #必填项，简要描述
+                        "script_path": "", #选填项
+                        "input_schema": { #选填项，可以没有参数列表
+                                "title": "xxxxx_arguments", #如果有参数列表，则必填项
+                                "type": "object", #如果有参数列表，则必填项
+                                "properties": { 
+                                        "arg1": {"type" : '', "value" : ''}, #如果有参数列表，则必填项，结构保持一致
+                                        "arg2": {"type" : '', "value" : ''}
+                                },
+                                "required": [
+                                        "arg1"   #required为选填项，指properties里有的参数为必选参数，值不能为空
+                                ]
+                        }
+                }
+        }
+]
+实际样例：
+[
+    {
+        "id": "wf_pytest",
+        "type": "function",
+        "function": {
+            "name": "py_test2",
+            "description": "Function for testing purposes",
+            "script_path": "",
+            "input_schema": {
+                "title": "pytest_arguments",
+                "type": "object",
+                "properties": {
+                    "db_key" : {
+                        "type": "string",
+                        "value": "123"
+                    },
+                    "p_beg_date": {
+                        "type": "string",
+                        "value": "20180101"
+                    },
+                    "p_end_date": {
+                        "type": "string",
+                        "value": "20180131"
+                    },
+                    "p_cal_code": {
+                        "type": "string",
+                        "value": "400007"
+                    }
+                },
+                "required": [
+                    "db_key",
+                    "p_beg_date",
+                    "p_end_date"
+                ]
+            }
+        }
+    }
+]
+"""
+@router.get("/functionCall")
+def function_call(function_str: str):
+    return_list = []
+    #支持工作流：任务1>>任务2串联方式
+    try:
+        function_map = json.loads(function_str)
+        for function in function_map:
+            workflow_id = function['id']
+            sub_functions = function['function']['name'].split('>>')
+            properties = function['function']['input_schema']['properties']
+            requires = function['function']['input_schema']['required']
+            script_path = None
+            if 'script_path' in function['function'].keys():
+                script_path = function['function']['script_path']
+            args = {}
+            for key, param in properties.items():
+                if key in requires and (not param['value'] or param['value'] == ""):
+                    message = f"缺少必要参数:{key}"
+                    logger.error(message)
+                    return http.ResponseUtil.error(message=message)
+                args[key] = param['value']
+
+            for sub in sub_functions:
+                rtn_map = func.execute_function(sub, args, script_path)
+                exec_time = rtn_map['time']
+                if not rtn_map['status']:
+                    return_list.append(http.ResponseUtil.error(message=rtn_map['message'], workflow_id=workflow_id, function=sub, exec_time=exec_time))
+                else:
+                    data = rtn_map['data']
+                    return_list.append(http.ResponseUtil.success(data=data, workflow_id=workflow_id, function=sub, exec_time=exec_time))
+
+    except json.JSONDecodeError:
+        message = f"json格式异常，请检查参数：{function_str}"
+        logger.error(message)
+        return_list.append(http.ResponseUtil.error(message=message))
+        return http.ResponseUtil.error(message=message)
+
+    return return_list
+
+@router.get("/dbpool/refresh")
+def refresh_dbpool(db_key: str):
+    if db_key:
+        if db_key not in dh.POOL_MAP.keys():
+            return http.ResponseUtil.error(message=f'刷新失败，数据池中没有{db_key}对应的连接')
+        else:
+            pool, message = dh.get_pool_by_key(db_key, refresh=True)
+            if not pool:
+                return http.ResponseUtil.error(message=message)
+
+    return http.ResponseUtil.success(message=f"数据库连接池刷新成功，db_key: {db_key}")
+
+@router.get("/logs")
+def grap_log(id: str = None):
+    message_id = id
+    log_file = logger.LOG_NAME
+    logs = []
+    with open(log_file, "r", encoding="utf-8") as file:
+        for line in file:
+            try:
+                log = json.loads(line.strip())
+                if log['id'] == message_id and message_id is not None:
+                    logs.append(log)
+                if not message_id:
+                    logs.append(log)
+
+            except json.JSONDecodeError:
+                None
+    logger.info(f"抓取日志信息成功，message_id:{id}")
+    return http.ResponseUtil.success(data={'logs' : logs})
+
+def test():
+    print()
+
+
+if __name__ == '__main__':
+    None

database_smartools-0.0.1/database_smartools/database/__init__.py

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+"""
+@项目名称 : yhfin-data-agent
+@文件名称 : __init__.py.py
+@创建人   : zhongbinjie
+@创建时间 : 2025/9/9 17:02
+@文件说明 : 
+@企业名称 : 深圳市赢和信息技术有限公司
+@Copyright:2025-2035, 深圳市赢和信息技术有限公司. All rights Reserved.
+"""
+
+
+def test():
+    print()
+
+
+if __name__ == '__main__':
+    None

database_smartools-0.0.1/database_smartools/database/dameng_extend.py

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+"""
+@项目名称 : python-main
+@文件名称 : oracle_extend.py
+@创建人   : zhongbinjie
+@创建时间 : 2025/7/2 16:14
+@文件说明 :
+@企业名称 : 深圳市赢和信息技术有限公司
+@Copyright:2025-2035, 深圳市赢和信息技术有限公司. All rights Reserved.
+"""
+import dmPython
+from datetime import date, datetime, timedelta
+from decimal import Decimal
+
+
+def formatter(result):
+    data = []
+    for row in result["data"]:
+        item_map = {}
+        for index, item in enumerate(row):
+            column_type = result["desc"][index][1]
+            if item is not None:
+                if column_type == dmPython.BOOLEAN:
+                    # 将达梦 BOOLEAN 类型转换为 Python bool 类型
+                    item = bool(item)
+                elif column_type == dmPython.BINARY:
+                    # 将达梦 BINARY 类型转换为 Python bytes 类型
+                    item = bytes(item)
+                elif column_type == dmPython.DATE:
+                    # 将达梦 DATE 类型转换为 Python datetime.date 类型
+                    item = datetime(item.year, item.month, item.day)
+                elif column_type == dmPython.TIMESTAMP:
+                    # 将达梦 TIMESTAMP 类型转换为 Python datetime.datetime 类型
+                    item = datetime(
+                        item.year,
+                        item.month,
+                        item.day,
+                        item.hour,
+                        item.minute,
+                        item.second,
+                        item.microsecond,
+                    )
+                elif column_type == dmPython.INTERVAL:
+                    # 将达梦 INTERVAL 类型转换为 Python datetime.timedelta 类型
+                    item = timedelta(
+                        days=item.days,
+                        seconds=item.seconds,
+                        microseconds=item.microseconds,
+                    )
+                elif column_type == dmPython.DECIMAL:
+                    # 将达梦 DECIMAL 类型转换为 Python decimal.Decimal 类型
+                    item = float(item)
+                elif column_type == dmPython.REAL:
+                    # 将达梦 REAL 类型转换为 Python float 类型
+                    item = float(item)
+                elif column_type == dmPython.BIGINT:
+                    # 将达梦 BIGINT 类型转换为 Python int 类型
+                    item = int(item)
+                elif column_type == dmPython.STRING:
+                    # 将达梦 STRING 类型转换为 Python str 类型
+                    item = str(item)
+
+            item_map[result["desc"][index][0].lower()] = item
+        data.append(item_map)
+    return data