pixelarraylib 1.0.0__py3-none-any.whl

arraylib/system/common.py

@@ -0,0 +1,390 @@
+import asyncio
+import json
+import re
+import subprocess
+import traceback
+from typing import Union, List, Generator
+from cryptography.fernet import Fernet
+import base64
+from arraylib.monitor.feishu import Feishu
+import os
+import paramiko
+
+feishu_alert = Feishu("devtoolkit服务报警")
+
+
+async def execute_batch_async_tasks(tasks, semaphore_count=None):
+    if semaphore_count is None:
+        return await asyncio.gather(*tasks)
+
+    semaphore = asyncio.Semaphore(semaphore_count)
+
+    async def sem_task(task):
+        async with semaphore:
+            return await task
+
+    return await asyncio.gather(*(sem_task(task) for task in tasks))
+
+
+def encode_chinese_string(text: str) -> str:
+    """
+    description:
+        将中文转换为UTF-8编码的字符串
+    parameters:
+        text(str): 需要转换的字符串
+    return:
+        converted_text(str): 转换后的字符串（URL安全的base64格式）
+    """
+    # 使用URL安全的base64编码方法
+    return base64.urlsafe_b64encode(text.encode("utf-8")).decode("ascii").rstrip("=")
+
+
+def decode_chinese_string(encoded_text: str) -> str:
+    """
+    description:
+        将UTF-8编码的字符串转换为中文
+    parameters:
+        encoded_text(str): 编码后的字符串（URL安全的base64格式）
+    return:
+        text(str): 原始中文字符串
+    """
+    # 添加回可能被移除的填充字符'='
+    padding = 4 - (len(encoded_text) % 4)
+    encoded_text += "=" * padding
+    # 使用URL安全的base64解码方法
+    return base64.urlsafe_b64decode(encoded_text.encode("ascii")).decode("utf-8")
+
+
+def generate_fernet_key() -> bytes:
+    """
+    description:
+        生成Fernet加密密钥
+    return:
+        key(str): 加密密钥
+    """
+    return Fernet.generate_key().decode()
+
+
+def encrypt_string(text: str, key: str) -> tuple[str, bytes]:
+    """
+    description:
+        使用Fernet对称加密算法加密字符串
+    parameters:
+        text(str): 需要加密的字符串
+        key(str): 加密密钥
+    return:
+        str: 加密后的字符串
+    """
+    f = Fernet(key.encode())
+    encrypted_data = f.encrypt(text.encode())
+    return encrypted_data.decode()
+
+
+def decrypt_string(encrypted_text: str, key: str) -> str:
+    """
+    description:
+        解密使用Fernet加密的字符串
+    parameters:
+        encrypted_text(str): 加密后的字符串
+        key(str): 加密密钥
+    return:
+        str: 解密后的原始字符串
+    """
+    f = Fernet(key.encode())
+    decrypted_data = f.decrypt(encrypted_text.encode())
+    return decrypted_data.decode()
+
+
+def decimal(num: float, precision=2):
+    """
+    保留小数点后precision位
+    parameters:
+        num: float, 需要保留小数点的数字
+        precision: int, 保留小数点的位数
+    return:
+        num(float): 保留小数点后的数字
+    """
+    num_s = f"{num:.{precision}f}"
+    return float(num_s)
+
+
+def percentage(current, target):
+    """
+    计算当前值占总值的百分比
+    parameters:
+        current: float, 当前值
+        target: float, 总值
+    return:
+        percentage_str(str): 百分比字符串
+    """
+    percentage = decimal((current / target) * 100)
+    percentage_str = f"{percentage}%"
+    return percentage_str
+
+
+def size_unit_convert(size, input_unit="B", output_unit="MB", precision=2):
+    """
+    单位转换
+    parameters:
+        size: float, 需要转换的文件大小
+        input_unit: str, 输入的单位，默认B
+        output_unit: str, 输出的单位，默认MB
+        precision: int, 保留小数点的位数，默认2
+    return:
+        size(float): 转换后的文件大小
+    """
+    size_unit_list = ["B", "KB", "MB", "GB", "TB"]
+    if input_unit not in size_unit_list or output_unit not in size_unit_list:
+        return size
+    pos_input_unit = size_unit_list.index(input_unit)
+    pos_output_unit = size_unit_list.index(output_unit)
+    if pos_input_unit == pos_output_unit:
+        return size
+
+    mult_num = (
+        1 / (1024 ** (pos_output_unit - pos_input_unit))
+        if pos_input_unit < pos_output_unit
+        else 1024 ** (pos_input_unit - pos_output_unit)
+    )
+    return decimal(size * mult_num, precision)
+
+
+def split_content_into_sentences(
+    content: str, remove_punctuation: bool = True
+) -> tuple[list[str], bool]:
+    """
+    description:
+        将内容按逗号和顿号分割成句子
+    parameters:
+        content(str): 需要分割的内容
+    return:
+        sentences(list[str]): 分割后的句子列表
+        flag(bool): 是否分割成功
+    """
+    try:
+        split_pattern = r"[。！？；，、：]"
+        content = content.strip()
+        sentences = re.split(split_pattern, content)
+        sentences = [s.strip() for s in sentences if s.strip()]
+
+        # 对每一句话循环去除所有的空格
+        sentences = [
+            sentence.replace(" ", "")
+            for sentence in sentences
+            if sentence and sentence.strip() and sentence.strip() != ""
+        ]
+
+        if remove_punctuation:
+            sentences = [re.sub(r"[^\w\s]", "", s) for s in sentences]
+        return sentences, True
+    except Exception as e:
+        feishu_alert.send(f"分割内容时发生错误: {traceback.format_exc()}")
+        return [], False
+
+
+def remove_all_punctuation(text: str) -> tuple[str, bool]:
+    """
+    description:
+        去除字符串中的所有标点符号
+    parameters:
+        text(str): 需要处理的字符串
+    return:
+        text(str): 处理后的字符串
+        flag(bool): 是否处理成功
+    """
+    try:
+        # 使用正则表达式去除所有标点符号
+        return re.sub(r"[^\w\s]", "", text), True
+    except Exception as e:
+        feishu_alert.send(f"去除标点符号时发生错误: {traceback.format_exc()}")
+        return text, False
+
+
+def file_to_base64(file_path: str) -> str:
+    """
+    description:
+        将文件转换为base64
+    parameters:
+        file_path(str): 文件路径
+    return:
+        base64_str(str): base64字符串
+    """
+    with open(file_path, "rb") as file:
+        return base64.b64encode(file.read()).decode("utf-8")
+
+
+def execute_command(command: Union[str, List[str]]) -> str:
+    """
+    description:
+        执行命令
+    parameters:
+        cmd(list[str]): 需要执行的命令
+    return:
+        result(str): 命令执行结果
+    """
+    try:
+        if isinstance(command, str):
+            command = command.split()
+        print(command)
+        result = subprocess.run(
+            command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
+        )
+        return result.stdout.decode(), True
+    except subprocess.CalledProcessError as e:
+        feishu_alert.send(
+            f"执行命令失败，命令: {command}，错误信息: {e.stderr.decode() if e.stderr else str(e)}"
+        )
+        return None, False
+
+
+async def execute_command_async(command: Union[str, List[str]]) -> str:
+    """
+    description:
+        异步执行命令
+    parameters:
+        command(list[str]): 需要执行的命令
+    return:
+        result(str): 命令执行结果
+    """
+    try:
+        if isinstance(command, str):
+            command = command.split()
+        print(command)
+        result = await asyncio.create_subprocess_exec(
+            *command, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.PIPE
+        )
+        stdout, stderr = await result.communicate()
+        return stdout.decode(), True
+    except subprocess.CalledProcessError as e:
+        feishu_alert.send(
+            f"异步执行命令失败，命令: {command}，错误信息: {e.stderr.decode() if e.stderr else str(e)}"
+        )
+        return None, False
+
+
+def get_variable_type(variable: object) -> str:
+    """
+    description:
+        获取变量类型
+    parameters:
+        variable(object): 需要获取类型的变量
+    return:
+        variable_type(str): 变量类型
+    """
+    return type(variable).__name__
+
+
+def extract_json_from_markdown(content: str) -> dict:
+    """
+    description:
+        从Markdown文本中提取JSON内容
+    parameters:
+        content(str): Markdown文本
+    return:
+        json_content(dict): JSON内容
+    """
+    # 首先尝试匹配 ```json 格式
+    json_match = re.search(r"```json\n(.*?)\n```", content, re.DOTALL)
+    if json_match:
+        return json.loads(json_match.group(1))
+
+    # 如果没有找到 ```json 格式，尝试直接匹配 JSON 对象
+    json_match = re.search(r"({[\s\S]*})", content)
+    if json_match:
+        return json.loads(json_match.group(1))
+
+    # 如果还是没有找到，尝试直接解析整个内容
+    try:
+        return json.loads(content)
+    except:
+        return {}
+
+
+def get_ssh_config():
+    """
+    descrption:
+        获取~/.ssh/config中的配置信息
+    return:
+        configs(list): 配置信息 [{"host": "", "hostname": "", "user": "", "identityfile": ""}, ...]
+    """
+    ssh_config_file = os.path.expanduser("~/.ssh/config")
+    configs = []
+    current_config = {}
+
+    with open(ssh_config_file, "r") as f:
+        for line in f.readlines():
+            line = line.strip()
+            if not line:
+                continue
+
+            if line.startswith("Host "):
+                if current_config:
+                    configs.append(current_config)
+                current_config = {}
+                current_config["host"] = line.split()[1]
+            elif line.startswith("HostName "):
+                current_config["hostname"] = line.split()[1]
+            elif line.startswith("User "):
+                current_config["user"] = line.split()[1]
+            elif line.startswith("IdentityFile "):
+                current_config["identityfile"] = os.path.expanduser(line.split()[1])
+
+    if current_config:
+        configs.append(current_config)
+
+    return configs
+
+
+def execute_command_through_ssh_stream(
+    hostname: str, command: str
+) -> Generator[str, None, None]:
+    """
+    descrption:
+        SSH到线上机器并执行命令
+    parameters:
+        hostname(str): 线上机器的IP地址
+        command(str): 要执行的命令
+    return:
+        output(generator): 命令的输出生成器
+    """
+    ssh_config = next(
+        (config for config in get_ssh_config() if config.get("hostname") == hostname),
+        None,
+    )
+    if not ssh_config:
+        raise Exception("SSH 配置获取失败")
+
+    ssh = paramiko.SSHClient()
+    ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+    ssh.connect(
+        ssh_config["hostname"],
+        username=ssh_config["user"],
+        key_filename=ssh_config["identityfile"],
+    )
+    try:
+        stdin, stdout, stderr = ssh.exec_command(command, get_pty=True)
+        stdout.channel.settimeout(None)
+
+        while line := stdout.readline():
+            yield line.strip() + "\n"
+
+        if stderr.readline():
+            raise Exception(f"在host: {hostname}上执行命令{command}失败")
+    finally:
+        ssh.close()
+
+
+def execute_command_through_ssh(hostname: str, command: str) -> str:
+    """
+    descrption:
+        SSH到线上机器并执行命令
+    parameters:
+        hostname(str): 线上机器的IP地址
+        command(str): 要执行的命令
+    return:
+        output(str): 命令的输出
+    """
+    result = ""
+    for line in execute_command_through_ssh_stream(hostname, command):
+        result += line
+    return result

pixelarraylib-1.0.0.dist-info/METADATA

@@ -0,0 +1,141 @@
+Metadata-Version: 2.4
+Name: pixelarraylib
+Version: 1.0.0
+Summary: PixelArray Python开发工具库 - 包含阿里云服务、数据库工具、装饰器、监控等功能
+Author-email: Lu qi <qi.lu@pixelarrayai.com>
+License-Expression: MIT
+Project-URL: Homepage, https://gitlab.com/pixelarrayai/general_pythondevutils_lib
+Project-URL: Bug Reports, https://gitlab.com/pixelarrayai/general_pythondevutils_lib/-/issues
+Project-URL: Source, https://gitlab.com/pixelarrayai/general_pythondevutils_lib
+Keywords: python,utils,aliyun,database,tools,pixelarray
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Utilities
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: alibabacloud_tea_util
+Requires-Dist: alibabacloud_cms20190101
+Requires-Dist: alibabacloud_green20220302
+Requires-Dist: alibabacloud_dm20151123
+Requires-Dist: alibabacloud_fc20230330
+Requires-Dist: alibabacloud_darabonba_stream
+Requires-Dist: alibabacloud_dysmsapi20170525
+Requires-Dist: alibabacloud_sts20150401
+Requires-Dist: alibabacloud_alidns20150109
+Requires-Dist: alibabacloud_eci20180808
+Requires-Dist: alibabacloud_bssopenapi20171214
+Requires-Dist: oss2
+Requires-Dist: pymysql
+Requires-Dist: aiomysql
+Requires-Dist: redis
+Requires-Dist: redis[async]
+Requires-Dist: requests
+Requires-Dist: aiohttp
+Requires-Dist: asyncio
+Requires-Dist: setuptools
+Requires-Dist: cffi
+Requires-Dist: cryptography
+Requires-Dist: pandas
+Requires-Dist: paramiko
+Dynamic: license-file
+
+# PixelArrayLib - PixelArray Python开发工具库
+
+PixelArrayLib是一个功能丰富的Python开发工具库，包含阿里云服务、数据库工具、装饰器、监控等功能，同时提供便捷的命令行工具。
+
+## 安装
+
+```bash
+pip install pixelarraylib
+```
+
+## 使用方法
+
+### 1. Python程序中使用
+
+```python
+# 导入pixelarraylib模块
+import arraylib
+
+# 使用各种功能模块
+from arraylib.aliyun import some_service
+from arraylib.db_utils import database_tools
+from arraylib.decorators import useful_decorators
+```
+
+### 2. 命令行工具使用
+
+安装后，你可以在命令行中直接使用 `pixelarraylib` 命令：
+
+#### 创建测试用例文件
+```bash
+# 一键创建所有测试用例文件
+pixelarraylib create_test_case_files
+```
+
+#### 代码提交统计
+```bash
+# 统计最近30天的代码提交
+pixelarraylib summary_code_count
+
+# 统计指定日期范围的提交
+pixelarraylib summary_code_count --since="2025-05-09"
+
+# 统计特定作者的提交
+pixelarraylib summary_code_count --author="张三"
+
+# 输出到CSV文件
+pixelarraylib summary_code_count --output=stats.csv
+
+# 只统计特定文件类型
+pixelarraylib summary_code_count --file-types="py,js,vue"
+
+# 查看帮助信息
+pixelarraylib summary_code_count --help
+```
+
+## 功能特性
+
+- **阿里云服务集成**: 包含CMS、Green、DM、FC、SMS、STS等服务
+- **数据库工具**: MySQL、Redis等数据库操作工具
+- **Web框架**: FastAPI集成
+- **实用工具**: 二维码生成、加密解密、XML处理等
+- **命令行工具**: 测试用例生成、代码统计等实用脚本
+
+## 开发
+
+### 本地开发安装
+
+```bash
+# 克隆仓库
+git clone https://gitlab.com/pixelarrayai/general_pythondevutils_lib.git
+cd general_pythondevutils_lib
+
+# 安装开发依赖
+pip install -e .
+
+# 测试命令行工具
+pixelarraylib --help
+```
+
+### 添加新的命令行工具
+
+1. 在 `arraylib/scripts/` 目录下创建新的脚本文件
+2. 在 `arraylib/__main__.py` 中添加新的命令选项
+3. 更新 `arraylib/scripts/__init__.py` 导出新功能
+
+## 许可证
+
+MIT License
+
+## 作者
+
+Lu qi (qi.lu@pixelarrayai.com) 

pixelarraylib-1.0.0.dist-info/RECORD

@@ -0,0 +1,37 @@
+arraylib/__init__.py,sha256=SH1Y-v6CQYC8kLfivhghAUstP4tM880SeZVxh7SBZkQ,847
+arraylib/__main__.py,sha256=FF3vdP_eCfw-jDpJFWvzLXTitv4Gn96x-yEtpwiB0vw,5000
+arraylib/aliyun/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+arraylib/aliyun/aliyun_email.py,sha256=8lnkPryVlTLV8DOkcmi6bE100hFe-vu2Navxlpul_u8,4949
+arraylib/aliyun/billing.py,sha256=v46OBzmqDubHLxvkHwMPjX-ZFdk2Z6ze-lfxzb0uJgE,21509
+arraylib/aliyun/content_scanner.py,sha256=q7MXlKeDgf6jHJKyQwF4SCdMYcznL76ZVb0Kw9clwEc,9370
+arraylib/aliyun/domain.py,sha256=pspT2f5hdT_wbyqiHmYJeXsKioO9gR7DGcVQ8oWEkEc,13815
+arraylib/aliyun/eci.py,sha256=jJrc3sBt0R_YbwoyIt-oUOKfk4Txxa8rYzMYqa8vXEQ,1538
+arraylib/aliyun/ecs.py,sha256=jaj_IEGJMlDHeKOtGh4jRmiCbYlbqXdUmCzJ30KxZXc,2874
+arraylib/aliyun/fc.py,sha256=FKP80G1D_RJDua1Y12_MHaiLhrLgi92naK7dmx-kjBo,5946
+arraylib/aliyun/oss.py,sha256=x48u5586oP6UiWNiKdTBraiTek2kfIxaV2ejzya9zLc,22257
+arraylib/aliyun/sms.py,sha256=JrB-JS6RC29jJpv6ar3Inmd1AAg2lcFXRBjoqDzJdRQ,2225
+arraylib/aliyun/sts.py,sha256=vjAxQs2kNU6aMgAbp6TpWz-PekB0IYxtNFSMQOlphC4,4517
+arraylib/db_utils/mysql.py,sha256=5VUY07O3EC4CNeQJOr3eH9whxi5roSjNY_Wsn1V7tOU,17889
+arraylib/db_utils/redis.py,sha256=LKbsa9JmyGVjA99xCx90zTLnMcm4JxXsiZhlJ610ynQ,11118
+arraylib/decorators/__init__.py,sha256=9H_w5GkRg38zF1nGJ904Kh6AIACU3yZbBW7cporOMjo,236
+arraylib/decorators/decorators.py,sha256=vzvwn-1YEiyYo6aS05yva5VQvCLEGnCBQcmMClZwDpc,6551
+arraylib/gitlab/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+arraylib/gitlab/code_analyzer.py,sha256=sRwe43ozGPqwfXhjl_5fQxXuf6e_63NPF5pEZNo1PmY,12431
+arraylib/gitlab/pypi_package_manager.py,sha256=c-fRS-Nz6z9XtmjpNizDbp8ZygRRbNfWVZav_j0RHo8,2377
+arraylib/monitor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+arraylib/monitor/feishu.py,sha256=BKOfqRO_pPwXx6NFBboqAs1N3mPd3KsPSBVfS1FcJ2c,4851
+arraylib/net/request.py,sha256=NT-tl-2cEFF6hO5fejbTphl3P7P7JWxsXLt-GMYjgaU,4034
+arraylib/scripts/__init__.py,sha256=O_Y8hCOrS5Y-c0zKN9pijtLDOyMW6tLqaK884eocJZI,689
+arraylib/scripts/collect_code_to_txt.py,sha256=sMGh5Ccp-Gu9g8SbaUWqWmd2EF3_drUcKtcbn3fLVxI,12149
+arraylib/scripts/create_test_case_files.py,sha256=HpOM2-OePXkU7TEQfK64K7CPnOtkWjTmIYykkIzp3DA,2807
+arraylib/scripts/nginx_proxy_to_ecs.py,sha256=Ao6-gI4YTndclX2RAje1FOmKBvCu6-cLkwWHgzdozkY,3708
+arraylib/scripts/remove_empty_lines.py,sha256=PyVt-6ZPWWPpZ3Cmjv90UgTWZhIxRbcLVC3i5EaiqIE,3519
+arraylib/scripts/summary_code_count.py,sha256=cWstdJveYSNQed8cvvIxS4cO-wnlfgPxNgQ5jyiCUZA,15345
+arraylib/system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+arraylib/system/common.py,sha256=fZSfdiZhK1aAxLxVhGPlkryiqZvG1lE7-Gca4XO3FAg,11414
+pixelarraylib-1.0.0.dist-info/licenses/LICENSE,sha256=O-g1dUr0U50rSIvmWE9toiVkSgFpVt72_MHITbWvAqA,1067
+pixelarraylib-1.0.0.dist-info/METADATA,sha256=sbRq3-UOmCDox85b4S1R26defSp8JM4zH-E7gf3iCJ0,4042
+pixelarraylib-1.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pixelarraylib-1.0.0.dist-info/entry_points.txt,sha256=GMCuPtjh_ngMrwkmltYvQL8nzpp4HXXe7HEYvp03WVc,57
+pixelarraylib-1.0.0.dist-info/top_level.txt,sha256=DCfj9KgMHJXrggUf8kdR2JJOS1RzEIbKt4_JaccrZ58,9
+pixelarraylib-1.0.0.dist-info/RECORD,,

pixelarraylib-1.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

pixelarraylib-1.0.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+pixelarraylib = arraylib.__main__:main

pixelarraylib-1.0.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 PixelArray
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE. 

pixelarraylib-1.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+arraylib