pytbox 0.0.4__py3-none-any.whl → 0.0.6__py3-none-any.whl

pytbox/cli/formatters/output.py

@@ -0,0 +1,155 @@
+"""
+输出格式化器 - 支持多种格式和 rich 美化
+"""
+
+import json
+from typing import Any, Dict, Union
+from ..common.utils import logger
+
+
+class OutputFormatter:
+    """输出格式化器"""
+    
+    @staticmethod
+    def format_data(data: Union[Dict[str, Any], list], format_type: str = 'toml') -> str:
+        """格式化数据
+        
+        Args:
+            data: 要格式化的数据
+            format_type: 输出格式 ('toml', 'json', 'yaml')
+            
+        Returns:
+            str: 格式化后的字符串
+            
+        Raises:
+            ImportError: 缺少必要的依赖
+            ValueError: 不支持的格式
+        """
+        logger.debug(f"格式化数据为 {format_type} 格式")
+        
+        if format_type == 'json':
+            return OutputFormatter._format_json(data)
+        elif format_type == 'yaml':
+            return OutputFormatter._format_yaml(data)
+        elif format_type == 'toml':
+            return OutputFormatter._format_toml(data)
+        else:
+            raise ValueError(f"不支持的格式: {format_type}")
+    
+    @staticmethod
+    def _format_json(data: Any) -> str:
+        """格式化为 JSON"""
+        try:
+            result = json.dumps(data, indent=2, ensure_ascii=False)
+            logger.debug(f"JSON 格式化完成，长度: {len(result)} 字符")
+            return result
+        except Exception as e:
+            logger.error(f"JSON 格式化失败: {e}")
+            raise
+    
+    @staticmethod
+    def _format_yaml(data: Any) -> str:
+        """格式化为 YAML"""
+        try:
+            import yaml
+            result = yaml.dump(
+                data, 
+                default_flow_style=False, 
+                allow_unicode=True,
+                sort_keys=False,
+                indent=2
+            )
+            logger.debug(f"YAML 格式化完成，长度: {len(result)} 字符")
+            return result
+        except ImportError:
+            error_msg = "需要安装 pyyaml: pip install pyyaml"
+            logger.error(error_msg)
+            raise ImportError(error_msg)
+        except Exception as e:
+            logger.error(f"YAML 格式化失败: {e}")
+            raise
+    
+    @staticmethod
+    def _format_toml(data: Any) -> str:
+        """格式化为 TOML"""
+        try:
+            import toml
+            result = toml.dumps(data)
+            logger.debug(f"TOML 格式化完成，长度: {len(result)} 字符")
+            return result
+        except ImportError:
+            try:
+                # Python 3.11+ 的 tomllib 只能读取，不能写入
+                import tomllib
+                error_msg = "需要安装 toml 库来支持 TOML 输出: pip install toml"
+                logger.error(error_msg)
+                raise ImportError(error_msg)
+            except ImportError:
+                error_msg = "需要安装 toml: pip install toml"
+                logger.error(error_msg)
+                raise ImportError(error_msg)
+        except Exception as e:
+            logger.error(f"TOML 格式化失败: {e}")
+            raise
+    
+    @staticmethod
+    def format_template_list(templates: list) -> str:
+        """格式化模板列表"""
+        if not templates:
+            return "未找到模板文件"
+        
+        logger.debug(f"格式化 {len(templates)} 个模板")
+        
+        # 按文件类型分组
+        groups = {}
+        for template in templates:
+            if '.' in template:
+                ext = template.split('.')[-1]
+                if ext not in groups:
+                    groups[ext] = []
+                groups[ext].append(template)
+            else:
+                if 'other' not in groups:
+                    groups['other'] = []
+                groups['other'].append(template)
+        
+        result = []
+        result.append("可用模板:")
+        
+        for ext, files in sorted(groups.items()):
+            result.append(f"\n{ext.upper()} 模板:")
+            for template in sorted(files):
+                result.append(f"  - {template}")
+        
+        return "\n".join(result)
+    
+    @staticmethod
+    def format_config_summary(config: Dict[str, Any]) -> str:
+        """格式化配置摘要"""
+        logger.debug("生成配置摘要")
+        
+        result = []
+        result.append("配置摘要:")
+        
+        for service, service_config in config.items():
+            result.append(f"\n📊 {service.upper()} 服务:")
+            
+            if isinstance(service_config, dict):
+                for key, value in service_config.items():
+                    if isinstance(value, list):
+                        result.append(f"  {key}: {len(value)} 项")
+                        # 显示前几个项目
+                        for i, item in enumerate(value[:3]):
+                            if isinstance(item, dict):
+                                item_keys = list(item.keys())[:2]  # 只显示前两个键
+                                result.append(f"    - 项目 {i+1}: {item_keys}")
+                            else:
+                                result.append(f"    - {item}")
+                        if len(value) > 3:
+                            result.append(f"    ... 还有 {len(value) - 3} 项")
+                    else:
+                        result.append(f"  {key}: {value}")
+            else:
+                result.append(f"  值: {service_config}")
+        
+        return "\n".join(result)

pytbox/cli/main.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python3
+"""
+Pytbox 主命令行入口
+"""
+
+import click
+from .categraf import categraf_group
+
+
+@click.group()
+@click.version_option()
+def main():
+    """Pytbox 命令行工具集合"""
+    pass
+
+
+# 注册子命令组
+main.add_command(categraf_group, name='categraf')
+
+
+if __name__ == "__main__":
+    main()

pytbox/cli.py

@@ -0,0 +1,9 @@
+#!/usr/bin/env python3
+"""
+Pytbox 命令行工具 - 入口文件（保持向后兼容）
+"""
+
+from pytbox.cli import main
+
+if __name__ == "__main__":
+    main()

pytbox/database/mongo.py

@@ -1,13 +1,14 @@
 #!/usr/bin/env python3
 
 import pymongo
-
+from ..utils.timeutils import TimeUtils
+from pytbox.utils import timeutils
 
 class Mongo:
     '''
     当前主要使用的类
     '''
-    def __init__(self, host, port, username, password, auto_source, db_name: str='automate', collection: str=None):
+    def __init__(self, host: str=None, port: int=27017, username: str=None, password: str=None, auto_source: str=None, db_name: str='automate', collection: str=None):
         self.client = self._create_client(host, port, username, password, auto_source)
         self.collection = self.client[db_name][collection]
     
@@ -56,3 +57,43 @@ class Mongo:
             query['event_name'] = event_name
         return self.collection.find(query)
 
+    def recent_alerts(self, event_content: str) -> str:
+        '''
+        获取最近 10 次告警
+
+        Args:
+            alarm_content (str): _description_
+
+        Returns:
+            str: _description_
+        '''
+
+        query = {
+            "event_content": event_content,
+            'resolved_time': {
+                '$exists': True,  # 字段必须存在
+            }
+        }
+        fields = {"_id": 0, 'event_time': 1, 'resolved_time': 1}
+        results = self.collection.find(query, fields).sort('event_time', -1)
+        
+        alarm_list = []
+        for result in results:
+            duration_minute = '持续 ' + str(int((result['resolved_time'] - result['event_time']).total_seconds() / 60)) + ' 分钟'
+            alarm_list.append('触发告警: ' + TimeUtils.convert_timeobj_to_str(timeobj=result['event_time']) + ' ' + duration_minute)
+
+        alarm_str = '\n'.join(alarm_list)
+        
+        alarm_str_display_threshold = 10
+        
+        if len(alarm_list) > alarm_str_display_threshold:
+            # 如果告警超过 10 个
+            alarm_counter = alarm_str_display_threshold
+            alarm_str = '\n'.join(alarm_list[:alarm_str_display_threshold])
+        else:
+            # 如果不超过 10 个
+            alarm_counter = len(alarm_list)
+            alarm_str = '\n'.join(alarm_list)
+            
+        return '该告警出现过' + str(len(alarm_list)) + f'次\n最近 {alarm_counter} 次告警如下: \n' + alarm_str
+    

pytbox/database/victoriametrics.py

@@ -86,8 +86,8 @@ class VictoriaMetrics:
         
         return ReturnResponse(code=code, msg=msg, data=data)
 
-    def query_interface_rate(self,
-                             direction: Literal['in', 'out'], 
+    def check_interface_rate(self,
+                             direction: Literal['in', 'out'],
                              sysName: str, 
                              ifName:str, 
                              last_minutes: Optional[int] = None
@@ -109,5 +109,5 @@ class VictoriaMetrics:
         else:
             query = f'(rate(snmp_interface_ifHCOutOctets{{sysName="{sysName}", ifName="{ifName}"}}[{last_minutes}m])) * 8 / 1000000'
         r = self.query(query)
-        rate = r.data['values'][1]
+        rate = r.data[0]['value'][1]
         return int(float(rate))

pytbox/feishu/endpoints.py

@@ -930,9 +930,12 @@ class ExtensionsEndpoint(Endpoint):
                     final_data = fields[name][0].get('value')[0]['text']
                 
             elif isinstance(fields[name], int):
-                # 将时间戳转换为时间字符串格式
-                final_data = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(fields[name] / 1000 ))
-                
+                if len(str(fields[name])) >= 12 and fields[name] > 10**11:
+                        final_data = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(fields[name] / 1000))
+                elif len(str(fields[name])) == 10 and 10**9 < fields[name] < 10**11:
+                    final_data = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(fields[name]))
+                else:
+                    final_data = fields[name]
             elif isinstance(fields[name], dict):
                 if fields[name].get('type') == 1:
                     final_data = fields[name].get('value')[0]['text']

pytbox/log/logger.py

@@ -1,8 +1,14 @@
 #!/usr/bin/env python3
 
 import sys
+
 from loguru import logger
+
 from .victorialog import Victorialog
+from ..database.mongo import Mongo
+from ..feishu.client import Client as FeishuClient
+from ..utils.timeutils import TimeUtils
+from ..dida365 import Dida365
 
 
 logger.remove()
@@ -21,6 +27,9 @@ class AppLogger:
                  stream: str='automation', 
                  enable_victorialog: bool=False, 
                  victorialog_url: str=None,
+                 mongo: Mongo=None,
+                 feishu: FeishuClient=None,
+                 dida: Dida365=None,
                  enable_sls: bool=False,
                  sls_url: str=None,
                  sls_access_key_id: str=None,
@@ -40,6 +49,9 @@ class AppLogger:
         self.stream = stream
         self.victorialog = Victorialog(url=victorialog_url)
         self.enable_victorialog = enable_victorialog
+        self.mongo = mongo
+        self.feishu = feishu
+        self.dida = dida
     
     def _get_caller_info(self) -> tuple[str, int, str]:
         """
@@ -73,7 +85,6 @@ class AppLogger:
         logger.info(f"[{caller_filename}:{caller_lineno}:{caller_function}] {message}")
         if self.enable_victorialog:
             r = self.victorialog.send_program_log(stream=self.stream, level="INFO", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
-            print(r)
         if feishu_notify:
             self.feishu(message)
     
@@ -90,10 +101,48 @@ class AppLogger:
         logger.error(f"[{caller_filename}:{caller_lineno}:{caller_function}] {message}")
         if self.enable_victorialog:
             self.victorialog.send_program_log(stream=self.stream, level="ERROR", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
-        from src.library.monitor.insert_program import insert_error_message
-        # 传递清理后的消息给监控系统
-        message.replace('#', '')
-        insert_error_message(message, self.app_name, caller_filename, caller_lineno, caller_function)
+        
+        if self.feishu:
+            existing_message = self.mongo.collection.find_one({"message": message}, sort=[("time", -1)])
+            current_time = TimeUtils.get_now_time_mongo()
+
+            if not existing_message or TimeUtils.get_time_diff_hours(existing_message["time"], current_time) > 36:
+                self.mongo.collection.insert_one({
+                    "message": message,
+                    "time": current_time,
+                    "file_name": caller_filename,
+                    "line_number": caller_lineno,
+                    "function_name": caller_function
+                })
+                    
+                    
+                content_list = [
+                    f"{self.feishu.extensions.format_rich_text(text='app:', color='blue', bold=True)} {self.app_name}",
+                    f"{self.feishu.extensions.format_rich_text(text='message:', color='blue', bold=True)} {message}",
+                    f"{self.feishu.extensions.format_rich_text(text='file_name:', color='blue', bold=True)} {caller_filename}",
+                    f"{self.feishu.extensions.format_rich_text(text='line_number:', color='blue', bold=True)} {caller_lineno}",
+                    f"{self.feishu.extensions.format_rich_text(text='function_name:', color='blue', bold=True)} {caller_function}"
+                ]
+                
+                self.feishu.extensions.send_message_notify(
+                    title=f"自动化脚本告警: {self.app_name}",
+                    content="\n".join(content_list)
+                )
+                
+                dida_content_list = [
+                    f"**app**: {self.app_name}",
+                    f"**message**: {message}",
+                    f"**file_name**: {caller_filename}",
+                    f"**line_number**: {caller_lineno}",
+                    f"**function_name**: {caller_function}"
+                ]
+                
+                self.dida.task_create(
+                    project_id="65e87d2b3e73517c2cdd9d63",
+                    title=f"自动化脚本告警: {self.app_name}",
+                    content="\n".join(dida_content_list),
+                    tags=['L-程序告警', 't-问题处理']
+                )
         
     def critical(self, message: str):
         """记录严重错误级别日志"""
@@ -103,24 +152,6 @@ class AppLogger:
             self.victorialog.send_program_log(stream=self.stream, level="CRITICAL", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
 
 
-def get_logger(app_name: str, enable_) -> AppLogger:
-    """
-    获取应用日志记录器实例
-    
-    Args:
-        app_name: 应用名称
-        log_level: 日志级别
-        enable_influx: 是否启用InfluxDB记录
-    
-    Returns:
-        AppLogger: 日志记录器实例
-    """
-    return AppLogger(app_name)
-
-
 # 使用示例
 if __name__ == "__main__":
-    log = get_logger(app_name='test')
-    log.info("That's it, beautiful and simple logging!")
-    log.warning("That's it, beautiful and simple logging!")
-    log.error("That's it, beautiful and simple logging!11")
+    pass

pytbox/log/victorialog.py

@@ -3,8 +3,8 @@
 from typing import Literal
 import requests
 import time
-from .utils.response import ReturnResponse
-from .utils.timeutils import TimeUtils
+from ..utils.response import ReturnResponse
+from ..utils.timeutils import TimeUtils
 
 
 

pytbox/utils/richutils.py

@@ -0,0 +1,21 @@
+#!/usr/bin/env python3
+
+
+from typing import Literal
+from rich.console import Console
+from rich.theme import Theme
+
+
+class RichUtils:
+  
+    def __init__(self):
+        self.theme = Theme({
+            "info": "bold blue",
+            "warning": "bold yellow",
+            "danger": "bold red",
+        })
+        self.console = Console(theme=self.theme)
+
+    
+    def print(self, msg: str, style: Literal['info', 'warning', 'danger']='info'):
+        self.console.print(msg, style=style)