pytbox 0.0.4__py3-none-any.whl → 0.0.6__py3-none-any.whl

pytbox/alert/alert_handler.py

@@ -4,7 +4,6 @@
 import uuid
 from typing import Literal
 from ..database.mongo import Mongo
-from ..base import MongoClient
 from ..feishu.client import Client as FeishuClient
 from ..dida365 import Dida365
 from ..utils.timeutils import TimeUtils
@@ -14,7 +13,7 @@ class AlertHandler:
     
     def __init__(self, 
                  config: dict=None,
-                 mongo_client: Mongo=MongoClient(collection='alert'),
+                 mongo_client: Mongo=None,
                  feishu_client: FeishuClient=None,
                  dida_client: Dida365=None
             ):
@@ -70,7 +69,8 @@ class AlertHandler:
                 f'**事件内容**: {event_content}',
                 f'**告警实例**: {entity_name}',
                 f'**建议**: {suggestion}',
-                f'**故障排查**: {troubleshot}'
+                f'**故障排查**: {troubleshot}',
+                f'**历史告警**: {self.mongo.recent_alerts(event_content=event_content)}'
             ]
             
             if event_type == "resolved":

pytbox/base.py

@@ -1,15 +1,19 @@
 #!/usr/bin/env python3
 
-
+import os
 from pytbox.database.mongo import Mongo
 from pytbox.utils.load_config import load_config_by_file
 from pytbox.database.victoriametrics import VictoriaMetrics
 from pytbox.feishu.client import Client as FeishuClient
 from pytbox.dida365 import Dida365
+from pytbox.alert.alert_handler import AlertHandler
+from pytbox.log.logger import AppLogger
+
+
+config = load_config_by_file(path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=os.environ.get('oc_vault_id'))
 
 
-def MongoClient(collection, config_path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=None):
-    config = load_config_by_file(path=config_path, oc_vault_id=oc_vault_id)
+def get_mongo(collection):
     return Mongo(
         host=config['mongo']['host'],
         port=config['mongo']['port'],
@@ -20,22 +24,25 @@ def MongoClient(collection, config_path='/workspaces/pytbox/tests/alert/config_d
         collection=collection
     )
 
-def vm_client(config_path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=None):
-    config = load_config_by_file(path=config_path, oc_vault_id=oc_vault_id)
-    return VictoriaMetrics(
-        url=config['victoriametrics']['url']
-    )
+vm = VictoriaMetrics(url=config['victoriametrics']['url'])
 
-def feishu_client(config_path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=None):
-    config = load_config_by_file(path=config_path, oc_vault_id=oc_vault_id)
-    return FeishuClient(
-        app_id=config['feishu']['app_id'],
-        app_secret=config['feishu']['app_secret']
-    )
+feishu = FeishuClient(
+    app_id=config['feishu']['app_id'],
+    app_secret=config['feishu']['app_secret']
+)
+dida = Dida365(
+    cookie=config['dida']['cookie'],
+    access_token=config['dida']['access_token']
+)
+
+alert_handler = AlertHandler(config=config, mongo_client=get_mongo('alert_test'), feishu_client=feishu, dida_client=dida)
 
-def dida_client(config_path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=None):
-    config = load_config_by_file(path=config_path, oc_vault_id=oc_vault_id)
-    return Dida365(
-        cookie=config['dida']['cookie'],
-        access_token=config['dida']['access_token']
+def get_logger(app):
+    return AppLogger(
+        app_name=app, 
+        enable_victorialog=True, 
+        victorialog_url=config['victorialog']['url'],
+        feishu=feishu,
+        dida=dida,
+        mongo=get_mongo('alert_program')
     )

pytbox/categraf/build_config.py

@@ -0,0 +1,53 @@
+#!/usr/bin/env python3
+
+import os
+from pathlib import Path
+from pytbox.utils.load_config import load_config_by_file
+
+from jinja2 import Environment, FileSystemLoader
+
+
+jinja2_path = Path(__file__).parent / 'jinja2'
+env = Environment(loader=FileSystemLoader(jinja2_path))
+
+ping_template = env.get_template('input.ping/ping.toml.j2')
+prometheus_template = env.get_template('input.prometheus/prometheus.toml.j2')
+
+
+class BuildConfig:
+    '''
+    生成配置
+
+    Args:
+        instances (_type_): _description_
+        output_dir (_type_): _description_
+    '''
+    def __init__(self, instances, output_dir):
+        self.instances = load_config_by_file(instances)
+        self.output_dir = output_dir
+    
+    
+    
+    def ping(self):
+        instances = self.instances['ping']['instance']
+        render_data = ping_template.render(instances=instances)
+        target_dir = Path(self.output_dir) / 'input.ping'
+        if not target_dir.exists():
+            target_dir.mkdir(parents=True, exist_ok=True)
+            
+        with open(Path(self.output_dir) / 'input.ping' / 'ping.toml', 'w', encoding='utf-8') as f:
+            f.write(render_data)
+
+    def prometheus(self):
+        instances = self.instances['prometheus']['urls']
+        render_data = prometheus_template.render(instances=instances)
+        target_dir = Path(self.output_dir) / 'input.prometheus'
+        if not target_dir.exists():
+            target_dir.mkdir(parents=True, exist_ok=True)
+            
+        with open(Path(self.output_dir) / 'input.prometheus' / 'prometheus.toml', 'w', encoding='utf-8') as f:
+            f.write(render_data)
+
+    def run(self):
+        # self.ping()
+        self.prometheus()        

pytbox/cli/__init__.py

@@ -0,0 +1,7 @@
+"""
+Pytbox CLI 包
+"""
+
+from .main import main
+
+__all__ = ['main']

pytbox/cli/categraf/__init__.py

@@ -0,0 +1,7 @@
+"""
+Categraf CLI 模块
+"""
+
+from .commands import categraf_group
+
+__all__ = ['categraf_group']

pytbox/cli/categraf/commands.py

@@ -0,0 +1,55 @@
+"""
+Categraf 相关命令 - 支持 rich 美化输出
+"""
+
+import shutil
+from pathlib import Path
+import click
+from ...utils.richutils import RichUtils
+from ...categraf.build_config import BuildConfig
+
+
+
+rich_utils = RichUtils()
+
+
+@click.group()
+def categraf_group():
+    """Categraf 配置管理工具"""
+    pass
+
+
+@categraf_group.command('get-instances')
+@click.option('--output-dir', '-o', type=click.Path(exists=True), default='.')
+def get_instances(output_dir):
+    """获取 Categraf 实例配置"""
+    instances_template_path = Path(__file__).parent.parent.parent / 'categraf' / 'instances.toml'
+    dest_path = Path(output_dir) / 'instances.toml'
+    shutil.copy(instances_template_path, dest_path)
+    rich_utils.print(msg=f'已将 {instances_template_path} 复制到 {dest_path}', style='info')
+
+
+@categraf_group.command('build-config')
+@click.option('--instances', '-i', type=click.Path(exists=True), default='.')
+@click.option('--output-dir', '-o', type=click.Path(exists=True), default='.')
+def build_config(instances, output_dir):
+    '''
+    生成配置
+
+    Args:
+        instances (_type_): _description_
+        output_dir (_type_): _description_
+    '''
+    # ping_template_path = Path(__file__).parent.parent.parent / 'categraf' / 'ping.toml'
+    # dest_path = Path(output_dir) / 'ping.toml'
+    # shutil.copy(ping_template_path, dest_path)
+    # rich_utils.print(msg=f'已将 {ping_template_path} 复制到 {dest_path}', style='info')
+    # 获取 instances 和 output_dir 的绝对路径
+    instances_abs = str(Path(instances).resolve())
+    output_dir_abs = str(Path(output_dir).resolve())
+    
+    rich_utils.print(msg=f'instances 绝对路径: {instances_abs}', style='info')
+    rich_utils.print(msg=f'output_dir 绝对路径: {output_dir_abs}', style='info')
+
+    build_config = BuildConfig(instances_abs, output_dir_abs)
+    build_config.run()

pytbox/cli/common/__init__.py

@@ -0,0 +1,6 @@
+"""
+CLI 通用模块
+"""
+
+from .options import *
+from .utils import *

pytbox/cli/common/options.py

@@ -0,0 +1,42 @@
+"""
+通用的 Click 选项定义
+"""
+
+import click
+
+# 通用选项
+output_option = click.option(
+    '--output', '-o', 
+    type=click.Path(), 
+    help='输出到文件'
+)
+
+format_option = click.option(
+    '--format', 'output_format',
+    type=click.Choice(['toml', 'json', 'yaml']),
+    default='toml',
+    help='输出格式'
+)
+
+data_option = click.option(
+    '--data', '-d',
+    help='JSON 格式的模板变量'
+)
+
+data_file_option = click.option(
+    '--data-file',
+    type=click.Path(exists=True),
+    help='包含模板变量的 JSON 文件'
+)
+
+verbose_option = click.option(
+    '--verbose', '-v',
+    is_flag=True,
+    help='显示详细信息'
+)
+
+quiet_option = click.option(
+    '--quiet', '-q',
+    is_flag=True,
+    help='静默模式，只显示错误'
+)

pytbox/cli/common/utils.py

@@ -0,0 +1,269 @@
+"""
+CLI 通用工具函数 - 集成 rich 支持
+"""
+
+import json
+from pathlib import Path
+from typing import Optional, Dict, Any, Union
+
+try:
+    from rich.console import Console
+
+    from rich.panel import Panel
+    from rich.table import Table
+    from rich.progress import track
+    from rich.syntax import Syntax
+    from rich.tree import Tree
+    RICH_AVAILABLE = True
+except ImportError:
+    RICH_AVAILABLE = False
+
+# 如果 rich 不可用，使用标准输出
+import click
+
+
+class Logger:
+    """增强的日志器，支持 rich 格式化输出"""
+    
+    def __init__(self, verbose: bool = False, quiet: bool = False):
+        self.verbose = verbose
+        self.quiet = quiet
+        
+        if RICH_AVAILABLE:
+            self.console = Console()
+        else:
+            self.console = None
+    
+    def info(self, message: str, style: str = "info"):
+        """信息日志"""
+        if self.quiet:
+            return
+            
+        if RICH_AVAILABLE:
+            if style == "success":
+                self.console.print(f"✅ {message}", style="bold green")
+            elif style == "warning":
+                self.console.print(f"⚠️  {message}", style="bold yellow")
+            elif style == "error":
+                self.console.print(f"❌ {message}", style="bold red")
+            else:
+                self.console.print(f"ℹ️  {message}", style="bold blue")
+        else:
+            click.echo(message)
+    
+    def success(self, message: str):
+        """成功日志"""
+        self.info(message, "success")
+    
+    def warning(self, message: str):
+        """警告日志"""
+        self.info(message, "warning")
+    
+    def error(self, message: str):
+        """错误日志"""
+        if RICH_AVAILABLE:
+            self.console.print(f"❌ {message}", style="bold red", err=True)
+        else:
+            click.echo(f"错误: {message}", err=True)
+    
+    def debug(self, message: str):
+        """调试日志"""
+        if self.verbose:
+            if RICH_AVAILABLE:
+                self.console.print(f"🔍 {message}", style="dim")
+            else:
+                click.echo(f"DEBUG: {message}")
+    
+    def print_panel(self, content: str, title: str = "", style: str = "info"):
+        """打印面板"""
+        if self.quiet:
+            return
+            
+        if RICH_AVAILABLE:
+            if style == "success":
+                panel_style = "green"
+            elif style == "warning":
+                panel_style = "yellow"
+            elif style == "error":
+                panel_style = "red"
+            else:
+                panel_style = "blue"
+                
+            panel = Panel(content, title=title, border_style=panel_style)
+            self.console.print(panel)
+        else:
+            if title:
+                click.echo(f"=== {title} ===")
+            click.echo(content)
+    
+    def print_table(self, data: list, headers: list, title: str = ""):
+        """打印表格"""
+        if self.quiet:
+            return
+            
+        if RICH_AVAILABLE:
+            table = Table(title=title, show_header=True, header_style="bold magenta")
+            
+            for header in headers:
+                table.add_column(header)
+            
+            for row in data:
+                table.add_row(*[str(cell) for cell in row])
+            
+            self.console.print(table)
+        else:
+            if title:
+                click.echo(f"=== {title} ===")
+            click.echo("\t".join(headers))
+            for row in data:
+                click.echo("\t".join(str(cell) for cell in row))
+    
+    def print_syntax(self, code: str, language: str = "toml", title: str = ""):
+        """打印语法高亮的代码"""
+        if self.quiet:
+            return
+            
+        if RICH_AVAILABLE:
+            syntax = Syntax(code, language, theme="monokai", line_numbers=True)
+            if title:
+                panel = Panel(syntax, title=title, border_style="blue")
+                self.console.print(panel)
+            else:
+                self.console.print(syntax)
+        else:
+            if title:
+                click.echo(f"=== {title} ===")
+            click.echo(code)
+
+
+# 全局日志器实例
+logger = Logger()
+
+
+def set_logger_config(verbose: bool = False, quiet: bool = False):
+    """设置日志器配置"""
+    global logger
+    logger = Logger(verbose=verbose, quiet=quiet)
+
+
+def handle_error(error: Exception):
+    """统一的错误处理"""
+    logger.error(str(error))
+
+
+def write_output(content: str, output_path: Optional[str] = None, content_type: str = "text"):
+    """统一的输出处理"""
+    if output_path:
+        try:
+            output_file = Path(output_path)
+            output_file.parent.mkdir(parents=True, exist_ok=True)
+            
+            with open(output_file, 'w', encoding='utf-8') as f:
+                f.write(content)
+            
+            logger.success(f"内容已保存到: {output_path}")
+            logger.debug(f"文件大小: {len(content)} 字符")
+            
+        except Exception as e:
+            logger.error(f"保存文件失败: {e}")
+            raise
+    else:
+        # 根据内容类型选择合适的显示方式
+        if content_type == "json":
+            logger.print_syntax(content, "json", "JSON 内容")
+        elif content_type == "yaml":
+            logger.print_syntax(content, "yaml", "YAML 内容")
+        elif content_type == "toml":
+            logger.print_syntax(content, "toml", "TOML 内容")
+        elif content_type == "template":
+            logger.print_syntax(content, "jinja2", "模板内容")
+        else:
+            logger.print_panel(content, "输出内容")
+
+
+def load_template_vars(data_str: Optional[str] = None, data_file: Optional[str] = None) -> Dict[str, Any]:
+    """加载模板变量"""
+    template_vars = {}
+    
+    try:
+        if data_file:
+            logger.debug(f"从文件加载变量: {data_file}")
+            with open(data_file, 'r', encoding='utf-8') as f:
+                file_vars = json.load(f)
+                template_vars.update(file_vars)
+                logger.debug(f"从文件加载了 {len(file_vars)} 个变量")
+        
+        if data_str:
+            logger.debug("从命令行加载变量")
+            cli_vars = json.loads(data_str)
+            template_vars.update(cli_vars)
+            logger.debug(f"从命令行加载了 {len(cli_vars)} 个变量")
+        
+        if template_vars:
+            logger.debug(f"总计加载变量: {list(template_vars.keys())}")
+        
+        return template_vars
+        
+    except json.JSONDecodeError as e:
+        raise ValueError(f"JSON 格式错误: {e}")
+    except FileNotFoundError as e:
+        raise FileNotFoundError(f"数据文件不存在: {e}")
+    except Exception as e:
+        raise Exception(f"加载模板变量失败: {e}")
+
+
+def show_progress(items, description: str = "处理中..."):
+    """显示进度条"""
+    if RICH_AVAILABLE and not logger.quiet:
+        return track(items, description=description)
+    else:
+        return items
+
+
+def create_tree_view(data: dict, title: str = "数据结构") -> None:
+    """创建树形视图显示数据"""
+    if logger.quiet:
+        return
+        
+    if RICH_AVAILABLE:
+        tree = Tree(title)
+        
+        def add_dict_to_tree(node, data_dict):
+            for key, value in data_dict.items():
+                if isinstance(value, dict):
+                    child = node.add(f"[bold blue]{key}[/bold blue]")
+                    add_dict_to_tree(child, value)
+                elif isinstance(value, list):
+                    child = node.add(f"[bold green]{key}[/bold green] ({len(value)} items)")
+                    for i, item in enumerate(value):
+                        if isinstance(item, dict):
+                            item_node = child.add(f"[dim]Item {i}[/dim]")
+                            add_dict_to_tree(item_node, item)
+                        else:
+                            child.add(f"[dim]{item}[/dim]")
+                else:
+                    node.add(f"[yellow]{key}[/yellow]: [white]{value}[/white]")
+        
+        add_dict_to_tree(tree, data)
+        logger.console.print(tree)
+    else:
+        # 简单的文本输出
+        logger.info(f"=== {title} ===")
+        
+        def print_dict(data_dict, indent=0):
+            for key, value in data_dict.items():
+                prefix = "  " * indent
+                if isinstance(value, dict):
+                    click.echo(f"{prefix}{key}:")
+                    print_dict(value, indent + 1)
+                elif isinstance(value, list):
+                    click.echo(f"{prefix}{key}: ({len(value)} items)")
+                    for item in value:
+                        if isinstance(item, dict):
+                            print_dict(item, indent + 1)
+                        else:
+                            click.echo(f"{prefix}  - {item}")
+                else:
+                    click.echo(f"{prefix}{key}: {value}")
+        
+        print_dict(data)

pytbox/cli/formatters/__init__.py

@@ -0,0 +1,7 @@
+"""
+输出格式化器模块
+"""
+
+from .output import OutputFormatter
+
+__all__ = ['OutputFormatter']