pytbox 0.1.0__py3-none-any.whl → 0.1.2__py3-none-any.whl

pytbox/base.py

@@ -8,7 +8,10 @@ from pytbox.feishu.client import Client as FeishuClient
 from pytbox.dida365 import Dida365
 from pytbox.alert.alert_handler import AlertHandler
 from pytbox.log.logger import AppLogger
-
+from pytbox.win.ad import ADClient
+from pytbox.network.meraki import Meraki
+from pytbox.utils.env import get_env_by_os_environment
+from pytbox.vmware import VMwareClient
 
 config = load_config_by_file(path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=os.environ.get('oc_vault_id'))
 
@@ -45,4 +48,29 @@ def get_logger(app):
         feishu=feishu,
         dida=dida,
         mongo=get_mongo('alert_program')
-    )
+    )
+
+# ad_dev = ADClient(
+#     server=config['ad']['dev']['AD_SERVER'],
+#     base_dn=config['ad']['dev']['BASE_DN'],
+#     username=config['ad']['dev']['AD_USERNAME'],
+#     password=config['ad']['dev']['AD_PASSWORD']
+# )
+
+# ad_prod = ADClient(
+#     server=config['ad']['prod']['AD_SERVER'],
+#     base_dn=config['ad']['prod']['BASE_DN'],
+#     username=config['ad']['prod']['AD_USERNAME'],
+#     password=config['ad']['prod']['AD_PASSWORD']
+# )
+
+env = get_env_by_os_environment(check_key='ENV')
+meraki = Meraki(api_key=config['meraki']['api_key'], organization_id=config['meraki']['organization_id'])
+
+vmware_test = VMwareClient(
+    host=config['vmware']['test']['host'],
+    username=config['vmware']['test']['username'],
+    password=config['vmware']['test']['password'],
+    version=config['vmware']['test']['version'],
+    proxies=config['vmware']['test']['proxies']
+)

pytbox/categraf/build_config.py

@@ -41,33 +41,36 @@ class BuildConfig:
             f.write(render_data)
 
     def ping(self):
-        instances = self.instances['ping']['instance']
-        render_data = ping_template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.ping'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-            
-        with open(Path(self.output_dir) / 'input.ping' / 'ping.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
+        if self.instances.get('ping'):
+            instances = self.instances['ping']['instance']
+            render_data = ping_template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.ping'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+                
+            with open(Path(self.output_dir) / 'input.ping' / 'ping.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
 
     def prometheus(self):
-        instances = self.instances['prometheus']['urls']
-        render_data = prometheus_template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.prometheus'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.prometheus' / 'prometheus.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
+        if self.instances.get('prometheus'):
+            instances = self.instances['prometheus']['urls']
+            render_data = prometheus_template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.prometheus'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.prometheus' / 'prometheus.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
 
     def vsphere(self):
-        template = self._get_template('input.vsphere/vsphere.toml.j2')
-        instances = self.instances['vsphere']['instance']
-        render_data = template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.vsphere'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.vsphere' / 'vsphere.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
+        if self.instances.get('vsphere'):
+            template = self._get_template('input.vsphere/vsphere.toml.j2')
+            instances = self.instances['vsphere']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.vsphere'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.vsphere' / 'vsphere.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
 
     def http_response(self):
         template = self._get_template('input.http_response/http_response.toml.j2')
@@ -111,16 +114,11 @@ class BuildConfig:
                 device_templates = glob(str(jinja2_dir / f'{device_type}_*.toml.j2'))
                 if not device_templates:
                     continue
-                
                 for tmpl_path in device_templates:
                     tmpl_name = os.path.basename(tmpl_path)
-                    # 例如 h3c_system.toml.j2 -> h3c_system
                     base_name = tmpl_name.replace('.toml.j2', '')
-
                     template = self._get_template(f'input.snmp/{tmpl_name}')
-                    # 修复数据结构：模板期望的是数组，每个元素是字典
-                    # instances 是 [{"udp://10.1.1.1:161": {...}, "udp://10.1.1.2:161": {...}}, ...]
-                    render_data = template.render(instances=instances)
+                    render_data = template.render(instances=instances, config=self.instances['snmp']['config'])
 
                     target_dir = Path(self.output_dir) / 'input.snmp'
                     if not target_dir.exists():

pytbox/categraf/instances.toml

@@ -5,7 +5,7 @@
 
 [prometheus]
 [[prometheus.urls]]
-"http://10.200.12.202:9100" = { name = "x", env = "prod" }
+"http://10.1.1.1:9100" = { name = "x", env = "prod" }
 
 [vsphere]
 [[vsphere.instance]]
@@ -25,6 +25,10 @@
 "119.29.29.29_baidu.com" = { dns_server = "119.29.29.29", domains = "www.baidu.com", labels = { name = "x", env = "prod" } }
 
 [snmp]
+[snmp.config]
+timeout = '120s'
+path = "/usr/share/snmp/mibs"
+# 支持 h3c,huawei,cisco,ruijie
 [[snmp.instances.h3c]]
 "10.1.1.1:161" = { version = 2, community = "public" }
 "10.1.1.2:161" = { version = 2, community = "public" }

pytbox/categraf/jinja2/input.snmp/cisco_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "{{config.timeout}}"
+retries = 3
+path = ["{{config.path}}"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/cisco_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "{{config.timeout}}"
+retries = 3
+path = ["{{config.path}}"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/h3c_interface.toml.j2

@@ -17,9 +17,9 @@ priv_protocol = "{{detail.priv_protocol}}"
 priv_password = "{{detail.priv_password}}"
 sec_level = "{{detail.sec_level}}"
 {% endif %}
-timeout = "5s"
+timeout = "{{config.timeout}}"
 retries = 3
-path = ["/usr/share/snmp/mibs"]
+path = ["{{config.path}}"]
 translator = "gosmi"
 max_repetitions = 50
 

pytbox/categraf/jinja2/input.snmp/h3c_system.toml.j2

@@ -17,9 +17,9 @@ priv_protocol = "{{detail.priv_protocol}}"
 priv_password = "{{detail.priv_password}}"
 sec_level = "{{detail.sec_level}}"
 {% endif %}
-timeout = "5s"
+timeout = "{{config.timeout}}"
 retries = 3
-path = ["/usr/share/snmp/mibs"]
+path = ["{{config.path}}"]
 translator = "gosmi"
 max_repetitions = 50
 

pytbox/categraf/jinja2/input.snmp/huawei_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "{{config.timeout}}"
+retries = 3
+path = ["{{config.path}}"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/huawei_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "{{config.timeout}}"
+retries = 3
+path = ["{{config.path}}"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/ruijie_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "{{config.timeout}}"
+retries = 3
+path = ["{{config.path}}"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/ruijie_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "{{config.timeout}}"
+retries = 3
+path = ["{{config.path}}"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}

pytbox/cli/commands/vm.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python3
+
+import click
+from pytbox.database.victoriametrics import VictoriaMetrics
+from pytbox.utils.richutils import RichUtils
+
+rich_utils = RichUtils()
+
+@click.group()
+def vm_group():
+    """VictoriaMetrics 查询工具"""
+    pass
+
+
+@vm_group.command('query')
+@click.option('--url', '-u', type=str, required=True)
+@click.option('--query', '-q', type=str, required=True)
+def query(url, query):
+    """查询 VM 数据"""
+    vm_client = VictoriaMetrics(url=url)
+    r = vm_client.query(query, output_format='json')
+    rich_utils.print(msg=r)

pytbox/cli/main.py

@@ -5,6 +5,7 @@ Pytbox 主命令行入口
 
 import click
 from .categraf import categraf_group
+from .commands.vm import vm_group
 
 
 @click.group()
@@ -16,6 +17,7 @@ def main():
 
 # 注册子命令组
 main.add_command(categraf_group, name='categraf')
+main.add_command(vm_group, name='vm')
 
 
 if __name__ == "__main__":