pytbox 0.0.9__py3-none-any.whl → 0.1.1__py3-none-any.whl

pytbox/base.py

@@ -8,11 +8,11 @@ from pytbox.feishu.client import Client as FeishuClient
 from pytbox.dida365 import Dida365
 from pytbox.alert.alert_handler import AlertHandler
 from pytbox.log.logger import AppLogger
-
+from pytbox.win.ad import ADClient
+from pytbox.network.meraki import Meraki
 
 config = load_config_by_file(path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=os.environ.get('oc_vault_id'))
 
-
 def get_mongo(collection):
     return Mongo(
         host=config['mongo']['host'],
@@ -45,4 +45,20 @@ def get_logger(app):
         feishu=feishu,
         dida=dida,
         mongo=get_mongo('alert_program')
-    )
+    )
+
+# ad_dev = ADClient(
+#     server=config['ad']['dev']['AD_SERVER'],
+#     base_dn=config['ad']['dev']['BASE_DN'],
+#     username=config['ad']['dev']['AD_USERNAME'],
+#     password=config['ad']['dev']['AD_PASSWORD']
+# )
+
+# ad_prod = ADClient(
+#     server=config['ad']['prod']['AD_SERVER'],
+#     base_dn=config['ad']['prod']['BASE_DN'],
+#     username=config['ad']['prod']['AD_USERNAME'],
+#     password=config['ad']['prod']['AD_PASSWORD']
+# )
+
+meraki = Meraki(api_key=config['meraki']['api_key'], organization_id=config['meraki']['organization_id'])

pytbox/categraf/build_config.py

@@ -3,7 +3,8 @@
 import os
 from pathlib import Path
 from pytbox.utils.load_config import load_config_by_file
-
+from glob import glob
+import os
 from jinja2 import Environment, FileSystemLoader
 
 
@@ -40,52 +41,108 @@ class BuildConfig:
             f.write(render_data)
 
     def ping(self):
-        instances = self.instances['ping']['instance']
-        render_data = ping_template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.ping'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-            
-        with open(Path(self.output_dir) / 'input.ping' / 'ping.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
+        if self.instances.get('ping'):
+            instances = self.instances['ping']['instance']
+            render_data = ping_template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.ping'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+                
+            with open(Path(self.output_dir) / 'input.ping' / 'ping.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
 
     def prometheus(self):
-        instances = self.instances['prometheus']['urls']
-        render_data = prometheus_template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.prometheus'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.prometheus' / 'prometheus.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
+        if self.instances.get('prometheus'):
+            instances = self.instances['prometheus']['urls']
+            render_data = prometheus_template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.prometheus'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.prometheus' / 'prometheus.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
 
     def vsphere(self):
-        template = self._get_template('input.vsphere/vsphere.toml.j2')
-        instances = self.instances['vsphere']['instance']
-        print(instances)
-        render_data = template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.vsphere'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.vsphere' / 'vsphere.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
+        if self.instances.get('vsphere'):
+            template = self._get_template('input.vsphere/vsphere.toml.j2')
+            instances = self.instances['vsphere']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.vsphere'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.vsphere' / 'vsphere.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
 
     def http_response(self):
         template = self._get_template('input.http_response/http_response.toml.j2')
-        instances = self.instances['http_response']['instance']
-        render_data = template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.http_response'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.http_response' / 'http_response.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
-            
+        if self.instances.get('http_response'):
+            instances = self.instances['http_response']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.http_response'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.http_response' / 'http_response.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def net_response(self):
+        template = self._get_template('input.net_response/net_response.toml.j2')
+        if self.instances.get('net_response'):
+            instances = self.instances['net_response']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.net_response'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.net_response' / 'net_response.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def dns_query(self):
+        template = self._get_template('input.dns_query/dns_query.toml.j2')
+        if self.instances.get('dns_query'):
+            instances = self.instances['dns_query']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.dns_query'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.dns_query' / 'dns_query.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def snmp(self):
+        if self.instances.get('snmp'):
+            device_types = self.instances['snmp']['instances']
+            for device_type in device_types:
+                instances = self.instances['snmp']['instances'][device_type]
+                jinja2_dir = Path(jinja2_path) / 'input.snmp'
+                device_templates = glob(str(jinja2_dir / f'{device_type}_*.toml.j2'))
+                if not device_templates:
+                    continue
+                
+                for tmpl_path in device_templates:
+                    tmpl_name = os.path.basename(tmpl_path)
+                    # 例如 h3c_system.toml.j2 -> h3c_system
+                    base_name = tmpl_name.replace('.toml.j2', '')
+
+                    template = self._get_template(f'input.snmp/{tmpl_name}')
+                    # 修复数据结构：模板期望的是数组，每个元素是字典
+                    # instances 是 [{"udp://10.1.1.1:161": {...}, "udp://10.1.1.2:161": {...}}, ...]
+                    render_data = template.render(instances=instances)
+
+                    target_dir = Path(self.output_dir) / 'input.snmp'
+                    if not target_dir.exists():
+                        target_dir.mkdir(parents=True, exist_ok=True)
+                    
+                    output_file = target_dir / f'{base_name}.toml'
+                    with open(output_file, 'w', encoding='utf-8') as f:
+                        f.write(render_data)
+
     def run(self):
-        # self.common('cpu')
-        # self.common('mem')
-        # self.common('net')
-        # self.common('disk')
-        # self.common('diskio')
-        # self.vsphere()
-        # self.ping()
-        # self.prometheus()   
-        self.http_response()
+        self.common('cpu')
+        self.common('mem')
+        self.common('net')
+        self.common('disk')
+        self.common('diskio')
+        self.vsphere()
+        self.ping()
+        self.prometheus()   
+        self.http_response()
+        self.net_response()
+        self.dns_query()
+        self.snmp()

pytbox/categraf/instances.toml

@@ -5,7 +5,7 @@
 
 [prometheus]
 [[prometheus.urls]]
-"http://10.200.12.202:9100" = { name = "x", env = "prod" }
+"http://10.1.1.1:9100" = { name = "x", env = "prod" }
 
 [vsphere]
 [[vsphere.instance]]
@@ -13,4 +13,24 @@
 
 [http_response]
 [[http_response.instance]]
-"https://www.baidu.com" = { name = "x", env = "prod" }
+"https://www.baidu.com" = { name = "x", env = "prod" }
+
+
+[net_response]
+[[net_response.instance]]
+"124.74.245.90:8443" = { name = "x", env = "prod" }
+
+[dns_query]
+[[dns_query.instance]]
+"119.29.29.29_baidu.com" = { dns_server = "119.29.29.29", domains = "www.baidu.com", labels = { name = "x", env = "prod" } }
+
+[snmp]
+# 支持 h3c,huawei,cisco,ruijie
+[[snmp.instances.h3c]]
+"10.1.1.1:161" = { version = 2, community = "public" }
+"10.1.1.2:161" = { version = 2, community = "public" }
+"10.1.1.3:161" = { version = 3, sec_name = "sec", auth_protocol = "SHA", auth_password = "pass01", priv_protocol = "AES", priv_password = "pass02", sec_level = "authPriv" }
+
+# [[snmp.instances.huawei]]
+# "udp://172.16.1.1:161" = { version = 2, community = "public"}
+# "udp://172.16.1.2:161" = { version = 2, community = "public"}

pytbox/categraf/jinja2/input.dns_query/dns_query.toml.j2

@@ -0,0 +1,12 @@
+{% for instance in instances %}
+{% for name, data in instance.items() %}
+[[instances]]
+#  append some labels for series
+labels = { {% for k, v in data['labels'].items() %}{% if not loop.first %}, {% endif %}{% if k.isidentifier() %}{{ k }}{% else %}"{{ k }}"{% endif %} = "{{ v }}"{% endfor %} }
+servers = ["{{ data['dns_server'] }}"]
+## Domains or subdomains to query.
+domains = ["{{ data['domains'] }}"]
+record_type = "A"
+timeout = 2
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.net_response/net_response.toml.j2

@@ -0,0 +1,9 @@
+{% for instance in instances %}
+{% for target, labels in instance.items() %}
+[[instances]]
+targets = [
+    "{{ target }}"
+]
+labels = { {% for k, v in labels.items() %}{% if not loop.first %}, {% endif %}{% if k.isidentifier() %}{{ k }}{% else %}"{{ k }}"{% endif %} = "{{ v }}"{% endfor %} }
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/cisco_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/cisco_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/h3c_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/h3c_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/huawei_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/huawei_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}