pytbox 0.0.9__py3-none-any.whl → 0.1.0__py3-none-any.whl

pytbox/categraf/build_config.py

@@ -3,7 +3,8 @@
 import os
 from pathlib import Path
 from pytbox.utils.load_config import load_config_by_file
-
+from glob import glob
+import os
 from jinja2 import Environment, FileSystemLoader
 
 
@@ -61,7 +62,6 @@ class BuildConfig:
     def vsphere(self):
         template = self._get_template('input.vsphere/vsphere.toml.j2')
         instances = self.instances['vsphere']['instance']
-        print(instances)
         render_data = template.render(instances=instances)
         target_dir = Path(self.output_dir) / 'input.vsphere'
         if not target_dir.exists():
@@ -71,21 +71,75 @@ class BuildConfig:
 
     def http_response(self):
         template = self._get_template('input.http_response/http_response.toml.j2')
-        instances = self.instances['http_response']['instance']
-        render_data = template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.http_response'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.http_response' / 'http_response.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
-            
+        if self.instances.get('http_response'):
+            instances = self.instances['http_response']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.http_response'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.http_response' / 'http_response.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def net_response(self):
+        template = self._get_template('input.net_response/net_response.toml.j2')
+        if self.instances.get('net_response'):
+            instances = self.instances['net_response']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.net_response'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.net_response' / 'net_response.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def dns_query(self):
+        template = self._get_template('input.dns_query/dns_query.toml.j2')
+        if self.instances.get('dns_query'):
+            instances = self.instances['dns_query']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.dns_query'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.dns_query' / 'dns_query.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def snmp(self):
+        if self.instances.get('snmp'):
+            device_types = self.instances['snmp']['instances']
+            for device_type in device_types:
+                instances = self.instances['snmp']['instances'][device_type]
+                jinja2_dir = Path(jinja2_path) / 'input.snmp'
+                device_templates = glob(str(jinja2_dir / f'{device_type}_*.toml.j2'))
+                if not device_templates:
+                    continue
+                
+                for tmpl_path in device_templates:
+                    tmpl_name = os.path.basename(tmpl_path)
+                    # 例如 h3c_system.toml.j2 -> h3c_system
+                    base_name = tmpl_name.replace('.toml.j2', '')
+
+                    template = self._get_template(f'input.snmp/{tmpl_name}')
+                    # 修复数据结构：模板期望的是数组，每个元素是字典
+                    # instances 是 [{"udp://10.1.1.1:161": {...}, "udp://10.1.1.2:161": {...}}, ...]
+                    render_data = template.render(instances=instances)
+
+                    target_dir = Path(self.output_dir) / 'input.snmp'
+                    if not target_dir.exists():
+                        target_dir.mkdir(parents=True, exist_ok=True)
+                    
+                    output_file = target_dir / f'{base_name}.toml'
+                    with open(output_file, 'w', encoding='utf-8') as f:
+                        f.write(render_data)
+
     def run(self):
-        # self.common('cpu')
-        # self.common('mem')
-        # self.common('net')
-        # self.common('disk')
-        # self.common('diskio')
-        # self.vsphere()
-        # self.ping()
-        # self.prometheus()   
-        self.http_response()
+        self.common('cpu')
+        self.common('mem')
+        self.common('net')
+        self.common('disk')
+        self.common('diskio')
+        self.vsphere()
+        self.ping()
+        self.prometheus()   
+        self.http_response()
+        self.net_response()
+        self.dns_query()
+        self.snmp()

pytbox/categraf/instances.toml

@@ -13,4 +13,23 @@
 
 [http_response]
 [[http_response.instance]]
-"https://www.baidu.com" = { name = "x", env = "prod" }
+"https://www.baidu.com" = { name = "x", env = "prod" }
+
+
+[net_response]
+[[net_response.instance]]
+"124.74.245.90:8443" = { name = "x", env = "prod" }
+
+[dns_query]
+[[dns_query.instance]]
+"119.29.29.29_baidu.com" = { dns_server = "119.29.29.29", domains = "www.baidu.com", labels = { name = "x", env = "prod" } }
+
+[snmp]
+[[snmp.instances.h3c]]
+"10.1.1.1:161" = { version = 2, community = "public" }
+"10.1.1.2:161" = { version = 2, community = "public" }
+"10.1.1.3:161" = { version = 3, sec_name = "sec", auth_protocol = "SHA", auth_password = "pass01", priv_protocol = "AES", priv_password = "pass02", sec_level = "authPriv" }
+
+# [[snmp.instances.huawei]]
+# "udp://172.16.1.1:161" = { version = 2, community = "public"}
+# "udp://172.16.1.2:161" = { version = 2, community = "public"}

pytbox/categraf/jinja2/input.dns_query/dns_query.toml.j2

@@ -0,0 +1,12 @@
+{% for instance in instances %}
+{% for name, data in instance.items() %}
+[[instances]]
+#  append some labels for series
+labels = { {% for k, v in data['labels'].items() %}{% if not loop.first %}, {% endif %}{% if k.isidentifier() %}{{ k }}{% else %}"{{ k }}"{% endif %} = "{{ v }}"{% endfor %} }
+servers = ["{{ data['dns_server'] }}"]
+## Domains or subdomains to query.
+domains = ["{{ data['domains'] }}"]
+record_type = "A"
+timeout = 2
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.net_response/net_response.toml.j2

@@ -0,0 +1,9 @@
+{% for instance in instances %}
+{% for target, labels in instance.items() %}
+[[instances]]
+targets = [
+    "{{ target }}"
+]
+labels = { {% for k, v in labels.items() %}{% if not loop.first %}, {% endif %}{% if k.isidentifier() %}{{ k }}{% else %}"{{ k }}"{% endif %} = "{{ v }}"{% endfor %} }
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/h3c_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox/categraf/jinja2/input.snmp/h3c_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}

{pytbox-0.0.9.dist-info → pytbox-0.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytbox
-Version: 0.0.9
+Version: 0.1.0
 Summary: A collection of Python integrations and utilities (Feishu, Dida365, VictoriaMetrics, ...)
 Author-email: mingming hou <houm01@foxmail.com>
 License-Expression: MIT

{pytbox-0.0.9.dist-info → pytbox-0.1.0.dist-info}/RECORD

@@ -6,19 +6,21 @@ pytbox/onepassword_sa.py,sha256=08iUcYud3aEHuQcUsem9bWNxdXKgaxFbMy9yvtr-DZQ,6995
 pytbox/alert/alert_handler.py,sha256=FePPQS4LyGphSJ0QMv0_pLWaXxEqsRlcTKMfUjtsNfk,5048
 pytbox/alert/ping.py,sha256=g36X0U3U8ndZqfpVIcuoxJJ0X5gST3I_IwjTQC1roHA,779
 pytbox/alicloud/sls.py,sha256=UR4GdI86dCKAFI2xt_1DELu7q743dpd3xrYtuNpfC5A,4065
-pytbox/categraf/build_config.py,sha256=xm2HRJzFT0m2NL3eM2Fkl6nfya4GPVlCA3FXUTntUB4,3534
-pytbox/categraf/instances.toml,sha256=zIdSeAvwjpWaogg-yaCdkXxSclYAnOMbQ5HOPgr_qHo,437
+pytbox/categraf/build_config.py,sha256=sm1knLDN2PAuOj4ljxfFCESDa2a4Orcj0x8P1-wTK1c,6323
+pytbox/categraf/instances.toml,sha256=1fTjEZUDGb600RPdBYof_XtkTuUUePmhPB-Tn7u_3G0,1165
 pytbox/categraf/jinja2/__init__.py,sha256=Epm01j8Oujeg4Sk5GgHMvgKIZ6h3BTx-MGmuMgIjUMo,150
 pytbox/categraf/jinja2/input.cpu/cpu.toml.j2,sha256=wxpyLDNvz2ViZK-0a4EgH35Zsg82CwMwijOtT0nBfTI,92
 pytbox/categraf/jinja2/input.disk/disk.toml.j2,sha256=kOWwVF6u7x2huLVa4eBIOhC8R13DXmw0PD9o3HXwEZo,420
 pytbox/categraf/jinja2/input.diskio/diskio.toml.j2,sha256=33E4L1mkUkJOocUsSgpW5zoFCzvx5ogfbnm2jkwzLx8,227
-pytbox/categraf/jinja2/input.dns_query/dns_query.toml.j2,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pytbox/categraf/jinja2/input.dns_query/dns_query.toml.j2,sha256=-oMkIMtCg4zq_oGENrm9aUzUzVkWmgxPSrGlwo2k2Pc,461
 pytbox/categraf/jinja2/input.http_response/http_response.toml.j2,sha256=Qp1EOxx7TC7_cH69KqMVwbfCKrD5xbbVO2drVdkvo6s,317
 pytbox/categraf/jinja2/input.mem/mem.toml.j2,sha256=_-qJyE0K_76IMehbN1xq1hi9vY1Y1Jp4TuITzaLjCg4,116
 pytbox/categraf/jinja2/input.net/net.toml.j2,sha256=yodVoT1f7bcuNMFFmAvc7WhORUsTnM92IhpWQHXfY_U,279
-pytbox/categraf/jinja2/input.net_response/net_response.toml.j2,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pytbox/categraf/jinja2/input.net_response/net_response.toml.j2,sha256=Qp1EOxx7TC7_cH69KqMVwbfCKrD5xbbVO2drVdkvo6s,317
 pytbox/categraf/jinja2/input.ping/ping.toml.j2,sha256=UCRy_IVoI_FDQxfsDpGS-aZJasFG1sf67ScN9U8YVIo,344
 pytbox/categraf/jinja2/input.prometheus/prometheus.toml.j2,sha256=6ax30L1sAUreojlzf0v26GzOAiheCP0Lj7n5IIjgco0,384
+pytbox/categraf/jinja2/input.snmp/h3c_interface.toml.j2,sha256=pamihAFrsnoKgeR6gw6i7fJYX9VnNmxiRcBdYnRsy9Y,1930
+pytbox/categraf/jinja2/input.snmp/h3c_system.toml.j2,sha256=W0zYf1OZ_oil8n9Pe1Bhl3NtVJQPvLETv6GAp1sRVl0,914
 pytbox/categraf/jinja2/input.vsphere/vsphere.toml.j2,sha256=7SCo8DSh5Uuy-7MeWw-soy6sqblK54k6K2WWSlimELk,8396
 pytbox/cli/__init__.py,sha256=5ID4-oXrMsHFcfDsQeXDYeThPOuQ1Fl2x2kHWfgfOEw,67
 pytbox/cli/main.py,sha256=S-DBp-1d0BCpvZ7jRE3bYmhKSiPpCJHFGsbdVF485BY,322
@@ -45,8 +47,8 @@ pytbox/utils/ping_checker.py,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,
 pytbox/utils/response.py,sha256=kXjlwt0WVmLRam2eu1shzX2cQ7ux4cCQryaPGYwle5g,1247
 pytbox/utils/richutils.py,sha256=OT9_q2Q1bthzB0g1GlhZVvM4ZAepJRKL6a_Vsr6vEqo,487
 pytbox/utils/timeutils.py,sha256=XbK2KB-SVi7agNqoQN7i40wysrZvrGuwebViv1Cw-Ok,20226
-pytbox-0.0.9.dist-info/METADATA,sha256=I01gnTCJIU2VS3QtFogbc_SBdIVOuarlnygCwxaIR_o,6256
-pytbox-0.0.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-pytbox-0.0.9.dist-info/entry_points.txt,sha256=YaTOJ2oPjOiv2SZwY0UC-UA9QS2phRH1oMvxGnxO0Js,43
-pytbox-0.0.9.dist-info/top_level.txt,sha256=YADgWue-Oe128ptN3J2hS3GB0Ncc5uZaSUM3e1rwswE,7
-pytbox-0.0.9.dist-info/RECORD,,
+pytbox-0.1.0.dist-info/METADATA,sha256=JdN0lGZwixetlK_LpIuAU23ABRFjtyZv40lb05DraWo,6256
+pytbox-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pytbox-0.1.0.dist-info/entry_points.txt,sha256=YaTOJ2oPjOiv2SZwY0UC-UA9QS2phRH1oMvxGnxO0Js,43
+pytbox-0.1.0.dist-info/top_level.txt,sha256=YADgWue-Oe128ptN3J2hS3GB0Ncc5uZaSUM3e1rwswE,7
+pytbox-0.1.0.dist-info/RECORD,,