pytbox 0.0.9__tar.gz → 0.1.0__tar.gz

{pytbox-0.0.9/src/pytbox.egg-info → pytbox-0.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytbox
-Version: 0.0.9
+Version: 0.1.0
 Summary: A collection of Python integrations and utilities (Feishu, Dida365, VictoriaMetrics, ...)
 Author-email: mingming hou <houm01@foxmail.com>
 License-Expression: MIT

{pytbox-0.0.9 → pytbox-0.1.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pytbox"
-version = "0.0.9"
+version = "0.1.0"
 description = "A collection of Python integrations and utilities (Feishu, Dida365, VictoriaMetrics, ...)"
 authors = [{ name = "mingming hou", email = "houm01@foxmail.com" }]
 license = "MIT"

pytbox-0.1.0/src/pytbox/categraf/build_config.py

@@ -0,0 +1,145 @@
+#!/usr/bin/env python3
+
+import os
+from pathlib import Path
+from pytbox.utils.load_config import load_config_by_file
+from glob import glob
+import os
+from jinja2 import Environment, FileSystemLoader
+
+
+jinja2_path = Path(__file__).parent / 'jinja2'
+env = Environment(loader=FileSystemLoader(jinja2_path))
+
+ping_template = env.get_template('input.ping/ping.toml.j2')
+prometheus_template = env.get_template('input.prometheus/prometheus.toml.j2')
+
+
+class BuildConfig:
+    '''
+    生成配置
+
+    Args:
+        instances (_type_): _description_
+        output_dir (_type_): _description_
+    '''
+    def __init__(self, instances, output_dir):
+        self.instances = load_config_by_file(instances)
+        self.output_dir = output_dir
+    
+    def _get_template(self, template_name):
+        return env.get_template(template_name)
+
+    def common(self, input_name):
+        template = self._get_template(f'input.{input_name}/{input_name}.toml.j2')
+        render_data = template.render()
+        target_dir = Path(self.output_dir) / f'input.{input_name}'
+        if not target_dir.exists():
+            target_dir.mkdir(parents=True, exist_ok=True)
+            
+        with open(Path(self.output_dir) / f'input.{input_name}' / f'{input_name}.toml', 'w', encoding='utf-8') as f:
+            f.write(render_data)
+
+    def ping(self):
+        instances = self.instances['ping']['instance']
+        render_data = ping_template.render(instances=instances)
+        target_dir = Path(self.output_dir) / 'input.ping'
+        if not target_dir.exists():
+            target_dir.mkdir(parents=True, exist_ok=True)
+            
+        with open(Path(self.output_dir) / 'input.ping' / 'ping.toml', 'w', encoding='utf-8') as f:
+            f.write(render_data)
+
+    def prometheus(self):
+        instances = self.instances['prometheus']['urls']
+        render_data = prometheus_template.render(instances=instances)
+        target_dir = Path(self.output_dir) / 'input.prometheus'
+        if not target_dir.exists():
+            target_dir.mkdir(parents=True, exist_ok=True)
+        with open(Path(self.output_dir) / 'input.prometheus' / 'prometheus.toml', 'w', encoding='utf-8') as f:
+            f.write(render_data)
+
+    def vsphere(self):
+        template = self._get_template('input.vsphere/vsphere.toml.j2')
+        instances = self.instances['vsphere']['instance']
+        render_data = template.render(instances=instances)
+        target_dir = Path(self.output_dir) / 'input.vsphere'
+        if not target_dir.exists():
+            target_dir.mkdir(parents=True, exist_ok=True)
+        with open(Path(self.output_dir) / 'input.vsphere' / 'vsphere.toml', 'w', encoding='utf-8') as f:
+            f.write(render_data)
+
+    def http_response(self):
+        template = self._get_template('input.http_response/http_response.toml.j2')
+        if self.instances.get('http_response'):
+            instances = self.instances['http_response']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.http_response'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.http_response' / 'http_response.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def net_response(self):
+        template = self._get_template('input.net_response/net_response.toml.j2')
+        if self.instances.get('net_response'):
+            instances = self.instances['net_response']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.net_response'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.net_response' / 'net_response.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def dns_query(self):
+        template = self._get_template('input.dns_query/dns_query.toml.j2')
+        if self.instances.get('dns_query'):
+            instances = self.instances['dns_query']['instance']
+            render_data = template.render(instances=instances)
+            target_dir = Path(self.output_dir) / 'input.dns_query'
+            if not target_dir.exists():
+                target_dir.mkdir(parents=True, exist_ok=True)
+            with open(Path(self.output_dir) / 'input.dns_query' / 'dns_query.toml', 'w', encoding='utf-8') as f:
+                f.write(render_data)
+
+    def snmp(self):
+        if self.instances.get('snmp'):
+            device_types = self.instances['snmp']['instances']
+            for device_type in device_types:
+                instances = self.instances['snmp']['instances'][device_type]
+                jinja2_dir = Path(jinja2_path) / 'input.snmp'
+                device_templates = glob(str(jinja2_dir / f'{device_type}_*.toml.j2'))
+                if not device_templates:
+                    continue
+                
+                for tmpl_path in device_templates:
+                    tmpl_name = os.path.basename(tmpl_path)
+                    # 例如 h3c_system.toml.j2 -> h3c_system
+                    base_name = tmpl_name.replace('.toml.j2', '')
+
+                    template = self._get_template(f'input.snmp/{tmpl_name}')
+                    # 修复数据结构：模板期望的是数组，每个元素是字典
+                    # instances 是 [{"udp://10.1.1.1:161": {...}, "udp://10.1.1.2:161": {...}}, ...]
+                    render_data = template.render(instances=instances)
+
+                    target_dir = Path(self.output_dir) / 'input.snmp'
+                    if not target_dir.exists():
+                        target_dir.mkdir(parents=True, exist_ok=True)
+                    
+                    output_file = target_dir / f'{base_name}.toml'
+                    with open(output_file, 'w', encoding='utf-8') as f:
+                        f.write(render_data)
+
+    def run(self):
+        self.common('cpu')
+        self.common('mem')
+        self.common('net')
+        self.common('disk')
+        self.common('diskio')
+        self.vsphere()
+        self.ping()
+        self.prometheus()   
+        self.http_response()
+        self.net_response()
+        self.dns_query()
+        self.snmp()

pytbox-0.1.0/src/pytbox/categraf/instances.toml

@@ -0,0 +1,35 @@
+[ping]
+[[ping.instance]]
+"10.1.1.1" = { name = "x", env = "prod" }
+"10.1.1.2" = { name = "demo02", env = "dev" }
+
+[prometheus]
+[[prometheus.urls]]
+"http://10.200.12.202:9100" = { name = "x", env = "prod" }
+
+[vsphere]
+[[vsphere.instance]]
+"test" = { vcenter = "https://10.1.1.1/sdk", username = "categraf@vsphere.local", password = "xxx" }
+
+[http_response]
+[[http_response.instance]]
+"https://www.baidu.com" = { name = "x", env = "prod" }
+
+
+[net_response]
+[[net_response.instance]]
+"124.74.245.90:8443" = { name = "x", env = "prod" }
+
+[dns_query]
+[[dns_query.instance]]
+"119.29.29.29_baidu.com" = { dns_server = "119.29.29.29", domains = "www.baidu.com", labels = { name = "x", env = "prod" } }
+
+[snmp]
+[[snmp.instances.h3c]]
+"10.1.1.1:161" = { version = 2, community = "public" }
+"10.1.1.2:161" = { version = 2, community = "public" }
+"10.1.1.3:161" = { version = 3, sec_name = "sec", auth_protocol = "SHA", auth_password = "pass01", priv_protocol = "AES", priv_password = "pass02", sec_level = "authPriv" }
+
+# [[snmp.instances.huawei]]
+# "udp://172.16.1.1:161" = { version = 2, community = "public"}
+# "udp://172.16.1.2:161" = { version = 2, community = "public"}

pytbox-0.1.0/src/pytbox/categraf/jinja2/input.dns_query/dns_query.toml.j2

@@ -0,0 +1,12 @@
+{% for instance in instances %}
+{% for name, data in instance.items() %}
+[[instances]]
+#  append some labels for series
+labels = { {% for k, v in data['labels'].items() %}{% if not loop.first %}, {% endif %}{% if k.isidentifier() %}{{ k }}{% else %}"{{ k }}"{% endif %} = "{{ v }}"{% endfor %} }
+servers = ["{{ data['dns_server'] }}"]
+## Domains or subdomains to query.
+domains = ["{{ data['domains'] }}"]
+record_type = "A"
+timeout = 2
+{% endfor %}
+{% endfor %}

pytbox-0.1.0/src/pytbox/categraf/jinja2/input.net_response/net_response.toml.j2

@@ -0,0 +1,9 @@
+{% for instance in instances %}
+{% for target, labels in instance.items() %}
+[[instances]]
+targets = [
+    "{{ target }}"
+]
+labels = { {% for k, v in labels.items() %}{% if not loop.first %}, {% endif %}{% if k.isidentifier() %}{{ k }}{% else %}"{{ k }}"{% endif %} = "{{ v }}"{% endfor %} }
+{% endfor %}
+{% endfor %}

pytbox-0.1.0/src/pytbox/categraf/jinja2/input.snmp/h3c_interface.toml.j2

@@ -0,0 +1,96 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.table]]
+name = "interface"
+inherit_tags = ["sysName"]
+index_as_tag = true
+
+[[instances.table.field]]
+name = "ifIndex"
+oid = "1.3.6.1.2.1.2.2.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifName"
+oid = "1.3.6.1.2.1.31.1.1.1.1"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifDescr"
+oid = "1.3.6.1.2.1.2.2.1.2"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifSpeed"
+oid = "1.3.6.1.2.1.2.2.1.5"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifAdminStatus"
+oid = "1.3.6.1.2.1.2.2.1.7"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifOperStatus"
+oid = "1.3.6.1.2.1.2.2.1.8"
+# is_tag = true
+
+[[instances.table.field]]
+name = "ifInDiscards"
+oid = "1.3.6.1.2.1.2.2.1.13"
+
+[[instances.table.field]]
+name = "ifInErrors"
+oid = "1.3.6.1.2.1.2.2.1.14"
+
+[[instances.table.field]]
+name = "ifOutDiscards"
+oid = "1.3.6.1.2.1.2.2.1.19"
+
+[[instances.table.field]]
+name = "ifOutErrors"
+oid = "1.3.6.1.2.1.2.2.1.20"
+
+[[instances.table.field]]
+name = "ifAlias"
+oid = "1.3.6.1.2.1.31.1.1.1.18"
+is_tag = true
+
+[[instances.table.field]]
+name = "ifHCInOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.6"
+
+[[instances.table.field]]
+name = "ifHCOutOctets"
+oid = "1.3.6.1.2.1.31.1.1.1.10"
+
+{% endfor %}
+{% endfor %}

pytbox-0.1.0/src/pytbox/categraf/jinja2/input.snmp/h3c_system.toml.j2

@@ -0,0 +1,41 @@
+{% for instance in instances %}
+{% for agent, detail in instance.items() %}
+[[instances]]
+agents = [
+    "udp://{{agent}}"
+]
+{% if detail.version == 2 %}
+version = {{detail.version}}
+community = "{{detail.community}}"
+{% endif %}
+{% if detail.version == 3 %}
+version = {{detail.version}}
+sec_name = "{{detail.sec_name}}"
+auth_protocol = "{{detail.auth_protocol}}"
+auth_password = "{{detail.auth_password}}"
+priv_protocol = "{{detail.priv_protocol}}"
+priv_password = "{{detail.priv_password}}"
+sec_level = "{{detail.sec_level}}"
+{% endif %}
+timeout = "5s"
+retries = 3
+path = ["/usr/share/snmp/mibs"]
+translator = "gosmi"
+max_repetitions = 50
+
+[[instances.field]]
+name = "sysName"
+oid = "1.3.6.1.2.1.1.5.0"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.1.0"
+name = "sysDescr"
+is_tag = true
+
+[[instances.field]]
+oid = "1.3.6.1.2.1.1.3.0"
+name = "sysUpTime"
+conversion = "float(2)"
+{% endfor %}
+{% endfor %}

{pytbox-0.0.9 → pytbox-0.1.0/src/pytbox.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytbox
-Version: 0.0.9
+Version: 0.1.0
 Summary: A collection of Python integrations and utilities (Feishu, Dida365, VictoriaMetrics, ...)
 Author-email: mingming hou <houm01@foxmail.com>
 License-Expression: MIT

{pytbox-0.0.9 → pytbox-0.1.0}/src/pytbox.egg-info/SOURCES.txt

@@ -28,6 +28,8 @@ src/pytbox/categraf/jinja2/input.net/net.toml.j2
 src/pytbox/categraf/jinja2/input.net_response/net_response.toml.j2
 src/pytbox/categraf/jinja2/input.ping/ping.toml.j2
 src/pytbox/categraf/jinja2/input.prometheus/prometheus.toml.j2
+src/pytbox/categraf/jinja2/input.snmp/h3c_interface.toml.j2
+src/pytbox/categraf/jinja2/input.snmp/h3c_system.toml.j2
 src/pytbox/categraf/jinja2/input.vsphere/vsphere.toml.j2
 src/pytbox/cli/__init__.py
 src/pytbox/cli/main.py

pytbox-0.0.9/src/pytbox/categraf/build_config.py

@@ -1,91 +0,0 @@
-#!/usr/bin/env python3
-
-import os
-from pathlib import Path
-from pytbox.utils.load_config import load_config_by_file
-
-from jinja2 import Environment, FileSystemLoader
-
-
-jinja2_path = Path(__file__).parent / 'jinja2'
-env = Environment(loader=FileSystemLoader(jinja2_path))
-
-ping_template = env.get_template('input.ping/ping.toml.j2')
-prometheus_template = env.get_template('input.prometheus/prometheus.toml.j2')
-
-
-class BuildConfig:
-    '''
-    生成配置
-
-    Args:
-        instances (_type_): _description_
-        output_dir (_type_): _description_
-    '''
-    def __init__(self, instances, output_dir):
-        self.instances = load_config_by_file(instances)
-        self.output_dir = output_dir
-    
-    def _get_template(self, template_name):
-        return env.get_template(template_name)
-
-    def common(self, input_name):
-        template = self._get_template(f'input.{input_name}/{input_name}.toml.j2')
-        render_data = template.render()
-        target_dir = Path(self.output_dir) / f'input.{input_name}'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-            
-        with open(Path(self.output_dir) / f'input.{input_name}' / f'{input_name}.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
-
-    def ping(self):
-        instances = self.instances['ping']['instance']
-        render_data = ping_template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.ping'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-            
-        with open(Path(self.output_dir) / 'input.ping' / 'ping.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
-
-    def prometheus(self):
-        instances = self.instances['prometheus']['urls']
-        render_data = prometheus_template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.prometheus'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.prometheus' / 'prometheus.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
-
-    def vsphere(self):
-        template = self._get_template('input.vsphere/vsphere.toml.j2')
-        instances = self.instances['vsphere']['instance']
-        print(instances)
-        render_data = template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.vsphere'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.vsphere' / 'vsphere.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
-
-    def http_response(self):
-        template = self._get_template('input.http_response/http_response.toml.j2')
-        instances = self.instances['http_response']['instance']
-        render_data = template.render(instances=instances)
-        target_dir = Path(self.output_dir) / 'input.http_response'
-        if not target_dir.exists():
-            target_dir.mkdir(parents=True, exist_ok=True)
-        with open(Path(self.output_dir) / 'input.http_response' / 'http_response.toml', 'w', encoding='utf-8') as f:
-            f.write(render_data)
-            
-    def run(self):
-        # self.common('cpu')
-        # self.common('mem')
-        # self.common('net')
-        # self.common('disk')
-        # self.common('diskio')
-        # self.vsphere()
-        # self.ping()
-        # self.prometheus()   
-        self.http_response()

pytbox-0.0.9/src/pytbox/categraf/instances.toml

@@ -1,16 +0,0 @@
-[ping]
-[[ping.instance]]
-"10.1.1.1" = { name = "x", env = "prod" }
-"10.1.1.2" = { name = "demo02", env = "dev" }
-
-[prometheus]
-[[prometheus.urls]]
-"http://10.200.12.202:9100" = { name = "x", env = "prod" }
-
-[vsphere]
-[[vsphere.instance]]
-"test" = { vcenter = "https://10.1.1.1/sdk", username = "categraf@vsphere.local", password = "xxx" }
-
-[http_response]
-[[http_response.instance]]
-"https://www.baidu.com" = { name = "x", env = "prod" }