pytbox 0.1.5__py3-none-any.whl → 0.1.6__py3-none-any.whl

pytbox/alicloud/sls.py

@@ -5,19 +5,21 @@ from typing import Literal
 from aliyun.log import GetLogsRequest, LogItem, PutLogsRequest
 from aliyun.log import LogClient as SlsLogClient
 from aliyun.log.auth import AUTH_VERSION_4
-from ..utils.env import check_env
 
 
 
 class AliCloudSls:
-
-    def __init__(self, access_key_id: str=None, access_key_secret: str=None, project: str, logstore: str):
+    '''
+    pip install -U aliyun-log-python-sdk
+    '''
+    def __init__(self, access_key_id: str=None, access_key_secret: str=None, project: str=None, logstore: str=None, env: str='prod'):
         # 日志服务的服务接入点
         self.endpoint = "cn-shanghai.log.aliyuncs.com"
         # 创建 LogClient 实例，使用 V4 签名，根据实际情况填写 region，这里以杭州为例
         self.client = SlsLogClient(self.endpoint, access_key_id, access_key_secret, auth_version=AUTH_VERSION_4, region='cn-shanghai')
         self.project = project
         self.logstore = logstore
+        self.env = env
 
     def get_logs(self, project_name, logstore_name, query, from_time, to_time): 
         logstore_index = {'line': {
@@ -57,7 +59,7 @@ class AliCloudSls:
         log_group = []
         log_item = LogItem()
         contents = [
-            ('env', check_env()),
+            ('env', self.env),
             ('level', level),
             ('app', app),
             ('msg', msg),
@@ -69,8 +71,9 @@ class AliCloudSls:
         log_item.set_contents(contents)
         log_group.append(log_item)
         request = PutLogsRequest(self.project, self.logstore, topic, "", log_group, compress=False)
-        self.client.put_logs(request)
-    
+        r = self.client.put_logs(request)
+        return r
+        
     def put_logs_for_meraki(self, alert):
         log_group = []
         log_item = LogItem()

pytbox/base.py

@@ -15,6 +15,8 @@ from pytbox.vmware import VMwareClient
 from pytbox.pyjira import PyJira
 from pytbox.mail.client import MailClient
 from pytbox.mail.alimail import AliMail
+from pytbox.alicloud.sls import AliCloudSls
+
 
 config = load_config_by_file(path='/workspaces/pytbox/tests/alert/config_dev.toml', oc_vault_id=os.environ.get('oc_vault_id'))
 
@@ -53,6 +55,19 @@ def get_logger(app):
         mongo=get_mongo('alert_program')
     )
 
+def get_logger_sls(app):
+    return AppLogger(
+        app_name=app, 
+        enable_sls=True,
+        feishu=feishu,
+        dida=dida,
+        mongo=get_mongo('alert_program'),
+        sls_access_key_id=config['alicloud']['account1']['access_key_id'],
+        sls_access_key_secret=config['alicloud']['account1']['access_key_secret'],
+        sls_project=config['alicloud']['account1']['project'],
+        sls_logstore=config['alicloud']['account1']['logstore']
+    )
+
 # ad_dev = ADClient(
 #     server=config['ad']['dev']['AD_SERVER'],
 #     base_dn=config['ad']['dev']['BASE_DN'],
@@ -85,4 +100,11 @@ pyjira = PyJira(
 
 mail_163 = MailClient(mail_address=config['mail']['163']['mail_address'], password=config['mail']['163']['password'])
 mail_qq = MailClient(mail_address=config['mail']['qq']['mail_address'], password=config['mail']['qq']['password'])
-ali_mail = AliMail(mail_address=config['mail']['aliyun']['mail_address'], client_id=config['mail']['aliyun']['client_id'], client_secret=config['mail']['aliyun']['client_secret'])
+ali_mail = AliMail(mail_address=config['mail']['aliyun']['mail_address'], client_id=config['mail']['aliyun']['client_id'], client_secret=config['mail']['aliyun']['client_secret'])
+
+sls = AliCloudSls(
+    access_key_id=config['alicloud']['account1']['access_key_id'],
+    access_key_secret=config['alicloud']['account1']['access_key_secret'],
+    project=config['alicloud']['account1']['project'],
+    logstore=config['alicloud']['account1']['logstore']
+)

pytbox/database/victoriametrics.py

@@ -18,7 +18,7 @@ class VictoriaMetrics:
             'Accept': 'application/json'
         })
         
-    def query(self, query: str, output_format: Literal['json']=None) -> ReturnResponse:
+    def query(self, query: str=None, output_format: Literal['json']=None) -> ReturnResponse:
         '''
         查询指标数据
 
@@ -61,6 +61,52 @@ class VictoriaMetrics:
         else:
             return resp
 
+    def query_range(self, query):
+        '''
+        查询指标数据
+
+        Args:
+            query (str): 查询语句
+
+        Returns:
+            dict: 查询结果
+        '''
+        url = f"{self.url}/prometheus/api/v1/query_range"
+
+        data = {
+            'query': query,
+            'start': '-1d',
+            'step': '1h'
+        }
+
+        r = requests.post(url, data=data, timeout=self.timeout)
+        res_json = r.json()
+        print(res_json)
+        # status = res_json.get("status")
+        # result = res_json.get("data", {}).get("result", [])
+        # is_json = output_format == 'json'
+
+        # if status == "success":
+        #     if result:
+        #         code = 0
+        #         msg = f"[{query}] 查询成功!"
+        #         data = result
+        #     else:
+        #         code = 2
+        #         msg = f"[{query}] 没有查询到结果"
+        #         data = res_json
+        # else:
+        #     code = 1
+        #     msg = f"[{query}] 查询失败: {res_json.get('error')}"
+        #     data = res_json
+
+        # resp = ReturnResponse(code=code, msg=msg, data=data)
+
+        # if is_json:
+        #     json_result = json.dumps(resp.__dict__, ensure_ascii=False)
+        #     return json_result
+        # else:
+        #     return resp
     def get_labels(self, metric_name: str) -> ReturnResponse:
         url = f"{self.url}/api/v1/series?match[]={metric_name}"
         response = requests.get(url, timeout=self.timeout)
@@ -104,7 +150,6 @@ class VictoriaMetrics:
                 code = 0
                 msg = f"已检查 {target} 最近 {last_minute} 分钟是正常的!"
             else:
-                
                 if all(str(item[1]) == "1" for item in values):
                     code = 1
                     msg = f"已检查 {target} 最近 {last_minute} 分钟是异常的!"
@@ -114,7 +159,6 @@ class VictoriaMetrics:
         elif r.code == 2:
             code = 2
             msg = f"没有查询到 {target} 最近 {last_minute} 分钟的ping结果!"
-        
         try:
             data = r.data[0]
         except KeyError:
@@ -146,4 +190,27 @@ class VictoriaMetrics:
             query = f'(rate(snmp_interface_ifHCOutOctets{{sysName="{sysName}", ifName="{ifName}"}}[{last_minutes}m])) * 8 / 1000000'
         r = self.query(query)
         rate = r.data[0]['value'][1]
-        return int(float(rate))
+        return int(float(rate))
+    
+    def check_snmp_port_status(self, sysname: str=None, if_name: str=None, last_minute: int=5) -> ReturnResponse:
+        '''
+        查询端口状态
+        status code 可参考 SNMP 文件 https://mibbrowser.online/mibdb_search.php?mib=IF-MIB
+
+        Args:
+            sysname (_type_): 设备名称
+            if_name (_type_): _description_
+            last_minute (_type_): _description_
+
+        Returns:
+            ReturnResponse: 
+            code: 0, msg: , data: up,down
+        '''
+        q = f"""avg_over_time(snmp_interface_ifOperStatus{{sysName="{sysname}", ifName="{if_name}"}}[{last_minute}m])"""
+        r = self.query(query=q)
+        status_code = r.data[0]['value'][1]
+        if status_code == 1:
+            status = 'up'
+        else:
+            status = 'down'
+        return ReturnResponse(code=0, msg=f"{sysname} {if_name} 最近 {last_minute} 分钟端口状态为 {status}", data=status)

pytbox/log/logger.py

@@ -9,7 +9,7 @@ from ..database.mongo import Mongo
 from ..feishu.client import Client as FeishuClient
 from ..utils.timeutils import TimeUtils
 from ..dida365 import Dida365
-
+from ..alicloud.sls import AliCloudSls
 
 logger.remove()
 logger.add(sys.stdout, colorize=True, format="<green>{time:YYYY-MM-DD HH:mm:ss.SSS}</green> | <level>{level: <8}</level> | <level>{message}</level>")
@@ -31,7 +31,6 @@ class AppLogger:
                  feishu: FeishuClient=None,
                  dida: Dida365=None,
                  enable_sls: bool=False,
-                 sls_url: str=None,
                  sls_access_key_id: str=None,
                  sls_access_key_secret: str=None,
                  sls_project: str=None,
@@ -49,10 +48,17 @@ class AppLogger:
         self.stream = stream
         self.victorialog = Victorialog(url=victorialog_url)
         self.enable_victorialog = enable_victorialog
+        self.enable_sls = enable_sls
         self.mongo = mongo
         self.feishu = feishu
         self.dida = dida
-    
+        self.sls = AliCloudSls(
+            access_key_id=sls_access_key_id,
+            access_key_secret=sls_access_key_secret,
+            project=sls_project,
+            logstore=sls_logstore
+        )
+
     def _get_caller_info(self) -> tuple[str, int, str]:
         """
         获取调用者信息
@@ -78,6 +84,9 @@ class AppLogger:
         logger.debug(f"[{caller_filename}:{caller_lineno}:{caller_function}] {message}")
         if self.enable_victorialog:
             self.victorialog.send_program_log(stream=self.stream, level="DEBUG", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
+        if self.enable_sls:
+            self.sls.put_logs(level="DEBUG", msg=message, app=self.app_name, caller_filename=caller_filename, caller_lineno=caller_lineno, caller_function=caller_function, call_full_filename=call_full_filename)
+ 
     
     def info(self, message: str='', feishu_notify: bool=False):
         """记录信息级别日志"""
@@ -85,22 +94,28 @@ class AppLogger:
         logger.info(f"[{caller_filename}:{caller_lineno}:{caller_function}] {message}")
         if self.enable_victorialog:
             r = self.victorialog.send_program_log(stream=self.stream, level="INFO", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
+        if self.enable_sls:
+            self.sls.put_logs(level="INFO", msg=message, app=self.app_name, caller_filename=caller_filename, caller_lineno=caller_lineno, caller_function=caller_function, call_full_filename=call_full_filename)
         if feishu_notify:
             self.feishu(message)
-    
+        
     def warning(self, message: str):
         """记录警告级别日志"""
         caller_filename, caller_lineno, caller_function, call_full_filename = self._get_caller_info()
         logger.warning(f"[{caller_filename}:{caller_lineno}:{caller_function}] {message}")
         if self.enable_victorialog:
             self.victorialog.send_program_log(stream=self.stream, level="WARN", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
-    
+        if self.enable_sls:
+            self.sls.put_logs(level="WARN", msg=message, app=self.app_name, caller_filename=caller_filename, caller_lineno=caller_lineno, caller_function=caller_function, call_full_filename=call_full_filename)
+            
     def error(self, message: str):
         """记录错误级别日志"""
         caller_filename, caller_lineno, caller_function, call_full_filename = self._get_caller_info()
         logger.error(f"[{caller_filename}:{caller_lineno}:{caller_function}] {message}")
         if self.enable_victorialog:
             self.victorialog.send_program_log(stream=self.stream, level="ERROR", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
+        if self.enable_sls:
+            self.sls.put_logs(level="ERROR", msg=message, app=self.app_name, caller_filename=caller_filename, caller_lineno=caller_lineno, caller_function=caller_function, call_full_filename=call_full_filename)
         
         if self.feishu:
             existing_message = self.mongo.collection.find_one({"message": message}, sort=[("time", -1)])
@@ -150,7 +165,8 @@ class AppLogger:
         logger.critical(f"[{caller_filename}:{caller_lineno}:{caller_function}] {message}")
         if self.enable_victorialog:
             self.victorialog.send_program_log(stream=self.stream, level="CRITICAL", message=message, app_name=self.app_name, file_name=call_full_filename, line_number=caller_lineno, function_name=caller_function)
-
+        if self.enable_sls:
+            self.sls.put_logs(level="CRITICAL", msg=message, app=self.app_name, caller_filename=caller_filename, caller_lineno=caller_lineno, caller_function=caller_function, call_full_filename=call_full_filename)
 
 # 使用示例
 if __name__ == "__main__":

{pytbox-0.1.5.dist-info → pytbox-0.1.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pytbox
-Version: 0.1.5
+Version: 0.1.6
 Summary: A collection of Python integrations and utilities (Feishu, Dida365, VictoriaMetrics, ...)
 Author-email: mingming hou <houm01@foxmail.com>
 License-Expression: MIT

{pytbox-0.1.5.dist-info → pytbox-0.1.6.dist-info}/RECORD

@@ -1,4 +1,4 @@
-pytbox/base.py,sha256=wWjzJ6gcEnUBIG3-U49CKeoqT-1Tk20EJRt2oYDAj0k,3157
+pytbox/base.py,sha256=7wUhNSX8sbZ5hlgWG7BhFYtNOhVB6b-k3ULNA0vPchU,3948
 pytbox/cli.py,sha256=N775a0GK80IT2lQC2KRYtkZpIiu9UjavZmaxgNUgJhQ,160
 pytbox/dida365.py,sha256=pUMPB9AyLZpTTbaz2LbtzdEpyjvuGf4YlRrCvM5sbJo,10545
 pytbox/excel.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -8,7 +8,7 @@ pytbox/pyjira.py,sha256=TMy34Rtu7OXRA8wpUuLsFeyIQfRNUn2ed2no00L8YSE,22470
 pytbox/vmware.py,sha256=WiH67_3-VCBjXJuh3UueOc31BdZDItiZhkeuPzoRhw4,3975
 pytbox/alert/alert_handler.py,sha256=FePPQS4LyGphSJ0QMv0_pLWaXxEqsRlcTKMfUjtsNfk,5048
 pytbox/alert/ping.py,sha256=g36X0U3U8ndZqfpVIcuoxJJ0X5gST3I_IwjTQC1roHA,779
-pytbox/alicloud/sls.py,sha256=UR4GdI86dCKAFI2xt_1DELu7q743dpd3xrYtuNpfC5A,4065
+pytbox/alicloud/sls.py,sha256=-r6rbCwDUQ4jwAgSVSNu7B2h1MNg20CrRIKnlXVeY9w,4159
 pytbox/categraf/build_config.py,sha256=9G85rLqkz3lchpH7ef0LbvckYHl0nRA6mHVLeUfs9Mw,6308
 pytbox/categraf/instances.toml,sha256=jcJyEaqhohUcECczWArxUK4t0-rdk4vmrX21kxZlSLA,1254
 pytbox/categraf/jinja2/__init__.py,sha256=Epm01j8Oujeg4Sk5GgHMvgKIZ6h3BTx-MGmuMgIjUMo,150
@@ -43,13 +43,13 @@ pytbox/cli/formatters/__init__.py,sha256=4o85w4j-A-O1oBLvuE9q8AFiJ2C9rvB3MIKsy5V
 pytbox/cli/formatters/output.py,sha256=h5WhZlQk1rjmxEj88Jy5ODLcv6L5zfGUhks_3AWIkKU,5455
 pytbox/common/__init__.py,sha256=3JWfgCQZKZuSH5NCE7OCzKwq82pkyop9l7sH5YSNyfU,122
 pytbox/database/mongo.py,sha256=CSpHC7iR-M0BaVxXz5j6iXjMKPgXJX_G7MrjCj5Gm8Q,3478
-pytbox/database/victoriametrics.py,sha256=wTTsCOMpUpia8Bhp3clpFrUo3ow0T822MnZMxJnXRVM,5392
+pytbox/database/victoriametrics.py,sha256=0QXkrnqL0rV7dGaHmtZus-MdEW3uX9ZPm0D-sS4L1DU,7606
 pytbox/feishu/client.py,sha256=kwGLseGT_iQUFmSqpuS2_77WmxtHstD64nXvktuQ3B4,5865
 pytbox/feishu/endpoints.py,sha256=z3nPOZPC2JGDJlO7SusWBpRA33hZZ4Z-GBhI6F8L_u4,40240
 pytbox/feishu/errors.py,sha256=79qFAHZw7jDj3gnWAjI1-W4tB0q1_aSfdjee4xzXeuI,1179
 pytbox/feishu/helpers.py,sha256=jhSkHiUw4822QBXx2Jw8AksogZdakZ-3QqvC3lB3qEI,201
 pytbox/feishu/typing.py,sha256=3hWkJgOi-v2bt9viMxkyvNHsPgrbAa0aZOxsZYg2vdM,122
-pytbox/log/logger.py,sha256=7ZisXRxLb_MVbIqlYHWoTbj1EA0Z4G5SZvITlt1IKW8,7416
+pytbox/log/logger.py,sha256=tfqRc7VcDyI_U-NiiK4euFe8O2ro9yeXVohPmzAC_hY,8867
 pytbox/log/victorialog.py,sha256=gffEiq38adv9sC5oZeMcyKghd3SGfRuqtZOFuqHQF6E,4139
 pytbox/mail/alimail.py,sha256=njKA3PUbIaiKFaxKvUObmklmEEHg2YA-O5rpgsgT5_w,5147
 pytbox/mail/client.py,sha256=6HeKpChHGjTCYGBgQcfAhWlU_wh9wtO-bjP6TU38pGM,6120
@@ -63,8 +63,8 @@ pytbox/utils/response.py,sha256=kXjlwt0WVmLRam2eu1shzX2cQ7ux4cCQryaPGYwle5g,1247
 pytbox/utils/richutils.py,sha256=OT9_q2Q1bthzB0g1GlhZVvM4ZAepJRKL6a_Vsr6vEqo,487
 pytbox/utils/timeutils.py,sha256=uSKgwt20mVcgIGKLsH2tNum8v3rcpzgmBibPvyPQFgM,20433
 pytbox/win/ad.py,sha256=-3pWfL3dElz-XoO4j4M9lrgu3KJtlhrS9gCWJBpafAU,1147
-pytbox-0.1.5.dist-info/METADATA,sha256=hIq6VA2Lt7Y0T3nZgFuP1K_ug-pcckGJ3olhE4cc4Bg,6319
-pytbox-0.1.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-pytbox-0.1.5.dist-info/entry_points.txt,sha256=YaTOJ2oPjOiv2SZwY0UC-UA9QS2phRH1oMvxGnxO0Js,43
-pytbox-0.1.5.dist-info/top_level.txt,sha256=YADgWue-Oe128ptN3J2hS3GB0Ncc5uZaSUM3e1rwswE,7
-pytbox-0.1.5.dist-info/RECORD,,
+pytbox-0.1.6.dist-info/METADATA,sha256=mxB7SNMpc2yyjOXg9nVuF9DdryE6gDfe54RIoGN4jWI,6319
+pytbox-0.1.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pytbox-0.1.6.dist-info/entry_points.txt,sha256=YaTOJ2oPjOiv2SZwY0UC-UA9QS2phRH1oMvxGnxO0Js,43
+pytbox-0.1.6.dist-info/top_level.txt,sha256=YADgWue-Oe128ptN3J2hS3GB0Ncc5uZaSUM3e1rwswE,7
+pytbox-0.1.6.dist-info/RECORD,,