qrpa 1.0.8__py3-none-any.whl → 1.0.10__py3-none-any.whl

qrpa/RateLimitedSender.py

@@ -0,0 +1,50 @@
+import os
+import time
+import threading
+from collections import deque
+from datetime import datetime
+import traceback
+
+class RateLimitedSender:
+    def __init__(self, sender_func, interval=60, max_batch_size=10):
+        """
+        :param sender_func: 实际的发送函数，参数是字符串消息
+        :param interval: 发送间隔（秒）
+        :param max_batch_size: 队列消息条数超过此值时立即发送
+        """
+        self.sender_func = sender_func
+        self.interval = interval
+        self.max_batch_size = max_batch_size
+        self.queue = deque()
+        self.lock = threading.Lock()
+        self.last_send_time = 0
+
+        self.thread = threading.Thread(target=self._worker, daemon=True)
+        self.thread.start()
+
+    def send(self, message):
+        """添加消息到队列（非阻塞）"""
+        with self.lock:
+            self.queue.append(message)
+            # 如果超过批量上限，立即发送
+            if len(self.queue) >= self.max_batch_size:
+                self._flush()
+
+    def _flush(self):
+        """立即发送队列消息（内部调用）"""
+        if not self.queue:
+            return
+        batch_message = "\n---\n".join(self.queue)
+        self.queue.clear()
+        try:
+            self.sender_func(batch_message)
+        except Exception as e:
+            print(f"[RateLimitedSender] 发送失败: {e}")
+        self.last_send_time = time.time()
+
+    def _worker(self):
+        while True:
+            with self.lock:
+                if self.queue and (time.time() - self.last_send_time >= self.interval):
+                    self._flush()
+            time.sleep(1)

qrpa/__init__.py

@@ -3,6 +3,11 @@ from .db_migrator import DatabaseMigrator, DatabaseConfig, RemoteConfig, create_
 
 from .shein_ziniao import ZiniaoRunner
 
-from .fun_base import log
+from .fun_base import log, send_exception, md5_string, hostname, get_safe_value, sanitize_filename
 
-from .time_utils import TimeUtils
+from .time_utils import TimeUtils
+
+from .fun_file import read_dict_from_file, read_dict_from_file_ex, write_dict_to_file, write_dict_to_file_ex
+from .fun_file import get_progress_json_ex, check_progress_json_ex, done_progress_json_ex
+
+from .fun_web import fetch, fetch_via_iframe, find_all_iframe, full_screen_shot

qrpa/fun_base.py

@@ -2,11 +2,15 @@ import inspect
 import os
 import traceback
 import socket
+import hashlib
+import shutil
 
 from datetime import datetime
 
 from .wxwork import WxWorkBot
 
+from .RateLimitedSender import RateLimitedSender
+
 from typing import TypedDict
 
 # 定义一个 TypedDict 来提供配置结构的类型提示
@@ -20,7 +24,6 @@ class Config(TypedDict):
     wxwork_bot_exception: str
     ziniao: ZiNiao
     auto_dir: str
-    shein_store_alias: str
 
 def log(*args, **kwargs):
     """封装 print 函数，使其行为与原 print 一致，并写入日志文件"""
@@ -33,9 +36,73 @@ def log(*args, **kwargs):
 def hostname():
     return socket.gethostname()
 
-def send_exception(config: Config, msg=None):
-    error_msg = f'【{hostname()}】{datetime.now().strftime("%Y-%m-%d %H:%M:%S")}\n{msg}\n'
+# ================= WxWorkBot 限频异常发送 =================
+def send_exception(msg=None):
+    """
+    发送异常到 WxWorkBot，限制发送频率，支持异步批量
+    """
+    # 首次调用时初始化限频发送器
+    if not hasattr(send_exception, "_wx_sender"):
+        def wxwork_bot_send(message):
+            bot_id = os.getenv('wxwork_bot_exception', 'ee5a048a-1b9e-41e4-9382-aa0ee447898e')
+            WxWorkBot(bot_id).send_text(message)
+
+        send_exception._wx_sender = RateLimitedSender(
+            sender_func=wxwork_bot_send,
+            interval=30,  # 60 秒发一次
+            max_batch_size=5  # 累积 5 条立即发
+        )
+
+    # 构造异常消息
+    error_msg = f'【{hostname()}】{datetime.now():%Y-%m-%d %H:%M:%S}\n{msg}\n'
     error_msg += f'{traceback.format_exc()}'
-    WxWorkBot(config['wxwork_bot_exception']).send_text(error_msg)
     print(error_msg)
+
+    # 异步发送
+    send_exception._wx_sender.send(error_msg)
     return error_msg
+
+def get_safe_value(data, key, default=0):
+    value = data.get(key)
+    return default if value is None else value
+
+def md5_string(s):
+    # 需要先将字符串编码为 bytes
+    return hashlib.md5(s.encode('utf-8')).hexdigest()
+
+# 将windows文件名不支持的字符替换成下划线
+def sanitize_filename(filename):
+    # Windows 文件名非法字符
+    illegal_chars = r'\/:*?"<>|'
+    for char in illegal_chars:
+        filename = filename.replace(char, '_')
+
+    # 去除首尾空格和点
+    filename = filename.strip(' .')
+
+    # 替换连续多个下划线为单个
+    filename = '_'.join(filter(None, filename.split('_')))
+
+    return filename
+
+def add_https(url):
+    if url and url.startswith('//'):
+        return 'https:' + url
+    return url
+
+def create_file_path(file_path):
+    dir_name = os.path.dirname(file_path)
+    if dir_name and not os.path.exists(dir_name):
+        os.makedirs(dir_name, exist_ok=True)  # 递归创建目录
+    return file_path
+
+def copy_file(source, destination):
+    try:
+        shutil.copy2(source, destination)
+        print(f"文件已复制到 {destination}")
+    except FileNotFoundError:
+        print(f"错误：源文件 '{source}' 不存在")
+    except PermissionError:
+        print(f"错误：没有权限复制到 '{destination}'")
+    except Exception as e:
+        print(f"错误：发生未知错误 - {e}")