qrpa 1.0.39__py3-none-any.whl → 1.0.41__py3-none-any.whl

qrpa/feishu_client.py

@@ -3,19 +3,29 @@ import requests
 import json
 import time
 import base64, os
+import threading
 from urllib.parse import urlparse
 from typing import Optional, Dict, List, Any
+from collections import deque
 
 from .fun_base import log
 
 class FeishuClient:
-    def __init__(self, app_id: str, app_secret: str):
+    def __init__(self, app_id: str, app_secret: str, max_requests_per_second: int = 90, skip_token_refresh: bool = False):
         self.app_id = app_id
         self.app_secret = app_secret
         self.base_url = "https://open.feishu.cn/open-apis"
         self.tenant_access_token = None
         self.token_expire_time = 0
-        self._refresh_token()
+        
+        # 速率限制相关参数
+        self.max_requests_per_second = max_requests_per_second
+        self.request_times = deque()  # 存储请求时间戳
+        self.rate_limit_lock = threading.Lock()  # 保证线程安全
+        
+        # 只有在不跳过token刷新时才获取token
+        if not skip_token_refresh:
+            self._refresh_token()
 
     def _refresh_token(self):
         url = f"{self.base_url}/auth/v3/tenant_access_token/internal"
@@ -41,8 +51,72 @@ class FeishuClient:
     def _ensure_valid_token(self):
         if not self.tenant_access_token or time.time() > self.token_expire_time:
             self._refresh_token()
+    
+    def _wait_for_rate_limit(self):
+        """
+        实现请求频率限制，确保不超过90次/秒
+        使用滑动窗口算法控制请求频率
+        """
+        with self.rate_limit_lock:
+            current_time = time.time()
+            
+            # 清理1秒前的请求记录
+            while self.request_times and current_time - self.request_times[0] > 1.0:
+                self.request_times.popleft()
+            
+            # 如果当前秒内请求数已达到限制，则等待
+            if len(self.request_times) >= self.max_requests_per_second:
+                # 计算需要等待的时间
+                oldest_request_time = self.request_times[0]
+                wait_time = 1.0 - (current_time - oldest_request_time)
+                if wait_time > 0:
+                    log(f"请求频率限制: 等待 {wait_time:.3f} 秒")
+                    time.sleep(wait_time)
+                    # 重新获取当前时间并清理过期记录
+                    current_time = time.time()
+                    while self.request_times and current_time - self.request_times[0] > 1.0:
+                        self.request_times.popleft()
+            
+            # 记录当前请求时间
+            self.request_times.append(current_time)
+    
+    def get_current_request_rate(self):
+        """
+        获取当前的请求频率 (最近1秒内的请求数)
+        
+        Returns:
+            int: 最近1秒内的请求数
+        """
+        with self.rate_limit_lock:
+            current_time = time.time()
+            # 清理1秒前的请求记录
+            while self.request_times and current_time - self.request_times[0] > 1.0:
+                self.request_times.popleft()
+            return len(self.request_times)
+    
+    def set_rate_limit(self, max_requests_per_second: int):
+        """
+        动态设置请求频率限制
+        
+        Args:
+            max_requests_per_second: 每秒最大请求数
+        """
+        with self.rate_limit_lock:
+            self.max_requests_per_second = max_requests_per_second
+            log(f"请求频率限制已更新为: {max_requests_per_second} 次/秒")
+    
+    def reset_rate_limit_counter(self):
+        """
+        重置频率限制计数器
+        """
+        with self.rate_limit_lock:
+            self.request_times.clear()
+            log("频率限制计数器已重置")
 
     def _make_request(self, method: str, url: str, **kwargs):
+        # 在发送请求前进行速率限制检查
+        self._wait_for_rate_limit()
+        
         self._ensure_valid_token()
 
         headers = kwargs.get('headers', {})

qrpa/fun_web.py

@@ -5,7 +5,6 @@ from playwright.sync_api import Page
 from .fun_base import log, send_exception
 from .time_utils import get_current_datetime
 
-
 def fetch(page: Page, url: str, params: Optional[Union[dict, list, str]] = None, headers: Optional[dict] = None, config:
 Optional[dict] = None) -> dict:
     """
@@ -23,6 +22,7 @@ Optional[dict] = None) -> dict:
         raise ValueError("headers 参数必须是 dict 或 None")
 
     try:
+        page.wait_for_load_state('load')
         response = page.evaluate("""
             async ({ url, params, extraHeaders }) => {
                 try {
@@ -64,7 +64,6 @@ Optional[dict] = None) -> dict:
         raise send_exception()
         # return {"error": "fetch error", "message": str(e)}
 
-
 def fetch_via_iframe(page: Page, target_domain: str, url: str, params: Optional[Union[dict, list, str]] = None, config:
 Optional[dict] = None) -> dict:
     """
@@ -126,9 +125,8 @@ Optional[dict] = None) -> dict:
 
         return response
     except Exception as e:
-       raise send_exception()
-       # return {"error": "iframe_exception", "message": str(e)}
-
+        raise send_exception()
+        # return {"error": "iframe_exception", "message": str(e)}
 
 # 找到一个页面里面所有的iframe
 def find_all_iframe(page: Page):
@@ -137,7 +135,6 @@ def find_all_iframe(page: Page):
         log("找到 iframe:", frame.url)
     return [frame.url for frame in frames]
 
-
 # 全屏幕截图
 def full_screen_shot(web_page: Page, config):
     # 设置页面的视口大小为一个较大的值，确保截图高清

{qrpa-1.0.39.dist-info → qrpa-1.0.41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qrpa
-Version: 1.0.39
+Version: 1.0.41
 Summary: qsir's rpa library
 Author: QSir
 Author-email: QSir <1171725650@qq.com>

{qrpa-1.0.39.dist-info → qrpa-1.0.41.dist-info}/RECORD

@@ -2,12 +2,12 @@ qrpa/RateLimitedSender.py,sha256=hqvb1qspDFaW4RsLuVufylOrefkMgixANKeBaGEqYb4,142
 qrpa/__init__.py,sha256=E6f2Fju31RxpBLG8_e5dMDgYxhqSgv8LR0Zq9ceJJJM,1109
 qrpa/db_migrator.py,sha256=2VmhzcMsU0MKpl-mNCwKyV8tLTqyEysSpP27-S_rQZ8,21862
 qrpa/feishu_bot_app.py,sha256=6r2YqCAMUN7y3F7onoABRmHC7S-UPOLHwbhsQnQ3IRc,9452
-qrpa/feishu_client.py,sha256=ypL2nlvqN7faDSEB5b6M-fubhelyqItViDsKCsXao-o,14584
+qrpa/feishu_client.py,sha256=gXvyhf7r-IqeDhPjM01SfsGf17t8g1ZwUAkhymBkBeg,17544
 qrpa/feishu_logic.py,sha256=yuwb-LeZiHKGlz-W8JobinorHonVa8L-5h12WxnU7_Q,67508
 qrpa/fun_base.py,sha256=qg6SvR-GEj2TclB1OL9eLu711jV-bysXJ5Eh2gW9pE8,10600
 qrpa/fun_excel.py,sha256=kXR3fU0XqsdBuSEToqA3TzYWSP5Cgh1aZ1QPgaZ0y08,114758
 qrpa/fun_file.py,sha256=yzjDV16WL5vRys7J4uQcNzIFkX4D5MAlSCwxcD-mwQo,11966
-qrpa/fun_web.py,sha256=5QLQorAhRzMOGMRh4eCJ2UH8ZhVHvxkHwobWhmgU5qM,6286
+qrpa/fun_web.py,sha256=F6cxwwOxB8twg2XK73oAvKla0FqpwDYJiM37CWmFwXo,6322
 qrpa/fun_win.py,sha256=-LnTeocdTt72NVH6VgLdpAT9_C5oV9okeudXG6CftMA,8034
 qrpa/shein_daily_report_model.py,sha256=H8oZmIN5Pyqe306W1_xuz87lOqLQ_LI5RjXbaxDkIzE,12589
 qrpa/shein_excel.py,sha256=Nz9mdcdh8nZ9A1eDfGxS1r3E3H9aAv5m5HtHcphDjDU,114996
@@ -20,7 +20,7 @@ qrpa/temu_lib.py,sha256=hYB59zsLS3m3NTic_duTwPMOTSxlHyQVa8OhHnHm-1g,7199
 qrpa/time_utils.py,sha256=ef0hhbN_6b-gcnz5ETIVOoxemIMvcxGVGGIRnHnGaBo,29564
 qrpa/time_utils_example.py,sha256=shHOXKKF3QSzb0SHsNc34M61wEkkLuM30U9X1THKNS8,8053
 qrpa/wxwork.py,sha256=gIytG19DZ5g7Tsl0-W3EbjfSnpIqZw-ua24gcB78YEg,11264
-qrpa-1.0.39.dist-info/METADATA,sha256=4RgoF2grBzw7YfSz44lGzJk6JlyvCgZNJk-0zvajjTc,231
-qrpa-1.0.39.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-qrpa-1.0.39.dist-info/top_level.txt,sha256=F6T5igi0fhXDucPPUbmmSC0qFCDEsH5eVijfVF48OFU,5
-qrpa-1.0.39.dist-info/RECORD,,
+qrpa-1.0.41.dist-info/METADATA,sha256=vHy4gY4jkPqHunulu-KOo1qmjHk7sXBw19crJKL2O1Q,231
+qrpa-1.0.41.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+qrpa-1.0.41.dist-info/top_level.txt,sha256=F6T5igi0fhXDucPPUbmmSC0qFCDEsH5eVijfVF48OFU,5
+qrpa-1.0.41.dist-info/RECORD,,