Jarvis-Brain 0.1.7.1__py3-none-any.whl → 0.1.7.14__py3-none-any.whl

{jarvis_brain-0.1.7.1.dist-info → jarvis_brain-0.1.7.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: Jarvis_Brain
-Version: 0.1.7.1
+Version: 0.1.7.14
 Summary: Jarvis brain mcp
 Requires-Python: >=3.10
 Requires-Dist: beautifulsoup4

jarvis_brain-0.1.7.14.dist-info/RECORD

@@ -0,0 +1,11 @@
+mcp_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+mcp_tools/dp_tools.py,sha256=OcjehVegZ8hRtJunbGkhUPcTHS7BXFdewBU5mbaQX9M,11927
+mcp_tools/main.py,sha256=Fdt2N3oKGwvruuno_ywnuWSlm1BexE9ZY669H2LTo9w,1056
+tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tools/browser_manager.py,sha256=EXM7n-sDOtdQGpWkVTAZHWhepVU-7PAoUTDNgGF9_fQ,1938
+tools/browser_proxy.py,sha256=cdMRxcUYyaOqGU17lldltHOvt9rxXD5Dwh7hBXEBby4,6780
+tools/tools.py,sha256=TaWs-CNXy-py9BFmCnJrQ09ke938xXpImf-N2Qo_Rvc,4708
+jarvis_brain-0.1.7.14.dist-info/METADATA,sha256=IU02nMa7R0JTNZJJLfczDzoArZruSKFyajqUG-3Wvf8,242
+jarvis_brain-0.1.7.14.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+jarvis_brain-0.1.7.14.dist-info/entry_points.txt,sha256=YFQT4xpkUqt5dM5wlKPQQOqcjMuFrT9iuRAzIpAyH7U,51
+jarvis_brain-0.1.7.14.dist-info/RECORD,,

mcp_tools/dp_tools.py

@@ -15,7 +15,7 @@ waf_status_code_dict = {
     521: "加速乐"
 }
 # 一轮最大输入，以免单个html最大长度超过ai最大输入
-ont_turn_max_token = 25000
+one_turn_max_token = 20000
 
 
 def register_visit_url(mcp: FastMCP, browser_manager: BrowserManager, client_manager: DPProxyClientManager):
@@ -42,11 +42,11 @@ def register_get_html(mcp: FastMCP, browser_manager, client_manager: DPProxyClie
     async def get_html(browser_port: int, tab_id: str) -> dict[str, Any]:
         _browser = browser_manager.get_browser(browser_port)
         tab = _browser.get_tab(tab_id)
-        file_name_prefix = str(tab.title).replace("/", "_").replace(":", "_")
+        file_name_prefix = hashlib.md5(str(tab.title).encode('utf-8')).hexdigest()
         if not os.path.exists(html_source_code_local_save_path):
             os.makedirs(html_source_code_local_save_path)
         min_html, compress_rate = compress_html(tab.html)
-        html_str_list = [min_html[i:i + ont_turn_max_token] for i in range(0, len(min_html), ont_turn_max_token)]
+        html_str_list = [min_html[i:i + one_turn_max_token] for i in range(0, len(min_html), one_turn_max_token)]
         html_file_list = []
         for index, html_str in enumerate(html_str_list):
             file_name = file_name_prefix + f"_{tab_id}_segment{index}.html"
@@ -88,8 +88,12 @@ def register_close_tab(mcp: FastMCP, browser_manager, client_manager: DPProxyCli
 
 
 def register_check_selector(mcp: FastMCP, browser_manager, client_manager: DPProxyClientManager):
-    @mcp.tool(name="check_selector", description="查找tab页中是否包含元素，并返回元素attr_name所对应的值")
-    async def check_selector(browser_port: int, tab_id: str, css_selector: str, attr_name: str = "text") -> dict[
+    @mcp.tool(name="check_selector",
+              description="查找tab页中是否包含元素，并返回元素attr_name所对应的值。"
+                          "当要选择的元素包含过多元素时，需要传入offset和page_size来分批查看元素，一般不建议调整page_size，更推荐你调整offset"
+                          "同时如果单个元素属性值太长，函数会进行截断。一般的单个元素的属性值超过300个字符的就会触发截断，截断后会在最后拼接'...'")
+    async def check_selector(browser_port: int, tab_id: str, css_selector: str, attr_name: str = "text",
+                             offset: int = 0, page_size: int = 10) -> dict[
         str, Any]:
         _browser = browser_manager.get_browser(browser_port)
         target_tab = _browser.get_tab(tab_id)
@@ -100,16 +104,28 @@ def register_check_selector(mcp: FastMCP, browser_manager, client_manager: DPPro
         exist_flag = False
         if len(target_eles) != 0:
             exist_flag = True
+        if len(target_eles) > page_size:
+            target_eles = target_eles[offset:offset + page_size]
+        slice_seg = max(300, one_turn_max_token // (page_size + 6))
         if attr_name == "text":
-            ele_text_list = [i.text.replace("\n", "") for i in target_eles]
-            attr_output = "\n".join(ele_text_list)
+            ele_attr_list = [i.text.replace("\n", "") for i in target_eles]
+            ele_attr_list = [attr_str[:slice_seg] for attr_str in ele_attr_list]
+            # 如果经过截断遍历后的字符串长度与截断长度相等，则默认截断了
+            ele_attr_list = [attr_str + "..." for attr_str in ele_attr_list if len(attr_str) == slice_seg]
+            attr_output = "\n".join(ele_attr_list)
         else:
-            attr_output = json.dumps([i.attr(attr_name) for i in target_eles])
+            ele_attr_list = [i.attr(attr_name) for i in target_eles]
+            ele_attr_list = [attr_str[:slice_seg] for attr_str in ele_attr_list]
+            ele_attr_list = [attr_str + "..." for attr_str in ele_attr_list if len(attr_str) == slice_seg]
+            attr_output = json.dumps(ele_attr_list)
+        # 对attr_output逐个截断，截断的长度为：一轮最大token除以元素个数+3个点+两个引号和逗号
         return dp_mcp_message_pack(
             f"已完成tab页:【{tab_id}】对：【{css_selector}】的检查",
             tab_id=tab_id,
             selector=css_selector,
             selector_ele_exist=exist_flag,
+            page_size=page_size,
+            offset=offset,
             attr_output=attr_output
         )
 
@@ -129,7 +145,7 @@ def register_quit_browser(mcp: FastMCP, browser_manager, client_manager: DPProxy
 
 def register_pop_first_packet(mcp: FastMCP, browser_manager, client_manager: DPProxyClientManager):
     @mcp.tool(name="pop_first_packet",
-              description="每调用一次就会弹出传入的tab页所监听到的数据包中的第一个packet_message")
+              description="每调用一次就会弹出传入的tab页所监听到的数据包中的第一个packet_message，当一个packet_message的response body过长时会被切分成多个包，具体一个请求是否还有下一个包，可以参考body_completed字段")
     async def pop_first_packet(browser_port: int, tab_id: str) -> dict[str, Any]:
         _browser = browser_manager.get_browser(browser_port)
         client = client_manager.get_client(tab_id)

tools/browser_proxy.py

@@ -1,12 +1,14 @@
 import threading
 from collections import deque
-
+import time
 from DrissionPage import ChromiumPage, ChromiumOptions
 from DrissionPage._pages.chromium_tab import ChromiumTab
 from DrissionPage._units.listener import DataPacket
 from typing import Tuple, Optional
 import json
 
+one_turn_max_token = 20000
+
 
 class DPProxyClient:
     def __init__(self, driver: ChromiumTab, self_kill=False):
@@ -133,21 +135,27 @@ def check_data_packet(packet: DataPacket, client: DPProxyClient):
     data = None
     if packet.request.hasPostData:
         data = packet.request.postData
-    temp_dict = {
-        "url": url,
-        "method": method,
-        "request_data": data,
-        "request_headers": packet.request.headers,
-        "response_headers": packet.response.headers,
-        "response_body": packet.response.body,
-    }
-    print(temp_dict)
-    client.packet_queue.append(temp_dict)
+    body = packet.response.body
+    body_str = json.dumps(body, ensure_ascii=False)
+    body_str_list = [body_str[i:i + one_turn_max_token] for i in range(0, len(body_str), one_turn_max_token)]
+    body_completed = True
+    for index, body_str in enumerate(body_str_list):
+        if (index + 1) != len(body_str_list):
+            body_completed = False
+        temp_dict = {
+            "url": url,
+            "body_completed": body_completed,
+            "method": method,
+            "request_data": data,
+            "request_headers": dict(packet.request.headers),
+            "response_headers": dict(packet.response.headers),
+            "response_body_segment": body_str,
+        }
+        client.packet_queue.append(temp_dict)
 
 
 client_manager = DPProxyClientManager()
 
-#
 # if __name__ == '__main__':
 #     co = ChromiumOptions().set_user_agent(
 #         "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Mobile Safari/537.36")

jarvis_brain-0.1.7.1.dist-info/RECORD

@@ -1,11 +0,0 @@
-mcp_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mcp_tools/dp_tools.py,sha256=ZOmHTIofSeuqiY3YZHNnK72-_MRo22tBAB9NJ4KyEbo,10416
-mcp_tools/main.py,sha256=Fdt2N3oKGwvruuno_ywnuWSlm1BexE9ZY669H2LTo9w,1056
-tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tools/browser_manager.py,sha256=EXM7n-sDOtdQGpWkVTAZHWhepVU-7PAoUTDNgGF9_fQ,1938
-tools/browser_proxy.py,sha256=YbqXT6h0Zz_H1TMGBd8wwPABIGpE0nGLwYzDlA4t674,6320
-tools/tools.py,sha256=TaWs-CNXy-py9BFmCnJrQ09ke938xXpImf-N2Qo_Rvc,4708
-jarvis_brain-0.1.7.1.dist-info/METADATA,sha256=nLX_3KOUhtCzLP_qScoyY6sdH0CtAWekIlqtfM2RZR0,241
-jarvis_brain-0.1.7.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-jarvis_brain-0.1.7.1.dist-info/entry_points.txt,sha256=YFQT4xpkUqt5dM5wlKPQQOqcjMuFrT9iuRAzIpAyH7U,51
-jarvis_brain-0.1.7.1.dist-info/RECORD,,