Jarvis-Brain 0.1.7.2__py3-none-any.whl → 0.1.7.5__py3-none-any.whl

{jarvis_brain-0.1.7.2.dist-info → jarvis_brain-0.1.7.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: Jarvis_Brain
-Version: 0.1.7.2
+Version: 0.1.7.5
 Summary: Jarvis brain mcp
 Requires-Python: >=3.10
 Requires-Dist: beautifulsoup4

jarvis_brain-0.1.7.5.dist-info/RECORD

@@ -0,0 +1,11 @@
+mcp_tools/__init__.py,sha256=nqhlHRalTYQF8gU5RBfanOn-zSONLYON1mjPIvP-f4w,113
+mcp_tools/dp_tools.py,sha256=OcZvuk_Ut0puHXVSH8PvA_BD0kfIGXy6MEmiwFb-tiI,10576
+mcp_tools/main.py,sha256=Fdt2N3oKGwvruuno_ywnuWSlm1BexE9ZY669H2LTo9w,1056
+tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+tools/browser_manager.py,sha256=EXM7n-sDOtdQGpWkVTAZHWhepVU-7PAoUTDNgGF9_fQ,1938
+tools/browser_proxy.py,sha256=cdMRxcUYyaOqGU17lldltHOvt9rxXD5Dwh7hBXEBby4,6780
+tools/tools.py,sha256=TaWs-CNXy-py9BFmCnJrQ09ke938xXpImf-N2Qo_Rvc,4708
+jarvis_brain-0.1.7.5.dist-info/METADATA,sha256=G2bIPs2Blz6NEb2y98dGociYlNrH9Vzm-6b-3y6-BT8,241
+jarvis_brain-0.1.7.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+jarvis_brain-0.1.7.5.dist-info/entry_points.txt,sha256=YFQT4xpkUqt5dM5wlKPQQOqcjMuFrT9iuRAzIpAyH7U,51
+jarvis_brain-0.1.7.5.dist-info/RECORD,,

mcp_tools/__init__.py

@@ -0,0 +1,4 @@
+a = ["a", "b", "c", "d", "e", "f", "g", "h"]
+print(len(a))
+for index, num in enumerate(a):
+    print(index, num)

mcp_tools/dp_tools.py

@@ -15,7 +15,7 @@ waf_status_code_dict = {
     521: "加速乐"
 }
 # 一轮最大输入，以免单个html最大长度超过ai最大输入
-ont_turn_max_token = 25000
+one_turn_max_token = 25000
 
 
 def register_visit_url(mcp: FastMCP, browser_manager: BrowserManager, client_manager: DPProxyClientManager):
@@ -46,7 +46,7 @@ def register_get_html(mcp: FastMCP, browser_manager, client_manager: DPProxyClie
         if not os.path.exists(html_source_code_local_save_path):
             os.makedirs(html_source_code_local_save_path)
         min_html, compress_rate = compress_html(tab.html)
-        html_str_list = [min_html[i:i + ont_turn_max_token] for i in range(0, len(min_html), ont_turn_max_token)]
+        html_str_list = [min_html[i:i + one_turn_max_token] for i in range(0, len(min_html), one_turn_max_token)]
         html_file_list = []
         for index, html_str in enumerate(html_str_list):
             file_name = file_name_prefix + f"_{tab_id}_segment{index}.html"
@@ -129,7 +129,7 @@ def register_quit_browser(mcp: FastMCP, browser_manager, client_manager: DPProxy
 
 def register_pop_first_packet(mcp: FastMCP, browser_manager, client_manager: DPProxyClientManager):
     @mcp.tool(name="pop_first_packet",
-              description="每调用一次就会弹出传入的tab页所监听到的数据包中的第一个packet_message")
+              description="每调用一次就会弹出传入的tab页所监听到的数据包中的第一个packet_message，当一个packet_message的response body过长时会被切分成多个包，具体一个请求是否还有下一个包，可以参考body_completed字段")
     async def pop_first_packet(browser_port: int, tab_id: str) -> dict[str, Any]:
         _browser = browser_manager.get_browser(browser_port)
         client = client_manager.get_client(tab_id)

tools/browser_proxy.py

@@ -7,6 +7,8 @@ from DrissionPage._units.listener import DataPacket
 from typing import Tuple, Optional
 import json
 
+one_turn_max_token = 20000
+
 
 class DPProxyClient:
     def __init__(self, driver: ChromiumTab, self_kill=False):
@@ -134,30 +136,36 @@ def check_data_packet(packet: DataPacket, client: DPProxyClient):
     if packet.request.hasPostData:
         data = packet.request.postData
     body = packet.response.body
-    temp_dict = {
-        "url": url,
-        "method": method,
-        "request_data": data,
-        "request_headers": dict(packet.request.headers),
-        "response_headers": dict(packet.response.headers),
-        "response_body": body,
-    }
-    # print(temp_dict)
-    client.packet_queue.append(temp_dict)
+    body_str = json.dumps(body, ensure_ascii=False)
+    body_str_list = [body_str[i:i + one_turn_max_token] for i in range(0, len(body_str), one_turn_max_token)]
+    body_completed = True
+    for index, body_str in enumerate(body_str_list):
+        if (index + 1) != len(body_str_list):
+            body_completed = False
+        temp_dict = {
+            "url": url,
+            "body_completed": body_completed,
+            "method": method,
+            "request_data": data,
+            "request_headers": dict(packet.request.headers),
+            "response_headers": dict(packet.response.headers),
+            "response_body_segment": body_str,
+        }
+        client.packet_queue.append(temp_dict)
 
 
 client_manager = DPProxyClientManager()
 
-if __name__ == '__main__':
-    co = ChromiumOptions().set_user_agent(
-        "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Mobile Safari/537.36")
-    tab = ChromiumPage(co).latest_tab
-    client = DPProxyClient(tab, self_kill=False)
-    # client = CaptchaClient(tab, self_kill=True)
-    tab = client.get_driver(True)
-    url = "https://api.toutiaoapi.com/feoffline/hotspot_and_local/html/hot_list/index.html?client_extra_params=%7B%22custom_log_pb%22%3A%22%7B%5C%22style_id%5C%22%3A%5C%2240030%5C%22%2C%5C%22entrance_hotspot%5C%22%3A%5C%22search%5C%22%2C%5C%22location%5C%22%3A%5C%22hot_board%5C%22%2C%5C%22category_name%5C%22%3A%5C%22hotboard_light%5C%22%7D%22%7D&count=50&log_pb=%7B%22style_id%22%3A%2240030%22%2C%22entrance_hotspot%22%3A%22search%22%2C%22location%22%3A%22hot_board%22%2C%22category_name%22%3A%22hotboard_light%22%7D&only_hot_list=1&tab_name=stream&enter_keyword=%23%E7%BE%8E%E5%9B%BD%E9%80%80%E5%87%BA66%E4%B8%AA%E5%9B%BD%E9%99%85%E7%BB%84%E7%BB%87%23"
-    tab.get(url)
-    for _ in range(5056):
-        new_packet = client.pop_first_packet()
-        print(new_packet, "23")
-        time.sleep(1)
+# if __name__ == '__main__':
+#     co = ChromiumOptions().set_user_agent(
+#         "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Mobile Safari/537.36")
+#     tab = ChromiumPage(co).latest_tab
+#     client = DPProxyClient(tab, self_kill=False)
+#     # client = CaptchaClient(tab, self_kill=True)
+#     tab = client.get_driver(True)
+#     url = "https://api.toutiaoapi.com/feoffline/hotspot_and_local/html/hot_list/index.html?client_extra_params=%7B%22custom_log_pb%22%3A%22%7B%5C%22style_id%5C%22%3A%5C%2240030%5C%22%2C%5C%22entrance_hotspot%5C%22%3A%5C%22search%5C%22%2C%5C%22location%5C%22%3A%5C%22hot_board%5C%22%2C%5C%22category_name%5C%22%3A%5C%22hotboard_light%5C%22%7D%22%7D&count=50&log_pb=%7B%22style_id%22%3A%2240030%22%2C%22entrance_hotspot%22%3A%22search%22%2C%22location%22%3A%22hot_board%22%2C%22category_name%22%3A%22hotboard_light%22%7D&only_hot_list=1&tab_name=stream&enter_keyword=%23%E7%BE%8E%E5%9B%BD%E9%80%80%E5%87%BA66%E4%B8%AA%E5%9B%BD%E9%99%85%E7%BB%84%E7%BB%87%23"
+#     tab.get(url)
+#     for _ in range(5056):
+#         new_packet = client.pop_first_packet()
+#         print(new_packet, "23")
+#         time.sleep(1)

jarvis_brain-0.1.7.2.dist-info/RECORD

@@ -1,11 +0,0 @@
-mcp_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-mcp_tools/dp_tools.py,sha256=LT2x9edWmmDqNoy66zPgwjUSLpYbMPUPluvDoAXs0FU,10421
-mcp_tools/main.py,sha256=Fdt2N3oKGwvruuno_ywnuWSlm1BexE9ZY669H2LTo9w,1056
-tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tools/browser_manager.py,sha256=EXM7n-sDOtdQGpWkVTAZHWhepVU-7PAoUTDNgGF9_fQ,1938
-tools/browser_proxy.py,sha256=yVTRpZA0IGLsL2Bl6zN_4hMdx2lX9UaMx5O6DPlrGRg,6333
-tools/tools.py,sha256=TaWs-CNXy-py9BFmCnJrQ09ke938xXpImf-N2Qo_Rvc,4708
-jarvis_brain-0.1.7.2.dist-info/METADATA,sha256=_j2fYANuNrAtnMwBnttjNSZ9z2vq7CDbjHS5LNnzKmQ,241
-jarvis_brain-0.1.7.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-jarvis_brain-0.1.7.2.dist-info/entry_points.txt,sha256=YFQT4xpkUqt5dM5wlKPQQOqcjMuFrT9iuRAzIpAyH7U,51
-jarvis_brain-0.1.7.2.dist-info/RECORD,,