pyxllib 0.3.136__tar.gz → 0.3.138__tar.gz

{pyxllib-0.3.136/pyxllib.egg-info → pyxllib-0.3.138}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyxllib
-Version: 0.3.136
+Version: 0.3.138
 Summary: 厦门理工模式识别团队通用python代码工具库
 Home-page: https://github.com/XLPRUtils/pyxllib
 Author: code4101
@@ -38,33 +38,33 @@ Requires-Dist: Jinja2
 Requires-Dist: pandas>=0.23.4
 Requires-Dist: pillow
 Provides-Extra: xlcv
+Requires-Dist: pillow; extra == "xlcv"
 Requires-Dist: opsdroid-get-image-size; extra == "xlcv"
 Requires-Dist: opencv-python; extra == "xlcv"
-Requires-Dist: pillow; extra == "xlcv"
 Provides-Extra: xlai
 Requires-Dist: pillow; extra == "xlai"
-Requires-Dist: visdom; extra == "xlai"
-Requires-Dist: opencv-python; extra == "xlai"
 Requires-Dist: opsdroid-get-image-size; extra == "xlai"
+Requires-Dist: opencv-python; extra == "xlai"
+Requires-Dist: visdom; extra == "xlai"
 Requires-Dist: pynvml; extra == "xlai"
 Provides-Extra: xlall
-Requires-Dist: flask; extra == "xlall"
-Requires-Dist: flask-wtf; extra == "xlall"
-Requires-Dist: pillow; extra == "xlall"
+Requires-Dist: ujson; extra == "xlall"
 Requires-Dist: flask-jwt-extended; extra == "xlall"
-Requires-Dist: arts; extra == "xlall"
-Requires-Dist: flask-cors; extra == "xlall"
+Requires-Dist: flask-restful; extra == "xlall"
+Requires-Dist: pillow; extra == "xlall"
+Requires-Dist: opsdroid-get-image-size; extra == "xlall"
 Requires-Dist: xlrd; extra == "xlall"
+Requires-Dist: zhconv; extra == "xlall"
+Requires-Dist: fastapi; extra == "xlall"
 Requires-Dist: sentencepiece; extra == "xlall"
+Requires-Dist: flask-wtf; extra == "xlall"
+Requires-Dist: uvicorn; extra == "xlall"
+Requires-Dist: flask; extra == "xlall"
+Requires-Dist: opencv-python; extra == "xlall"
 Requires-Dist: html2text; extra == "xlall"
 Requires-Dist: openai2; extra == "xlall"
-Requires-Dist: fastapi; extra == "xlall"
-Requires-Dist: opencv-python; extra == "xlall"
-Requires-Dist: opsdroid-get-image-size; extra == "xlall"
-Requires-Dist: zhconv; extra == "xlall"
-Requires-Dist: ujson; extra == "xlall"
-Requires-Dist: flask-restful; extra == "xlall"
-Requires-Dist: uvicorn; extra == "xlall"
+Requires-Dist: arts; extra == "xlall"
+Requires-Dist: flask-cors; extra == "xlall"
 
 # 1 install
 

{pyxllib-0.3.136 → pyxllib-0.3.138}/pyxllib/algo/geo.py

@@ -33,6 +33,18 @@ def ltrb2xywh(p):
     return [p[0], p[1], p[2] - p[0], p[3] - p[1]]
 
 
+def ltrb2polygon(p):
+    """ ltrb坐标转多边形
+
+    :param list|tuple p: [left, top, right, bottom]
+    :rtype: list
+
+    >>> ltrb2polygon([100, 50, 200, 150])
+    [[100, 50], [200, 50], [200, 150], [100, 150]]
+    """
+    return [p[:2], [p[2], p[1]], p[2:], [p[0], p[3]]]
+
+
 def rect2polygon(src_pts):
     """ 矩形对角线两个点，转成四边形四个点的模式来表达
     （输入左上、右下两个顶点坐标）

{pyxllib-0.3.136 → pyxllib-0.3.138}/pyxllib/autogui/autogui.py

@@ -27,7 +27,7 @@ except ModuleNotFoundError:
 from pyxllib.prog.newbie import first_nonnone, round_int
 from pyxllib.prog.pupil import xlwait, DictTool, check_install_package
 from pyxllib.prog.specialist import TicToc
-from pyxllib.algo.geo import ComputeIou, ltrb2xywh, xywh2ltrb
+from pyxllib.algo.geo import ComputeIou, ltrb2xywh, xywh2ltrb, ltrb2polygon
 from pyxllib.algo.shapelylib import ShapelyPolygon
 from pyxllib.file.specialist import File, Dir, XlPath
 from pyxllib.cv.expert import xlcv, xlpil
@@ -816,6 +816,36 @@ def list_windows(mode=1):
     return ls
 
 
+class UiTracePath:
+    """ 在window窗口上用鼠标勾画路径 """
+
+    @classmethod
+    def from_polygon(cls, points, duration_per_circle=3, num_circles=1):
+        """
+        让鼠标顺时针围绕任意多边形移动。
+
+        :param points: 多边形顶点的坐标列表，按顺时针或逆时针顺序排列
+        :param duration_per_circle: 每圈耗时
+        :param num_circles: 总圈数
+        """
+        num_points = len(points)
+        segment_duration = duration_per_circle / num_points  # 每条边的耗时
+
+        for _ in range(num_circles):
+            # 顺时针移动鼠标
+            for i in range(num_points):
+                start = points[i]
+                pyautogui.moveTo(start[0], start[1])
+                end = points[(i + 1) % num_points]
+                # 使用 moveTo 的 duration 参数控制每条边的移动时间
+                pyautogui.moveTo(end[0], end[1], duration=segment_duration)
+
+    @classmethod
+    def from_ltrb(cls, ltrb, **kwargs):
+        points = ltrb2polygon(ltrb)
+        return cls.from_polygon(points, **kwargs)
+
+
 if __name__ == '__main__':
     with TicToc(__name__):
         agld = AutoGuiLabelData(r'D:\slns\py4101\py4101\touhou\label')

pyxllib-0.3.138/pyxllib/autogui/uiautolib.py

@@ -0,0 +1,162 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# @Author : 陈坤泽
+# @Email  : 877362867@qq.com
+# @Date   : 2024/11/05
+
+"""
+以uiautomation为核心的相关工具库
+"""
+
+import textwrap
+
+import psutil
+import pandas as pd
+
+# ui组件大多是树形组织结构，auto库自带树形操作太弱。没有专业的树形结构库，能搞个毛线。
+from anytree import NodeMixin
+
+import win32gui
+import win32process
+import uiautomation as auto
+
+
+def get_windows_info():
+    """ 得到当前机器的全部窗口信息清单 """
+    window_list = []
+
+    def get_all_hwnd(hwnd, mouse):
+        thread_id, process_id = win32process.GetWindowThreadProcessId(hwnd)
+        proc = psutil.Process(process_id)
+
+        is_window = win32gui.IsWindow(hwnd)
+        is_enabled = win32gui.IsWindowEnabled(hwnd)
+        is_visible = win32gui.IsWindowVisible(hwnd)
+        text = win32gui.GetWindowText(hwnd)
+
+        data = {
+            'proc_name': proc.name(),
+            'process_id': process_id,
+            'thread_id': thread_id,
+            'hwnd': hwnd,
+            'ClassName': win32gui.GetClassName(hwnd),
+            'ControlTypeName': '',
+            'WindowText': text,
+            'IsWindow': is_window,
+            'IsWindowEnabled': is_enabled,
+            'IsWindowVisible': is_visible
+        }
+
+        if not data['proc_name'].endswith('.tmp') and is_visible:
+            ctrl = auto.ControlFromHandle(hwnd)
+            data['ControlTypeName'] = ctrl.ControlTypeName
+
+        window_list.append(data)
+
+    win32gui.EnumWindows(get_all_hwnd, 0)
+    return pd.DataFrame(window_list)
+
+
+class UiCtrlNode(NodeMixin):
+    def __0_构建(self):
+        pass
+
+    def __init__(self, ctrl, parent=None, *, build_depth=-1):
+        """
+        :param ctrl: 当前节点
+        :param parent: 父结点
+        :param build_depth: 自动构建多少层树节点，默认-1表示构建全部节点
+        """
+        # 初始化节点信息
+        self.ctrl = ctrl
+        self.ctrl_type = ctrl.ControlTypeName
+        self.text = ctrl.Name
+        self.parent = parent  # 指定父节点，用于形成树结构
+
+        # 自动递归创建子节点
+        self.build_children(build_depth)
+
+    @classmethod
+    def get_window(cls, class_name=None, name=None, *, build_depth=-1, **kwargs):
+        # wake_up_window(class_name, name=name)
+        if class_name is not None:
+            kwargs['ClassName'] = class_name
+        if name is not None:
+            kwargs['Name'] = name
+        ctrl = auto.WindowControl(**kwargs)
+        return cls(ctrl, build_depth=build_depth)
+
+    def build_children(self, build_depth, child_node_class=None):
+        """ 创建并添加子节点到树中 """
+        if build_depth == 0:
+            return
+        child_node_class = child_node_class or self.__class__
+        for child_ctrl in self.ctrl.GetChildren():
+            child_node_class(child_ctrl, parent=self, build_depth=build_depth - 1)
+
+    def __1_调试(self):
+        pass
+
+    def trace_rect(self, duration_per_circle=3, num_circles=1):
+        """ 用鼠标勾画出当前组件的矩形位置区域 """
+        from pyxllib.autogui.autogui import UiTracePath
+
+        rect = self.ctrl.BoundingRectangle
+        ltrb = [rect.left, rect.top, rect.right, rect.bottom]
+        UiTracePath.from_ltrb(ltrb,
+                              duration_per_circle=duration_per_circle,
+                              num_circles=num_circles)
+
+    def __2_功能(self):
+        pass
+
+    def __getitem__(self, index):
+        """ 通过索引直接访问子节点
+
+        ui操作经常要各种结构化的访问，加个这个简化引用方式
+        """
+        return self.children[index]
+
+    def get_ctrl_hash_tag(self, level=1):
+        """ 生成节点的哈希字符串，以反映子树结构，一般用来对节点做分类及映射到对应处理函数 """
+        # 当前节点的类型标识符
+        hash_strs = [f"{level}{self.ctrl_type[0].lower()}"]
+        # 遍历所有子节点，递归生成子节点的哈希值
+        for child in self.children:
+            hash_strs.append(f"{child.get_ctrl_hash_tag(level + 1)}")
+        return ''.join(hash_strs)
+
+    def __3_展示(self):
+        pass
+
+    def _format_text(self, text):
+        """ 将换行替换为空格的小工具方法 """
+        return text.replace('\n', ' ')
+
+    def __repr__(self):
+        """ 用于在打印节点时显示关键信息 """
+        return f"UiNode(ctrl_type={self.ctrl_type}, text={self._format_text(self.text)})"
+
+    def render_tree(self):
+        """ 展示以self为根节点的整体内容结构 """
+        # 1 渲染自身
+        line = [self.ctrl_type]
+        line.append(self._format_text(self.text))
+
+        # 加上控件的坐标信息
+        rect = self.ctrl.BoundingRectangle
+        line.append(f"[{rect.left}, {rect.top}, {rect.right}, {rect.bottom}]")
+
+        # 我的hash值
+        tag = self.get_ctrl_hash_tag()
+        if len(tag) <= 64:
+            line.append(tag)
+
+        lines = [' '.join(line)]
+
+        # 2 子结点情况
+        for child in self.children:
+            line = child.render_tree()
+            line = textwrap.indent(line, '    ')
+            lines.append(line)
+        return '\n'.join(lines)

{pyxllib-0.3.136 → pyxllib-0.3.138}/pyxllib/autogui/wechat.py

@@ -13,13 +13,21 @@ from copy import deepcopy
 from typing import Iterable
 import os
 from typing import (Iterable, Callable, List)
+import json
+import re
+import textwrap
 
 import ctypes
 from ctypes import wintypes
 import uiautomation as auto
+from anytree import NodeMixin, RenderTree
 
 import win32clipboard
 
+from pyxllib.prog.pupil import print2string
+from pyxllib.autogui.wechat_msgbox import msg_parsers
+from pyxllib.autogui.uiautolib import UiCtrlNode
+
 
 def __1_config():
     pass
@@ -218,11 +226,14 @@ def wake_up_window(class_name, name):
     if hwnd := win32gui.FindWindow(class_name, name):
         # 恢复窗口
         win32gui.ShowWindow(hwnd, win32con.SW_RESTORE)
-        # 尝试将窗口置前
-        try:
-            win32gui.SetForegroundWindow(hwnd)
-        except Exception as e:
-            print(f"尝试将窗口置前时出错: {e}")
+        # 检查窗口是否已在前
+        if win32gui.GetForegroundWindow() != hwnd:
+            # 尝试将窗口置前
+            try:
+                win32gui.SetForegroundWindow(hwnd)
+            except Exception as e:
+                pass
+                # print(f"尝试将窗口置前时出错: {e}")
 
 
 def is_window_visible(class_name, name):
@@ -247,6 +258,181 @@ def __4_wx():
     pass
 
 
+class MsgNode(UiCtrlNode):
+    """ 一条消息的节点 """
+
+    def __init__(self, msg_ctrl, parent=None, *, build_depth=-1):
+        super().__init__(msg_ctrl, parent, build_depth=build_depth)
+        self.time = None  # 每条消息都建立一个最近出现的时间作为时间戳？
+        self.msg_type = None  # 消息类型：system, receive, send
+        self.content_type = None  # 内容类型：text、image、file、time
+
+        self.user = None  # 用户名
+        self.user2 = None  # 群聊时用户会多一个群聊昵称
+        self.cite_text = None  # 引用的内容，引用的不一定是文本，但是统一转成文本显示的
+
+        self.render_text = None  # 供人预览，和简化给ai查看的格式
+
+    def build_children(self, build_depth, child_node_class=None):
+        if build_depth == 0:
+            return
+        child_node_class = child_node_class or UiCtrlNode
+        for child_ctrl in self.ctrl.GetChildren():
+            child_node_class(child_ctrl, parent=self, build_depth=build_depth - 1)
+
+    def init(self):
+        """ 解析出更精细的结构化信息 """
+        from pyxllib.autogui.wechat_msgbox import msg_parsers
+
+        tag = self.get_ctrl_hash_tag()
+        if tag in msg_parsers:
+            msg_parsers[tag](self)
+
+    def render_tree(self):
+        """ 展示以self为根节点的整体内容结构 """
+        # 1 未解析过的节点，原样输出树形结构供添加解析
+        if not self.msg_type:
+            return super().render_tree()
+
+        # 2 已设置好预览文本的直接输出
+        if self.render_text:
+            return self.render_text
+
+        # 3 否则用一套通用的机制渲染输出
+        fmt = self._format_text
+        # 定义类型到符号的映射
+        type_to_symbol = {
+            'send': '↑',
+            'receive': '↓',
+            'system': '⚙️'  # 假设 'system' 类型对应的符号是 ⚙️
+        }
+        # 根据 msg_type 获取相应的符号
+        msg = [f"{type_to_symbol.get(self.msg_type, self.msg_type)}"]
+
+        if self.user:
+            msg.append(f"{self.user}: ")
+        msg.append(fmt(self.text))
+
+        if self.cite_text:
+            msg.append(f"【引用】{fmt(self.cite_text)}")
+        return ' '.join(msg)
+
+    def is_match(self, msg_node):
+        """ 两条msg_node是否对应的上 """
+        from datetime import datetime
+
+        # 1 比如内容一致
+        if self.render_tree() == msg_node.render_tree():
+            return 2  # 强一致
+
+        # 2 或者"撤回"格式对应的上
+        is_recall = (self.content_type == 'recall' or msg_node.content_type == 'recall')
+        user_matches = is_recall and (self.user == msg_node.user or self.user2 == msg_node.user2)
+        if is_recall and user_matches:
+            return 1  # 弱一致
+
+        # 3 判断是否为 'system'、'time' 类型
+        is_system_time_type = (self.msg_type == msg_node.msg_type == 'time')
+        if is_system_time_type:
+            # 检查时间匹配，确保都是 datetime 类型，并只比较年月日时分部分
+            same_time = (
+                    isinstance(self.time, datetime) and
+                    isinstance(msg_node.time, datetime) and
+                    self.time.strftime('%Y-%m-%d %H:%M') == msg_node.time.strftime('%Y-%m-%d %H:%M')
+            )
+            if same_time:
+                return 2
+
+            if self.text == '以下是新消息' or msg_node.text == '以下是新消息':
+                return 1
+
+        # 4 如果有一条.content_type=='button_more'，也直接弱匹配
+        if self.content_type == 'button_more' or msg_node.content_type == 'button_more':
+            return 1
+
+
+class ChatBoxNode(UiCtrlNode):
+    """ 当前会话消息窗的节点 """
+
+    def __init__(self, chat_box_ctrl, parent=None, *, build_depth=-1):
+        super().__init__(chat_box_ctrl, parent, build_depth=build_depth)
+
+    def build_children(self, build_depth, child_node_class=None):
+        # 1 遍历消息初始化
+        if build_depth == 0:
+            return
+        for child_ctrl in self.ctrl.GetChildren():
+            node = MsgNode(child_ctrl, parent=self, build_depth=build_depth - 1)
+            node.init()  # 节点扩展的初始化操作
+
+        # 2 设置每条消息的时间
+        last_time = None
+        for c in self.children:
+            if c.time:
+                last_time = c.time
+            else:
+                c.time = last_time
+
+    def findidx_system_time(self):
+        """ 最后条系统时间标记 """
+        for idx in range(len(self.children) - 1, -1, -1):
+            if self.children[idx].content_type == 'time':
+                return idx
+        return -1
+
+    def findidx_last_send(self):
+        """ 最后条发出去的消息 """
+        for idx in range(len(self.children) - 1, -1, -1):
+            if self.children[idx].content_type == 'receive':
+                return idx
+        return -1
+
+    def findidx_last_match(self, old_chat_box):
+        """
+        :param old_chat_box: 旧的消息队列
+        :return: 在当前 self.children 中首次匹配到的 old_chat_box 最后几条消息的起始下标
+        """
+        x, y = old_chat_box.children, self.children
+        n, m = len(x), len(y)
+
+        def check_bais(k):
+            """ 检查偏移量k是否能匹配 """
+            # i, j分别指向"最后一条"数据，然后开始匹配
+            i, j = n - 1, m - k - 1
+            while min(i, j) > 0:  # 不匹配第0条，第0条太特别
+                if y[j].is_match(x[i]):
+                    i, j = i - 1, j - 1
+                    continue
+                return False
+            return True
+
+        for k in range(m):
+            if check_bais(k):
+                return m - k - 1
+
+        return -1  # 如果没有匹配，返回 -1
+
+
+class WeChatMainWnd(UiCtrlNode):
+
+    def build_children(self, build_depth, child_node_class=None):
+        if build_depth == 0:
+            return
+        # 跳过两级
+        ctrl = self.ctrl.GetChildren()[0].GetChildren()[0]
+        for child_ctrl in ctrl.GetChildren():
+            UiCtrlNode(child_ctrl, parent=self, build_depth=build_depth - 1)
+
+    def wake_up_window(self):
+        wake_up_window('WeChatMainWndForPC', '微信')
+
+    @classmethod
+    def get_window(cls, class_name='WeChatMainWndForPC', name='微信', build_depth=-1):
+        wake_up_window(class_name, name=name)
+        ctrl = auto.WindowControl(ClassName=class_name, Name=name)
+        return cls(ctrl, build_depth=build_depth)
+
+
 class WxOperation:
     """
     微信群发消息的类，提供了与微信应用交互的方法集，用于发送消息，管理联系人列表等功能。
@@ -260,7 +446,7 @@ class WxOperation:
 
     Methods:
     -------
-    __goto_chat_box(name):
+    goto_chat_box(name):
         跳转到 指定好友窗口
     __send_text(*msgs):
         发送文本。
@@ -293,14 +479,14 @@ class WxOperation:
         # 微信窗口置顶
         self.wx_window.SetTopmost(isTopmost=True)
 
-    def __match_nickname(self, name) -> bool:
+    def match_nickname(self, name):
         """获取当前面板的好友昵称"""
         self.input_edit = self.wx_window.EditControl(Name=name)
         if self.input_edit.Exists(Interval.MAX_SEARCH_SECOND, searchIntervalSeconds=Interval.MAX_SEARCH_INTERVAL):
-            return True
+            return self.input_edit
         return False
 
-    def __goto_chat_box(self, name: str) -> bool:
+    def goto_chat_box(self, name: str) -> bool:
         """
         跳转到指定 name好友的聊天窗口。
 
@@ -310,6 +496,10 @@ class WxOperation:
         Returns:
             None
         """
+        if ctrl := self.match_nickname(name):
+            ctrl.SetFocus()
+            return ctrl
+
         assert name, "无法跳转到名字为空的聊天窗口"
         self.wx_window.SendKeys(text='{Ctrl}F', waitTime=Interval.BASE_INTERVAL)
         self.wx_window.SendKeys(text='{Ctrl}A', waitTime=Interval.BASE_INTERVAL)
@@ -331,6 +521,11 @@ class WxOperation:
         self.wx_window.SendKeys(text='{Esc}', waitTime=Interval.BASE_INTERVAL)
         return False
 
+    def get_messages(self):
+        """ 获得当前会话窗口的结构化对话记录 """
+        msg_box = ChatBoxNode(self.wx_window.ListControl(Name='消息'))
+        print(msg_box.render_tree())
+
     def at_at_everyone(self, group_chat_name: str):
         """
         @全部人的操作
@@ -517,8 +712,8 @@ class WxOperation:
             raise TypeError("发送的文件路径必须是可迭代的")
 
         # 如果当前面板已经是需发送好友, 则无需再次搜索跳转
-        if not self.__match_nickname(name=name):
-            if not self.__goto_chat_box(name=name):
+        if not self.match_nickname(name=name):
+            if not self.goto_chat_box(name=name):
                 raise NameError('昵称不匹配')
 
         # 设置输入框为当前焦点