gomyck-tools 1.3.4__py3-none-any.whl → 1.3.6__py3-none-any.whl

ctools/ai/tools/json_extract.py

@@ -0,0 +1,201 @@
+#!/usr/bin/env python
+# -*- coding: UTF-8 -*-
+__author__ = 'haoyang'
+__date__ = '2025/5/19 16:45'
+
+import re
+
+from ctools import cjson
+
+
+def extract_json_from_text(text):
+  """
+  从混杂文本中提取第一个完整的 JSON 对象
+  """
+  import json
+
+  # 方法1：尝试直接解析
+  try:
+    return json.loads(text)
+  except json.JSONDecodeError:
+    pass
+
+  # 方法2：字符级括号匹配提取 JSON
+  start = None
+  brace_count = 0
+  for i, char in enumerate(text):
+    if char == '{':
+      if start is None:
+        start = i
+      brace_count += 1
+    elif char == '}':
+      brace_count -= 1
+      if brace_count == 0 and start is not None:
+        json_candidate = text[start:i + 1]
+        try:
+          return json.loads(json_candidate)
+        except json.JSONDecodeError:
+          start = None  # 重置继续寻找下一个可能的 JSON
+
+  # 方法3：尝试 JSONP 格式
+  match = re.search(r'\((\{[\s\S]*\})\)', text)
+  if match:
+    try:
+      return json.loads(match.group(1))
+    except json.JSONDecodeError:
+      pass
+
+  return None
+
+if __name__ == '__main__':
+    xx = """
+    <think>
+
+</think>
+
+{
+  "sjbs": {
+    "xsbt": "东都公园业主集体信访事件",
+    "sjbh": "202406031234",
+    "jjcd": ["黄"]
+  },
+  "skys": {
+    "zxsj": [
+      {
+        "jqsj": "2024-06-03 09:00",
+        "sjms": "6月3日",
+        "sjlx": ["计划时间"]
+      }
+    ],
+    "zxdd": [
+      {
+        "bzdz": "黑龙江省哈尔滨市信访局",
+        "cslx": ["政府机关"]
+      }
+    ]
+  },
+  "ssqt": {
+    "qtms": ["哈尔滨市道外区东都公园业主"],
+    "qtgm": ["约5人以上，可能发展至群体性事件"],
+    "qtbq": ["房地产纠纷", "历史遗留问题"],
+    "zztz": ["有核心组织"]
+  },
+  "ryqd": [
+    {
+      "xm": ["杨开亮"],
+      "sfzh": ["2301251968101335**"],
+      "js": ["组织者"],
+      "hjd": ["哈尔滨市宾县满井镇永宁村崔海屯"],
+      "jzd": ["团结镇东都公元一区五栋二单元603"],
+      "lxdh": ["139366789**"],
+      "rybq": ["重点人"],
+      "wlzh": {
+        "wx": [],
+        "qq": []
+      },
+      "gjxx": [
+        {
+          "sj": ["2024-05-28 20:26"],
+          "dd": ["网络群聊"],
+          "xw": ["组织动员"]
+        }
+      ]
+    },
+    {
+      "xm": ["孙凤玲"],
+      "sfzh": ["2301041955121712**"],
+      "js": ["积极参与者"],
+      "hjd": ["哈尔滨市道外区迎新街好民居滨港水岸D15栋1单元14层4号"],
+      "jzd": ["道外区陶瓷小区D15-1-1404"],
+      "lxdh": ["17758887348"],
+      "rybq": [],
+      "wlzh": {
+        "wx": [],
+        "qq": []
+      },
+      "gjxx": [
+        {
+          "sj": ["2024-05-28 19:00"],
+          "dd": ["网络群聊"],
+          "xw": ["响应组织"]
+        }
+      ]
+    },
+    {
+      "xm": ["高秀艳"],
+      "sfzh": ["2323261982060762**"],
+      "js": ["积极参与者"],
+      "hjd": ["绥化市青冈县劳动乡北斗村丛喜云屯"],
+      "jzd": ["哈尔滨市道外区团结镇森桐木业"],
+      "lxdh": ["15846349146"],
+      "rybq": [],
+      "wlzh": {
+        "wx": [],
+        "qq": []
+      },
+      "gjxx": [
+        {
+          "sj": ["2024-05-28 20:00"],
+          "dd": ["网络群聊"],
+          "xw": ["响应组织"]
+        }
+      ]
+    },
+    {
+      "xm": ["高振凤"],
+      "sfzh": ["2323031974103046**"],
+      "js": ["一般参与者"],
+      "hjd": ["绥化市肇东市东发乡夕阳村郭家屯"],
+      "jzd": ["团结镇团结镇东都公园一区七栋一单元101"],
+      "lxdh": ["18004659805"],
+      "rybq": [],
+      "wlzh": {
+        "wx": [],
+        "qq": []
+      },
+      "gjxx": [
+        {
+          "sj": ["2024-05-28 19:30"],
+          "dd": ["网络群聊"],
+          "xw": ["响应组织"]
+        }
+      ]
+    },
+    {
+      "xm": ["陈立军"],
+      "sfzh": ["2301251980031907**"],
+      "js": ["组织者", "群主"],
+      "hjd": ["哈尔滨市宾县宾西镇一委六组"],
+      "jzd": [],
+      "lxdh": ["15776806667"],
+      "rybq": ["重点人"],
+      "wlzh": {
+        "wx": [],
+        "qq": []
+      },
+      "gjxx": [
+        {
+          "sj": ["2024-05-28 19:00"],
+          "dd": ["网络群聊"],
+          "xw": ["组织动员"]
+        }
+      ]
+    }
+  ],
+  "sjtz": {
+    "xwlx": ["集体信访", "网络串联"],
+    "sqnr": ["要求政府解决房产证办理问题，明确责任主体并推动政策落实"],
+    "dktz": [],
+    "zjly": ["自筹"]
+  },
+  "czjy": {
+    "zrdw": ["哈尔滨市公安局道外分局", "信访维稳专班"],
+    "yjcs": ["提前约谈重点人员", "加强网络群组监控", "部署现场警力"]
+  }
+}
+20250603142141-INFO-8399134464-web_log(log:214) 127.0.0.1 [03/Jun/2025:14:18:39 +0800] "POST /chat/completion HTTP/1.1" 200 3670 "-" "python-requests/2.32.3"
+
+
+    """
+
+    print((cjson.dumps(extract_json_from_text(xx))))

ctools/ai/tools/think_process.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: UTF-8 -*-
+__author__ = 'haoyang'
+__date__ = '2025/6/3 14:30'
+
+import re
+
+
+def remove_think_blocks(text: str) -> str:
+  cleaned_text = re.sub(r"<think>.*?</think>", "", text, flags=re.DOTALL)
+  return cleaned_text.strip()

ctools/ai/tools/tool_use_xml_parse.py

@@ -0,0 +1,32 @@
+import json
+import xml.etree.ElementTree as ET
+import html
+
+
+def parse_tool_use(xml_string):
+  tool_name = ''
+  try:
+    root = ET.fromstring(xml_string.strip())
+    if root.tag != "tool_use": raise ValueError("根标签必须是 <tool_use>")
+    tool_name = root.find("name").text.strip()
+    arguments_text = root.find("arguments").text.strip()
+    arguments_text = html.unescape(arguments_text)
+    arguments = json.loads(arguments_text)
+    return {
+      "tool": tool_name,
+      "arguments": arguments
+    }
+  except Exception as e:
+    raise ValueError(f"tool_use_{tool_name} 解析失败: {e}")
+
+# 测试
+if __name__ == '__main__':
+  xml_input = """
+<tool_use>
+<name>set</name>
+<arguments>{"key": "weather_harbin", "value": "{\\"city\\":\\"哈尔滨市\\",\\"forecasts\\":[{\\"date\\":\\"2025-05-27\\",\\"week\\":\\"2\\",\\"dayweather\\":\\"晴\\",\\"nightweather\\":\\"晴\\",\\"daytemp\\":29,\\"nighttemp\\":15,\\"daywind\\":\\"南\\",\\"nightwind\\":\\"南\\",\\"daypower\\":1,\\"nightpower\\":3},{\\"date\\":\\"2025-05-28\\",\\"week\\":"3", \\"dayweather\\":"晴", \\"nightweather\\":"晴", \\"daytemp\\":"30", \\"nighttemp\\":"17"}]}"}</arguments>
+</tool_use>
+    """
+  result = parse_tool_use(xml_input)
+  print("\n【结果】")
+  print(json.dumps(result, ensure_ascii=False, indent=2))

ctools/ai/tools/xml_extract.py

@@ -0,0 +1,13 @@
+import re
+
+def extract_all_xml_blocks(text):
+  return re.findall(r"<tool_use>.*?</tool_use>", text, re.DOTALL)
+text = """
+一些内容...
+123
+"""
+
+results = extract_all_xml_blocks(text)
+print(results)
+for xml_block in results:
+  print(xml_block)

ctools/aio_web_server.py

@@ -0,0 +1,145 @@
+#!/usr/bin/env python
+# -*- coding: UTF-8 -*-
+"""A lightweight async HTTP server based on aiohttp."""
+
+__author__ = 'haoyang'
+__date__ = '2025/5/30 09:54'
+
+import asyncio
+import sys
+from pathlib import Path
+from typing import Optional, Dict, Any
+
+from aiohttp import web
+
+from ctools import sys_info
+
+DEFAULT_PORT = 8888
+
+class AioHttpServer:
+  def __init__(self, port: int = DEFAULT_PORT, app: Optional[web.Application] = None, routes: Optional[web.RouteTableDef] = None, async_func = None):
+    """
+    Initialize the HTTP server.
+
+    Args:
+        port: Port number to listen on
+        app: Optional existing aiohttp Application instance
+    """
+    self.app = app or web.Application()
+    self.port = port
+    self.index_root = Path('./')
+    self.index_filename = 'index.html'
+    self.is_tpl = False
+    self.template_args: Dict[str, Any] = {}
+    self.redirect_url: Optional[str] = None
+    self.static_root = Path('./static')
+    self.download_root = Path('./download')
+    self.routes = routes
+    self.async_func = async_func
+
+    # Register routes
+    self.app.add_routes([
+      web.get('/', self.handle_index),
+      web.get('/index', self.handle_index),
+      web.get('/static/{filepath:.*}', self.handle_static),
+      web.get('/download/{filepath:.*}', self.handle_download)
+    ])
+    if self.routes:
+      self.app.add_routes(self.routes)
+
+  async def handle_index(self, request: web.Request) -> web.StreamResponse:
+    """Handle requests to the index page."""
+    if self.redirect_url:
+      return web.HTTPFound(self.redirect_url)
+
+    index_path = self.index_root / self.index_filename
+
+    if not index_path.exists():
+      return web.HTTPNotFound()
+
+    if self.is_tpl:
+      # If using templates, you might want to use a template engine here
+      return web.FileResponse(
+        index_path,
+        headers={'Content-Type': 'text/html'}
+      )
+    return web.FileResponse(index_path)
+
+  async def handle_static(self, request: web.Request) -> web.StreamResponse:
+    """Handle static file requests."""
+    filepath = Path(request.match_info['filepath'])
+    full_path = self.static_root / filepath
+
+    if not full_path.exists():
+      return web.HTTPNotFound()
+
+    return web.FileResponse(full_path)
+
+  async def handle_download(self, request: web.Request) -> web.StreamResponse:
+    """Handle file download requests."""
+    filepath = Path(request.match_info['filepath'])
+    full_path = self.download_root / filepath
+
+    if not full_path.exists():
+      return web.HTTPNotFound()
+
+    return web.FileResponse(
+      full_path,
+      headers={'Content-Disposition': f'attachment; filename="{filepath.name}"'}
+    )
+
+  def set_index(
+    self,
+    filename: str = 'index.html',
+    root: str = './',
+    is_tpl: bool = False,
+    redirect_url: Optional[str] = None,
+    **kwargs: Any
+  ) -> None:
+    """
+    Configure index page settings.
+
+    Args:
+        filename: Name of the index file
+        root: Root directory for index file
+        is_tpl: Whether the file is a template
+        redirect_url: URL to redirect to instead of serving index
+        kwargs: Additional template arguments
+    """
+    self.index_root = Path(root)
+    self.index_filename = filename
+    self.is_tpl = is_tpl
+    self.redirect_url = redirect_url
+    self.template_args = kwargs
+
+  def set_static(self, root: str = './static') -> None:
+    """Set the root directory for static files."""
+    self.static_root = Path(root)
+
+  def set_download(self, root: str = './download') -> None:
+    """Set the root directory for downloadable files."""
+    self.download_root = Path(root)
+
+  async def run(self) -> None:
+    """Run the server."""
+    if self.async_func:
+      await self.async_func()
+    print(
+      'Server running at:\n'
+      f'\tLocal: http://localhost:{self.port}\n'
+      f'\tNetwork: http://{sys_info.get_local_ipv4()}:{self.port}',
+      file=sys.stderr
+    )
+    await web._run_app(
+      self.app,
+      port=self.port,
+      host='0.0.0.0'
+    )
+
+
+def init_routes() -> web.RouteTableDef:
+  return web.RouteTableDef()
+
+def init_server(routes: Optional[web.RouteTableDef] = None, app: Optional[web.Application] = None, port: int = DEFAULT_PORT, async_func = None) -> AioHttpServer:
+  """Initialize and return a new AioHttpServer instance."""
+  return AioHttpServer(port=port, app=app, routes=routes, async_func=async_func)

ctools/bottle_web_base.py

@@ -6,8 +6,8 @@ import bottle
 from bottle import response, Bottle, request
 
 from ctools import ctoken
-from ctools.dict_wrapper import DictWrapper
 from ctools.api_result import R
+from ctools.dict_wrapper import DictWrapper
 from ctools.sys_log import flog as log
 
 bottle.BaseRequest.MEMFILE_MAX = 1024 * 1024 * 50

ctools/bottle_webserver.py

@@ -22,7 +22,7 @@ def get_ws_modules():
 """
 
 """
-from ctools import bottle_web_base, token, bottle_webserver
+from ctools import bottle_web_base, ctoken, bottle_webserver
 from ctools.api_result import R
 
 secret_key = "xxx"
@@ -35,7 +35,7 @@ def token_check():
 
 @app.post('/login')
 def login(params):
-  return R.ok(token.gen_token({'username': 'xxx'}, secret_key, 3600))
+  return R.ok(ctoken.gen_token({'username': 'xxx'}, secret_key, 3600))
 
 @app.get('/demo')
 @bottle_web_base.rule('DOC:DOWNLOAD')
@@ -115,6 +115,7 @@ class CBottle:
     self.download_root = root
 
   def mount(self, context_path, app, **kwargs):
+    if not context_path: return
     self.bottle.mount(context_path, app, **kwargs)
 
 def init_bottle(app:Bottle=None, port=_default_port, quiet=False) -> CBottle:

ctools/cdebug.py

@@ -14,6 +14,11 @@ class ProgramInterceptor:
     self.log_queue = Queue()
 
   def start(self):
+    if self.command[0] == "--log":
+      # 启动日志写入线程
+      log_thread = threading.Thread(target=self._write_log_thread, daemon=True)
+      log_thread.start()
+      self.command = self.command[1:]
     # 启动子进程
     self.process = subprocess.Popen(
       self.command,
@@ -24,10 +29,6 @@ class ProgramInterceptor:
       universal_newlines=True
     )
 
-    # 启动日志写入线程
-    log_thread = threading.Thread(target=self._write_log_thread, daemon=True)
-    log_thread.start()
-
     # 记录初始信息
     self._enqueue_log("header", f"Command: {' '.join(self.command)}")
     self._enqueue_log("header", f"Start time: {datetime.now()}")
@@ -88,7 +89,9 @@ class ProgramInterceptor:
 
       # 等待日志写入完成
       self.log_queue.put(None)  # 结束信号
-      log_thread.join(timeout=2)
+      if hasattr(self, "log_thread") and isinstance(self.log_thread, threading.Thread):
+        if self.log_thread.is_alive():
+          self.log_thread.join(timeout=2)
 
   def _forward_stream(self, source, target, stream_name):
     """转发数据流并记录"""

ctools/ckafka.py

@@ -4,12 +4,11 @@ __author__ = 'haoyang'
 __date__ = '2024/9/5 10:39'
 
 import time
-from threading import Thread, Lock
+from threading import Thread
 
 from kafka import KafkaProducer, errors, KafkaConsumer
 from kafka.producer.future import FutureRecordMetadata
 
-from ctools import thread_pool
 from ctools.cjson import dumps
 
 """

ctools/credis.py

@@ -8,6 +8,7 @@ from redis import Redis
 
 from ctools import date_utils, thread_pool, string_tools
 
+
 def init_pool(host: str = 'localhost', port: int = 6379, db: int = 0, password: str = None,
               username: str = None, decode_responses: bool = True, max_connections: int = 75,
               health_check_interval: int = 30, retry_count: int = 3) -> Redis:

ctools/ctoken.py

@@ -4,6 +4,7 @@ __author__ = 'haoyang'
 __date__ = '2025/1/21 16:01'
 
 import time
+
 import jwt
 from bottle import request
 

ctools/czip.py

@@ -6,6 +6,7 @@ __date__ = '2025/1/24 08:48'
 import io
 import os
 import time
+
 import pyzipper
 
 """

ctools/database.py

@@ -1,7 +1,7 @@
 import contextlib
 import datetime
-import math
 
+import math
 from sqlalchemy import create_engine, Integer, Column, event
 from sqlalchemy.ext.declarative import declarative_base
 from sqlalchemy.orm import sessionmaker, Session

ctools/douglas_rarefy.py

@@ -4,7 +4,6 @@ __author__ = 'haoyang'
 __date__ = '2024/9/19 14:02'
 
 import math
-
 from jsonpath_ng import parser
 
 from ctools import cjson

ctools/http_utils.py

@@ -16,7 +16,7 @@ def get(url, params=None, headers=None):
 
 def post(url, data=None, json=None, headers=None, files=None):
   result = ""
-  response = requests.post(url, data=data, json=json, files=files, headers=headers, timeout=60, verify=False)
+  response = requests.post(url, data=data, json=json, files=files, headers=headers, timeout=600, verify=False)
   response.raise_for_status()
   if response.status_code == 200:
     result = response.content

ctools/imgDialog.py

@@ -6,6 +6,7 @@ from tkinter import ttk
 import requests
 from PIL import Image, ImageTk
 
+
 def showImageTip(root, title, imagePath, tips):
   # 创建一个Tk对象
   if root:

ctools/metrics.py

@@ -3,6 +3,7 @@ import threading
 from enum import Enum
 
 from prometheus_client import Counter, Gauge, Summary, Histogram, start_http_server
+
 from ctools import call, cjson, sys_log, work_path
 
 log = sys_log.flog

ctools/mqtt_utils.py

@@ -2,11 +2,12 @@ import time
 from enum import Enum
 from typing import Dict
 
-from ctools.dict_wrapper import DictWrapper as DictToObj
 from paho.mqtt import client as mqtt
 from paho.mqtt.enums import CallbackAPIVersion
 
 from ctools import sys_log, cjson, string_tools, sys_info, date_utils, sm_tools, thread_pool
+from ctools.dict_wrapper import DictWrapper as DictToObj
+
 
 class MQTTEvent(Enum):
 

ctools/pty_tools.py

@@ -2,11 +2,12 @@ import _thread
 import queue
 import time
 
-# 伪终端交互
-
 from winpty import PtyProcess
 
 
+# 伪终端交互
+
+
 class Code:
   SUCCESS = 200
   FAIL = 201

ctools/rsa.py

@@ -1,9 +1,9 @@
 import base64
 
 from Crypto.Cipher import PKCS1_OAEP
+from Crypto.Hash import SHA256
 from Crypto.PublicKey import RSA
 from Crypto.Signature import pkcs1_15
-from Crypto.Hash import SHA256
 
 from ctools import work_path, cjson
 

{gomyck_tools-1.3.4.dist-info → gomyck_tools-1.3.6.dist-info}/METADATA

@@ -1,10 +1,10 @@
 Metadata-Version: 2.4
 Name: gomyck-tools
-Version: 1.3.4
+Version: 1.3.6
 Summary: A tools collection for python development by hao474798383
 Author-email: gomyck <hao474798383@163.com>
 License-Expression: Apache-2.0
-Requires-Python: >=3.10
+Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: jsonpickle~=3.4.2
@@ -32,16 +32,12 @@ Requires-Dist: redis==5.2.1
 Provides-Extra: db
 Requires-Dist: sqlalchemy>=2.0; extra == "db"
 Requires-Dist: asyncpg>=0.28; extra == "db"
-Provides-Extra: dev
-Requires-Dist: pytest>=7.0; extra == "dev"
-Requires-Dist: black>=24.0; extra == "dev"
-Requires-Dist: mypy>=1.0; extra == "dev"
-Provides-Extra: full
-Requires-Dist: sqlalchemy>=2.0; extra == "full"
-Requires-Dist: asyncpg>=0.28; extra == "full"
-Requires-Dist: pytest>=7.0; extra == "full"
-Requires-Dist: black>=24.0; extra == "full"
-Requires-Dist: mypy>=1.0; extra == "full"
+Provides-Extra: office
+Requires-Dist: pandas>=2.2.3; extra == "office"
+Requires-Dist: xlrd>=2.0.1; extra == "office"
+Requires-Dist: python-docx>=1.1.2; extra == "office"
+Provides-Extra: auto-ui
+Requires-Dist: pynput==1.7.7; extra == "auto-ui"
 Dynamic: license-file
 
 # Gomyck-Tools