gomyck-tools 1.4.1__py3-none-any.whl → 1.4.2__py3-none-any.whl

ctools/similar.py

@@ -1,5 +1,6 @@
 from fuzzywuzzy import fuzz, process
 
+
 def best_match(query: str, choices: list[str], score_cutoff: int = 70):
   """
   获取最接近 query 的匹配项
@@ -7,6 +8,7 @@ def best_match(query: str, choices: list[str], score_cutoff: int = 70):
   """
   return process.extractOne(query, choices, scorer=fuzz.ratio, score_cutoff=score_cutoff)
 
+
 def all_matches(query: str, choices: list[str], limit: int = 5):
   """
   获取多个相似匹配项
@@ -14,6 +16,7 @@ def all_matches(query: str, choices: list[str], limit: int = 5):
   """
   return process.extract(query, choices, scorer=fuzz.ratio, limit=limit)
 
+
 def is_similar(s1: str, s2: str, threshold: int = 85):
   """
   判断两个字符串是否相似

ctools/stream/ckafka.py

@@ -41,6 +41,8 @@ consumer.receive_msg('jqxx', callBack=consumer_callback)
 
 while True: time.sleep(1)
 """
+
+
 class KafkaInstance:
   def __init__(self, producer: KafkaProducer, consumer: KafkaConsumer):
     self.start_consumer = False
@@ -52,7 +54,7 @@ class KafkaInstance:
   # FutureRecordMetadata 可以添加回调, 来监听是否发送成功
   # r.add_callback(lambda x: print(x))
   # r.get() 可以同步获取结果
-  def send_msg(self, topic, msg, key: str=None, partition:int=None) -> FutureRecordMetadata:
+  def send_msg(self, topic, msg, key: str = None, partition: int = None) -> FutureRecordMetadata:
     if self.producer is None: raise RuntimeError("Producer is not initialized")
     if self.quited: return
     return self.producer.send(topic=topic, value=msg, key=None if key is None else key.encode('utf-8'), partition=partition)
@@ -85,10 +87,14 @@ class KafkaInstance:
 
   def shutdown(self):
     self.quited = True
-    try: self.consumer.close()
-    except Exception: pass
-    try: self.producer.close()
-    except Exception: pass
+    try:
+      self.consumer.close()
+    except Exception:
+      pass
+    try:
+      self.producer.close()
+    except Exception:
+      pass
 
 
 class CKafka:

ctools/stream/credis.py

@@ -6,32 +6,33 @@ __date__ = '2025/2/14 11:09'
 import redis
 from redis import Redis
 
-from ctools.pools import thread_pool
 from ctools import cdate, cid
+from ctools.pools import thread_pool
 
 
 def init_pool(host: str = 'localhost', port: int = 6379, db: int = 0, password: str = None,
               username: str = None, decode_responses: bool = True, max_connections: int = 75,
               health_check_interval: int = 30, retry_count: int = 3) -> Redis:
-    for attempt in range(retry_count):
-        try:
-            r: Redis = redis.StrictRedis(
-                host=host, port=port, db=db,
-                username=username, password=password,
-                retry_on_timeout=True,
-                max_connections=max_connections,
-                decode_responses=decode_responses,
-                health_check_interval=health_check_interval,
-                socket_connect_timeout=5,
-                socket_timeout=5
-            )
-            if r.ping():
-                print('CRedis connect {} {} success!'.format(host, port))
-                return r
-        except redis.ConnectionError as e:
-            if attempt == retry_count - 1:
-                raise Exception(f"Failed to connect to Redis after {retry_count} attempts: {str(e)}")
-            print(f"Connection attempt {attempt + 1} failed, retrying...")
+  for attempt in range(retry_count):
+    try:
+      r: Redis = redis.StrictRedis(
+        host=host, port=port, db=db,
+        username=username, password=password,
+        retry_on_timeout=True,
+        max_connections=max_connections,
+        decode_responses=decode_responses,
+        health_check_interval=health_check_interval,
+        socket_connect_timeout=5,
+        socket_timeout=5
+      )
+      if r.ping():
+        print('CRedis connect {} {} success!'.format(host, port))
+        return r
+    except redis.ConnectionError as e:
+      if attempt == retry_count - 1:
+        raise Exception(f"Failed to connect to Redis after {retry_count} attempts: {str(e)}")
+      print(f"Connection attempt {attempt + 1} failed, retrying...")
+
 
 def add_lock(r: Redis, key: str, timeout: int = 30):
   if r.exists(key):
@@ -42,17 +43,21 @@ def add_lock(r: Redis, key: str, timeout: int = 30):
       r.delete(key)
   return r.set(key, cdate.opt_time(seconds=timeout), nx=True, ex=timeout) is not None
 
+
 def remove_lock(r: Redis, key: str):
   r.delete(key)
 
+
 def subscribe(r: Redis, channel_name, callback):
   def thread_func():
     pubsub = r.pubsub()
     pubsub.subscribe(channel_name)
     for message in pubsub.listen():
       callback(message)
+
   thread_pool.submit(thread_func)
 
+
 def _process_pending_messages(r: Redis, stream_name: str, group_name: str, consumer_name: str, callback):
   """
   处理未确认的消息
@@ -84,7 +89,8 @@ def _process_pending_messages(r: Redis, stream_name: str, group_name: str, consu
   else:
     print("No pending messages found.")
 
-def stream_subscribe(r: Redis, stream_name, group_name, callback, from_id: str='$', noack: bool = False):
+
+def stream_subscribe(r: Redis, stream_name, group_name, callback, from_id: str = '$', noack: bool = False):
   def thread_func():
     try:
       # $表示从最后面消费, 0表示从开始消费
@@ -107,7 +113,9 @@ def stream_subscribe(r: Redis, stream_name, group_name, callback, from_id: str='
           if res: r.xack(stream_name, group_name, message_id)
         except Exception as e:
           print('stream_subscribe error: ', e)
+
   thread_pool.submit(thread_func)
 
+
 def stream_publish(r: Redis, stream_name, message):
   r.xadd(stream_name, message)

ctools/stream/mqtt_utils.py

@@ -5,17 +5,17 @@ from typing import Dict
 from paho.mqtt import client as mqtt
 from paho.mqtt.enums import CallbackAPIVersion
 
+from ctools import cid, cdate
 from ctools import sys_log, cjson, sys_info
 from ctools.cipher import sm_util
 from ctools.dict_wrapper import DictWrapper as DictToObj
 from ctools.pools import thread_pool
-from ctools import cid, cdate
 
 
 class MQTTEvent(Enum):
-
   pass
 
+
 '''
 MQTT服务使用示例:
 

ctools/sys_info.py

@@ -7,13 +7,16 @@ from ctools.cipher import sm_util
 
 MACHINE_KEY = b'EnrGffoorbFyTYoS0902YyT1Fhehj4InpbezIDUuPOg='
 
+
 class MachineInfo:
   machine_code = None
 
+
 def get_user():
   import getpass
   return getpass.getuser()
 
+
 def get_machine_code():
   if MachineInfo.machine_code: return MachineInfo.machine_code
   destPath = os.path.join(path_info.get_user_work_path(), "AppData/Local/machine")
@@ -74,6 +77,7 @@ def get_hash_machine_code(origin_code):
   machine_code = hashlib.md5(code.encode()).hexdigest()
   return machine_code.upper()
 
+
 def get_public_ip():
   import requests
   try:
@@ -83,6 +87,7 @@ def get_public_ip():
   except Exception as e:
     return f"Failed to get public IP: {e}"
 
+
 def get_local_ipv4():
   import psutil
   import socket
@@ -102,6 +107,7 @@ def get_local_ipv4():
     s.close()
   return ip
 
+
 def get_remote_ipv4():
   from bottle import request
   try:
@@ -109,6 +115,7 @@ def get_remote_ipv4():
   except:
     return '127.0.0.1'
 
+
 def get_proc_pid_by(cmdline):
   import psutil
   """
@@ -127,6 +134,7 @@ def get_proc_pid_by(cmdline):
       pass
   return pid_list
 
+
 def get_os_architecture():
   if '64' in platform.machine():
     return '64'

ctools/sys_log.py

@@ -48,6 +48,7 @@ def _console_log(log_level: int = logging.INFO) -> logging:
 import io
 import logging
 
+
 class StreamToLogger(io.StringIO):
   def __init__(self, logger: logging.Logger, level: int = logging.INFO):
     super().__init__()
@@ -80,6 +81,7 @@ class StreamToLogger(io.StringIO):
   def fileno(self):
     return sys.__stdout__.fileno()
 
+
 @call.init
 def _init_log() -> None:
   global flog, clog
@@ -88,6 +90,7 @@ def _init_log() -> None:
   sys.stdout = StreamToLogger(flog, level=logging.INFO)
   sys.stderr = StreamToLogger(flog, level=logging.ERROR)
 
+
 def setLevel(log_level=logging.INFO):
   flog.setLevel(log_level)
   clog.setLevel(log_level)

ctools/util/cftp.py

@@ -7,6 +7,7 @@ import io
 import time
 from ftplib import FTP, error_perm, error_temp
 
+
 class CFTP:
   """
   with open('xx/xx.md', 'rb') as file:
@@ -15,16 +16,17 @@ class CFTP:
     ftp_password = 'x'
     CFTP(ftp_host, ftp_username, ftp_password).upload_file_to_ftp('xx.md', file)
   """
+
   def __init__(self, host, username, password, timeout=30, max_retries=3, retry_delay=5):
     self.host = host
     self.username = username
     self.password = password
-    self.ftp:FTP = None
+    self.ftp: FTP = None
     self.timeout = timeout
     self.max_retries = max_retries
     self.retry_delay = retry_delay
 
-  def upload_file_to_ftp(self, file_name, file:io.BytesIO, ftp_directory='/'):
+  def upload_file_to_ftp(self, file_name, file: io.BytesIO, ftp_directory='/'):
     if not file_name: raise Exception('文件名不能为空')
     if not file: raise Exception('文件不能为空')
     for attempt in range(self.max_retries):

ctools/util/http_util.py

@@ -1,5 +1,6 @@
 import requests
 
+
 def get(url, params=None, headers=None):
   result = ""
   try:

ctools/util/image_process.py

@@ -6,6 +6,7 @@ from PIL import Image
 def get_size(image_path):
   return Image.open(image_path).size
 
+
 def change_color(image_path, area=None, rgb_color=None):
   """
   修改图片指定区域颜色
@@ -24,4 +25,3 @@ def change_color(image_path, area=None, rgb_color=None):
     img.save(img_bytes, format='JPEG')
     img_binary = img_bytes.getvalue()
   return img_binary
-

ctools/util/snow_id.py

@@ -16,10 +16,12 @@ SEQUENCE_MASK = -1 ^ (-1 << SEQUENCE_BITS)
 # Twitter元年时间戳
 TWEPOCH = 1288834974657
 
+
 class SnowId(object):
   """
   用于生成IDs
   """
+
   def __init__(self, datacenter_id=0, worker_id=0, sequence=0):
     """
     初始化
@@ -53,8 +55,7 @@ class SnowId(object):
     timestamp = self._gen_timestamp()
     # 时钟回拨
     if timestamp < self.last_timestamp:
-      print('clock is moving backwards. Rejecting requests until {}'.format(self.last_timestamp))
-      raise
+      timestamp = self._til_next_millis(self.last_timestamp)
     if timestamp == self.last_timestamp:
       self.sequence = (self.sequence + 1) & SEQUENCE_MASK
       if self.sequence == 0:

ctools/web/__init__.py

@@ -1,4 +1,4 @@
 #!/usr/bin/env python
 # -*- coding: UTF-8 -*-
-__author__='haoyang'
-__date__='2025/6/11 09:12'
+__author__ = 'haoyang'
+__date__ = '2025/6/11 09:12'

ctools/web/aio_web_server.py

@@ -5,12 +5,12 @@
 __author__ = 'haoyang'
 __date__ = '2025/5/30 09:54'
 
+import asyncio
 import sys
 from pathlib import Path
 from typing import Optional, Dict, Any
 
 from aiohttp import web
-
 from ctools import sys_info, cjson
 from ctools.sys_log import flog as log
 from ctools.web.api_result import R
@@ -30,13 +30,14 @@ async def response_wrapper_middleware(request, handler):
     else:
       return result
   except web.HTTPException as http_exc:
-      raise http_exc
+    raise http_exc
   except Exception as e:
     log.error(f"Error in response_wrapper_middleware: {e}", exc_info=True)
     return web.json_response(text=R.error(str(e)), status=500, content_type='application/json')
 
+
 class AioHttpServer:
-  def __init__(self, port: int = DEFAULT_PORT, app: Optional[web.Application] = None, routes: Optional[web.RouteTableDef] = None, async_func = None):
+  def __init__(self, port: int = DEFAULT_PORT, app: Optional[web.Application] = None, routes: Optional[web.RouteTableDef] = None, async_func=None):
     """
     Initialize the HTTP server.
 
@@ -142,26 +143,35 @@ class AioHttpServer:
     """Run the server."""
     if self.async_func:
       await self.async_func()
+
     print(
       'Server running at:\n'
       f'\tLocal: http://localhost:{self.port}\n'
       f'\tNetwork: http://{sys_info.get_local_ipv4()}:{self.port}',
       file=sys.stderr
     )
-    await web._run_app(
-      self.app,
-      port=self.port,
-      host='0.0.0.0'
-    )
+    runner = None
+    try:
+      runner = web.AppRunner(self.app)
+      await runner.setup()
+      site = web.TCPSite(runner, host='0.0.0.0', port=self.port)
+      await site.start()
+      while True: await asyncio.sleep(3600)
+    except Exception as e:
+      print(f"Server failed to start: {e}", file=sys.stderr)
+    finally:
+      await runner.cleanup()
 
 
 def init_routes() -> web.RouteTableDef:
   return web.RouteTableDef()
 
-def init_server(routes: Optional[web.RouteTableDef] = None, app: Optional[web.Application] = None, port: int = DEFAULT_PORT, async_func = None) -> AioHttpServer:
+
+def init_server(routes: Optional[web.RouteTableDef] = None, app: Optional[web.Application] = None, port: int = DEFAULT_PORT, async_func=None) -> AioHttpServer:
   """Initialize and return a new AioHttpServer instance."""
   return AioHttpServer(port=port, app=app, routes=routes, async_func=async_func)
 
+
 async def get_stream_resp(request, content_type: str = 'text/event-stream') -> web.StreamResponse:
   resp = web.StreamResponse(
     status=200,

ctools/web/api_result.py

@@ -13,6 +13,7 @@ class _ResEnum(object):
   def __eq__(self, o: object) -> bool:
     return self.code == o
 
+
 class R(object):
   class Code:
 
@@ -21,8 +22,8 @@ class R(object):
       return _ResEnum(code, msg)
 
     SUCCESS = _ResEnum(200, "成功")
-    FAIL    = _ResEnum(400, "失败")
-    ERROR   = _ResEnum(500, "异常")
+    FAIL = _ResEnum(400, "失败")
+    ERROR = _ResEnum(500, "异常")
 
   def __init__(self, code: int, message: str, data=""):
     self.code = code

ctools/web/bottle_web_base.py

@@ -13,12 +13,14 @@ from ctools.web.api_result import R
 bottle.BaseRequest.MEMFILE_MAX = 1024 * 1024 * 50
 func_has_params = {}
 
+
 class GlobalState:
   lock = threading.Lock()
   withOutLoginURI = [
     '/',
     '/index',
-    '/login'
+    '/login',
+    '/favicon.ico',
   ]
   allowRemoteCallURI = [
 
@@ -26,6 +28,7 @@ class GlobalState:
   token = {}
   interceptors = []
 
+
 def init_app(context_path=None):
   app = Bottle()
   app.context_path = context_path
@@ -73,6 +76,7 @@ def init_app(context_path=None):
   app.install(params_resolve)
   return app
 
+
 def enable_cors():
   response.headers['Access-Control-Allow-Origin'] = '*'
   response.headers['Access-Control-Allow-Methods'] = 'GET, POST, PUT, DELETE, OPTIONS'
@@ -80,14 +84,17 @@ def enable_cors():
   response.headers['Access-Control-Allow-Headers'] = request_headers if request_headers else ''
   response.headers['Access-Control-Expose-Headers'] = '*'
 
+
 # annotation
 def before_intercept(order=0):
   def decorator(func):
     log.info("add before interceptor: {}".format(func.__name__))
     GlobalState.interceptors.append({'order': order, 'func': func})
     GlobalState.interceptors = sorted(GlobalState.interceptors, key=lambda x: x['order'])
+
   return decorator
 
+
 # annotation
 def rule(key):
   def return_func(func):
@@ -97,9 +104,12 @@ def rule(key):
       #   log.error("系统未授权! {} {}".format(request.fullpath, '当前请求的模块未授权!请联系管理员!'))
       #   return R.error(resp=R.Code.cus_code(9999, "系统未授权! {}".format('当前请求的模块未授权!请联系管理员!')))
       return func(*args, **kwargs)
+
     return decorated
+
   return return_func
 
+
 # annotation or plugins, has auto install, don't need to call
 def params_resolve(func):
   @wraps(func)
@@ -149,13 +159,16 @@ def params_resolve(func):
         return func(params=dict_wrapper, *args, **kwargs)
     else:
       return func(*args, **kwargs)
+
   return decorated
 
+
 class PageInfo:
   def __init__(self, page_size, page_index):
     self.page_size = page_size
     self.page_index = page_index
 
+
 # 通用的鉴权方法
 def common_auth_verify(aes_key):
   if request.path.startswith('/static') or request.path in GlobalState.withOutLoginURI:
@@ -166,4 +179,4 @@ def common_auth_verify(aes_key):
   payload = ctoken.get_payload(auth_token, aes_key)
   if payload:
     return R.ok(to_json_str=False)
-  return R.error(resp=R.Code.cus_code(401, "未授权"), to_json_str=False)
+  return R.error(resp=R.Code.cus_code(401, "请登录!"), to_json_str=False)

ctools/web/bottle_webserver.py

@@ -22,8 +22,8 @@ def get_ws_modules():
 """
 
 """
-from ctools import bottle_web_base, ctoken, bottle_webserver
-from ctools.api_result import R
+from ctools.web import bottle_web_base, ctoken, bottle_webserver
+from ctools.web.api_result import R
 
 secret_key = "xxx"
 app = bottle_web_base.init_app('子模块写 context_path, 主模块就不用写任何东西')
@@ -42,14 +42,16 @@ def login(params):
 def demo(params):
   print(params)
 
-main_app = bottle_webserver.init_bottle() # 这里可以传 APP 当做主模块, 但是 context_path 就不好使了, 上下文必须是 /
-main_app.mount(app.context_path, app)
-main_app.set_index(r'轨迹点位压缩.html')
-main_app.run()
+if __name__ == '__main__':
+  main_app = bottle_webserver.init_bottle() # 这里可以传 APP 当做主模块, 但是 context_path 就不好使了, 上下文必须是 /
+  main_app.mount(app.context_path, app)
+  main_app.set_index(r'index.html')
+  main_app.run()
 """
 
 _default_port = 8888
 
+
 class CBottle:
 
   def __init__(self, bottle: Bottle, port=_default_port, quiet=False):
@@ -98,7 +100,7 @@ class CBottle:
 
   def run(self):
     http_server = WSGIRefServer(port=self.port)
-    print('Click the link below to open the service homepage %s' % '\n \t\t http://localhost:%s \n \t\t http://%s:%s' %  (self.port, sys_info.get_local_ipv4(), self.port), file=sys.stderr)
+    print('Click the link below to open the service homepage %s' % '\n \t\t http://localhost:%s \n \t\t http://%s:%s' % (self.port, sys_info.get_local_ipv4(), self.port), file=sys.stderr)
     self.bottle.run(server=http_server, quiet=self.quiet)
 
   def set_index(self, filename='index.html', root='./', is_tpl=False, redirect_url=None, **kwargs):
@@ -118,16 +120,20 @@ class CBottle:
     if not context_path: return
     self.bottle.mount(context_path, app, **kwargs)
 
-def init_bottle(app:Bottle=None, port=_default_port, quiet=False) -> CBottle:
+
+def init_bottle(app: Bottle = None, port=_default_port, quiet=False) -> CBottle:
   bottle = app or Bottle()
   return CBottle(bottle, port, quiet)
 
+
 class ThreadedWSGIServer(ThreadingMixIn, WSGIServer):
   daemon_threads = True
 
+
 class CustomWSGIHandler(WSGIRequestHandler):
   def log_request(*args, **kw): pass
 
+
 class WSGIRefServer(ServerAdapter):
 
   def __init__(self, host='0.0.0.0', port=_default_port):

ctools/web/bottle_websocket.py

@@ -33,6 +33,7 @@ socket_app.run()
 
 _default_port = 8887
 
+
 class CBottle:
 
   def __init__(self, bottle: Bottle, port=_default_port, quiet=False):
@@ -47,10 +48,12 @@ class CBottle:
   def mount(self, context_path, app):
     self.bottle.mount(context_path, app)
 
+
 def init_bottle(port=_default_port, quiet=False) -> CBottle:
   bottle = Bottle()
   return CBottle(bottle, port, quiet)
 
+
 class CustomWebSocketHandler(WebSocketHandler):
   def log_request(self):
     if '101' not in str(self.status):
@@ -60,6 +63,7 @@ class CustomWebSocketHandler(WebSocketHandler):
           return
       self.logger.info(log_msg)
 
+
 class WebSocketServer(ServerAdapter):
 
   def __init__(self, host='0.0.0.0', port=_default_port):

ctools/web/ctoken.py

@@ -12,10 +12,12 @@ from ctools.dict_wrapper import DictWrapper
 
 token_header = 'Authorization'
 
-def gen_token(payload: {}, secret_key, expired: int=3600) -> str:
+
+def gen_token(payload: {}, secret_key, expired: int = 3600) -> str:
   payload.update({'exp': time.time() + expired})
   return jwt.encode(payload, secret_key, algorithm='HS256')
 
+
 def get_payload(token, secret_key):
   try:
     payload = jwt.decode(token, secret_key, algorithms=['HS256'])
@@ -23,9 +25,11 @@ def get_payload(token, secret_key):
   except Exception as e:
     return None
 
+
 def get_token(key):
   return get_payload(request.get_header(token_header), key)
 
+
 def is_valid(key):
   return get_payload(request.get_header(token_header), key) is not None
 

ctools/web/download_util.py

@@ -13,7 +13,7 @@ log = sys_log.flog
 """
 
 
-def download(file_path: str, download_name:str=None):
+def download(file_path: str, download_name: str = None):
   """
   文件下载
   :param file_path: 静态文件路径

ctools/web/params_util.py

@@ -3,6 +3,7 @@
 __author__ = 'haoyang'
 __date__ = '2025/6/11 09:35'
 
+
 def is_list(v: str):
   try:
     list(v)
@@ -13,6 +14,7 @@ def is_list(v: str):
   except Exception:
     return False
 
+
 def is_digit(v: str):
   try:
     float(v)
@@ -20,12 +22,14 @@ def is_digit(v: str):
   except Exception:
     return False
 
+
 def is_bool(v: str):
   if v in ["False", "True"]:
     return True
   else:
     return False
 
+
 def dict_to_params(obj: dict):
   params = ""
   for k, v in obj.items():

ctools/web/upload_util.py

@@ -1,7 +1,7 @@
 import os
 
-from ctools import sys_log
 from ctools import cdate
+from ctools import sys_log
 
 log = sys_log.flog