gomyck-tools 1.3.1__py3-none-any.whl → 1.3.2__py3-none-any.whl

ctools/bottle_webserver.py

@@ -0,0 +1,143 @@
+import sys
+from socketserver import ThreadingMixIn
+from wsgiref.simple_server import WSGIServer, WSGIRequestHandler, make_server
+
+from bottle import ServerAdapter, Bottle, template, static_file, abort, redirect, response
+
+from ctools import sys_info
+
+"""
+module_names = list(globals().keys())
+def get_modules():
+  mods = []
+  for modname in module_names:
+    if modname == 'base' or modname == 'online' or modname.startswith('__') or modname == 'importlib': continue
+    module = globals()[modname]
+    mods.append(module)
+  return mods
+
+def get_ws_modules():
+  from . import websocket
+  return [websocket]
+"""
+
+"""
+from ctools import bottle_web_base, token, bottle_webserver
+from ctools.api_result import R
+
+secret_key = "xxx"
+app = bottle_web_base.init_app('子模块写 context_path, 主模块就不用写任何东西')
+
+# 通用的鉴权方法
+@bottle_web_base.before_intercept(0)
+def token_check():
+  return bottle_web_base.common_auth_verify(secret_key)
+
+@app.post('/login')
+def login(params):
+  return R.ok(token.gen_token({'username': 'xxx'}, secret_key, 3600))
+
+@app.get('/demo')
+@bottle_web_base.rule('DOC:DOWNLOAD')
+def demo(params):
+  print(params)
+
+main_app = bottle_webserver.init_bottle() # 这里可以传 APP 当做主模块, 但是 context_path 就不好使了, 上下文必须是 /
+main_app.mount(app.context_path, app)
+main_app.set_index(r'轨迹点位压缩.html')
+main_app.run()
+"""
+
+_default_port = 8888
+
+class CBottle:
+
+  def __init__(self, bottle: Bottle, port=_default_port, quiet=False):
+    self.port = port
+    self.quiet = quiet
+    self.bottle = bottle
+    self.index_root = './'
+    self.index_filename = 'index.html'
+    self.is_tpl = False
+    self.tmp_args = {}
+    self.redirect_url = None
+    self.static_root = './static'
+    self.download_root = './download'
+
+    @self.bottle.route(['/', '/index'])
+    def index():
+      try:
+        if self.redirect_url: return redirect(self.redirect_url)
+        if self.is_tpl: return template(f"{self.index_root}/{self.index_filename}", self.tmp_args)
+        return static_file(filename=self.index_filename, root=self.index_root)
+      except FileNotFoundError:
+        abort(404, "File not found...")
+
+    @self.bottle.route('/static/<filepath:path>')
+    def static(filepath):
+      try:
+        return static_file(filepath, root=self.static_root)
+      except FileNotFoundError:
+        abort(404, "File not found...")
+
+    @self.bottle.route('/download/<filepath:path>')
+    def download(filepath):
+      return static_file(filepath, root=self.download_root, download=True)
+
+    @self.bottle.route('/favicon.ico')
+    def favicon():
+      response.content_type = 'image/svg+xml'
+      svg_icon = '''<?xml version="1.0" encoding="UTF-8"?>
+      <svg width="32" height="32" viewBox="0 0 32 32" xmlns="http://www.w3.org/2000/svg">
+          <circle cx="16" cy="16" r="14" fill="#007bff"/>
+          <path d="M16 8a8 8 0 0 0-8 8h2a6 6 0 0 1 12 0h2a8 8 0 0 0-8-8z" fill="white"/>
+          <circle cx="16" cy="20" r="2" fill="white"/>
+      </svg>
+      '''
+      return svg_icon
+
+  def run(self):
+    http_server = WSGIRefServer(port=self.port)
+    print('Click the link below to open the service homepage %s' % '\n \t\t http://localhost:%s \n \t\t http://%s:%s' %  (self.port, sys_info.get_local_ipv4(), self.port), file=sys.stderr)
+    self.bottle.run(server=http_server, quiet=self.quiet)
+
+  def set_index(self, filename='index.html', root='./', is_tpl=False, redirect_url=None, **kwargs):
+    self.index_root = root
+    self.index_filename = filename
+    self.is_tpl = is_tpl
+    self.redirect_url = redirect_url
+    self.tmp_args = kwargs
+
+  def set_static(self, root='./static'):
+    self.static_root = root
+
+  def set_download(self, root='./download'):
+    self.download_root = root
+
+  def mount(self, context_path, app, **kwargs):
+    self.bottle.mount(context_path, app, **kwargs)
+
+def init_bottle(app:Bottle=None, port=_default_port, quiet=False) -> CBottle:
+  bottle = app or Bottle()
+  return CBottle(bottle, port, quiet)
+
+class ThreadedWSGIServer(ThreadingMixIn, WSGIServer):
+  daemon_threads = True
+
+class CustomWSGIHandler(WSGIRequestHandler):
+  def log_request(*args, **kw): pass
+
+class WSGIRefServer(ServerAdapter):
+
+  def __init__(self, host='0.0.0.0', port=_default_port):
+    super().__init__(host, port)
+    self.server = None
+
+  def run(self, handler):
+    req_handler = WSGIRequestHandler
+    if self.quiet: req_handler = CustomWSGIHandler
+    self.server = make_server(self.host, self.port, handler, server_class=ThreadedWSGIServer, handler_class=req_handler)
+    self.server.serve_forever()
+
+  def stop(self):
+    self.server.shutdown()

ctools/bottle_websocket.py

@@ -0,0 +1,75 @@
+from bottle import ServerAdapter, Bottle
+from geventwebsocket.handler import WebSocketHandler
+
+from ctools import sys_log
+
+"""
+module_names = list(globals().keys())
+def get_modules():
+  mods = []
+  for modname in module_names:
+    if modname == 'base' or modname == 'online' or modname.startswith('__') or modname == 'importlib': continue
+    module = globals()[modname]
+    mods.append(module)
+  return mods
+
+def get_ws_modules():
+  from . import websocket
+  return [websocket]
+"""
+
+"""
+ws_app = bottle_web_base.init_app('/websocket_demo')
+
+@ws_app.route('/script_debug', apply=[websocket])
+@bottle_web_base.rule('DOC:DOWNLOAD')
+def script_debug(ws: WebSocket):
+  print(123)
+
+socket_app = bottle_websocket.init_bottle()
+socket_app.mount(app.context_path, ws_app)
+socket_app.run()
+"""
+
+_default_port = 8887
+
+class CBottle:
+
+  def __init__(self, bottle: Bottle, port=_default_port, quiet=False):
+    self.port = port
+    self.quiet = quiet
+    self.bottle = bottle
+
+  def run(self):
+    socket_server = WebSocketServer(port=self.port)
+    self.bottle.run(server=socket_server, quiet=self.quiet)
+
+  def mount(self, context_path, app):
+    self.bottle.mount(context_path, app)
+
+def init_bottle(port=_default_port, quiet=False) -> CBottle:
+  bottle = Bottle()
+  return CBottle(bottle, port, quiet)
+
+class CustomWebSocketHandler(WebSocketHandler):
+  def log_request(self):
+    if '101' not in str(self.status):
+      log_msg = self.format_request()
+      for nk in sys_log.neglect_keywords:
+        if nk in log_msg:
+          return
+      self.logger.info(log_msg)
+
+class WebSocketServer(ServerAdapter):
+
+  def __init__(self, host='0.0.0.0', port=_default_port):
+    super().__init__(host, port)
+    self.server = None
+
+  def run(self, handler):
+    from gevent import pywsgi
+    self.server = pywsgi.WSGIServer((self.host, self.port), handler, handler_class=CustomWebSocketHandler)
+    self.server.serve_forever()
+
+  def stop(self):
+    self.server.stop()

ctools/browser_element_tools.py

@@ -0,0 +1,314 @@
+import os
+import time
+
+from business.common.constant import Scheduler
+from lxml import etree
+from lxml import html
+from pynput import keyboard
+from selenium import webdriver
+from selenium.common import NoSuchElementException, WebDriverException, NoSuchWindowException
+from selenium.webdriver.chrome.options import Options
+from selenium.webdriver.chrome.service import Service
+from selenium.webdriver.common.by import By
+from urllib3.exceptions import MaxRetryError
+
+from ctools import application, string_tools
+
+keyboard_listener = None
+ctrl_pressed = None
+g_driver = None
+g_callback = None
+g_result = []
+g_quite_flag = False
+picture_path = ""
+
+def get_hovered_element_html(url, explore, callback):
+  global g_driver, g_callback, g_result
+  g_callback = callback
+  g_driver = explore.init()
+  driver = g_driver
+  driver.maximize_window()
+  driver.get(url)
+  start_keyboard_listener()
+  handle_arr = [driver.current_window_handle]
+  close_page_flag = False
+  while g_driver and not g_quite_flag:
+    try:
+      try:
+        if len(driver.window_handles) == 0:
+          break_func()
+          break
+      except WebDriverException:
+        break_func()
+        break
+      except MaxRetryError:
+        break_func()
+        break
+      try:
+        driver.find_element(value="ck-overlay")
+      except NoSuchElementException as e:
+        driver.execute_script(explore.listen_script)
+      except Exception:
+        pass
+      for handle in driver.window_handles:
+        if handle in handle_arr: continue
+        if not close_page_flag: driver.execute_script(overlay_script)
+        handle_arr.append(handle)
+        driver.switch_to.window(handle)
+        try:
+          driver.execute_script(explore.listen_script)
+        except Exception:
+          continue
+      close_page_flag = False
+      time.sleep(0.5)
+      cursor_html = driver.execute_script(explore.return_script)
+      if cursor_html:
+        g_result.clear()
+        cursor_dom = html.fragment_fromstring(cursor_html)
+        cursor_dom.set("ck-flag", "ck")
+        enhance_cursor_html = etree.tostring(cursor_dom, method="html", encoding="unicode")
+        page_html = driver.page_source.replace(cursor_html, enhance_cursor_html)
+        page_dom_tree = etree.ElementTree(etree.HTML(page_html))
+        match_dom = page_dom_tree.xpath('//*[@ck-flag="ck"]')
+        for ck_element in match_dom:
+          ck_xpath = page_dom_tree.getpath(ck_element)
+          #print('XPATH IS {}'.format(ck_xpath))
+          try:
+            ele = driver.find_element(By.XPATH, ck_xpath)
+            #print('XPATH_HTML: {}'.format(ele.get_attribute('outerHTML')))
+          except Exception:
+            pass
+          g_result.append(ck_xpath)
+    except NoSuchWindowException as e:
+      close_page_flag = True
+      handle_arr = []
+      try:
+        driver.switch_to.window(driver.window_handles[-1])
+        driver.execute_script(hide_shade)
+      except Exception:
+        print('切换HANDLE失败:', e)
+        break_func()
+        break
+    except Exception as e:
+      print('全局错误:', e)
+      break_func()
+      break
+  try:
+    g_driver.quit()
+  except Exception as e:
+    pass
+
+def break_func():
+  keyboard_listener.stop()
+  g_callback(None)
+
+def on_press(key):
+  global keyboard_listener, ctrl_pressed, g_driver, g_quite_flag, picture_path
+  if key == keyboard.Key.ctrl_l and not ctrl_pressed:
+    ctrl_pressed = True
+  elif key == keyboard.Key.esc:
+    g_result.clear()
+    keyboard_listener.stop()
+    g_quite_flag = True
+    g_callback(None)
+  elif hasattr(key, 'vk') and key.vk == 192 and ctrl_pressed:
+    # print("g_result: %s" % g_result)
+    if g_result:
+      try:
+        select_element = g_driver.find_element(By.XPATH, g_result[0])
+        picture_path = "%s.png" % os.path.join(application.Server.screenshotPath, "element-"+string_tools.get_uuid())
+        select_element.screenshot(picture_path)
+      except Exception:
+        pass
+
+    keyboard_listener.stop()
+    g_quite_flag = True
+    g_callback(g_result)
+
+def on_release(key):
+  global ctrl_pressed
+  if key == keyboard.Key.ctrl_l:
+    ctrl_pressed = False
+
+def start_keyboard_listener():
+  global keyboard_listener
+  keyboard_listener = keyboard.Listener(on_press=on_press, on_release=on_release)
+  keyboard_listener.start()
+
+
+overlay_script = """
+// 创建遮罩层
+var shade = document.createElement('div');
+shade.id = 'ck-shade-parent';
+shade.style.position = 'fixed';
+shade.style.top = '0';
+shade.style.left = '0';
+shade.style.width = '100%';
+shade.style.height = '100%';
+shade.style.backgroundColor = '#000'; // 使用纯色背景
+shade.style.filter = 'alpha(opacity=60)'; // 设置透明度，IE8-IE9
+shade.style.opacity = '0.8'; // 设置透明度，现代浏览器
+shade.style.zIndex = '9999';
+document.body.appendChild(shade);
+
+// 创建覆盖内容
+var overlayContent = document.createElement('div');
+overlayContent.id = 'ck-shade-oc';
+overlayContent.className = 'overlay-content';
+overlayContent.style.position = 'absolute';
+overlayContent.style.top = '50%';
+overlayContent.style.left = '50%';
+overlayContent.style.transform = 'translate(-50%, -50%)';
+overlayContent.style.backgroundColor = 'white';
+overlayContent.style.padding = '20px';
+overlayContent.style.borderRadius = '8px';
+overlayContent.style.textAlign = 'center';
+shade.appendChild(overlayContent);
+
+// 创建消息内容
+var message = document.createElement('p');
+message.id = 'ck-shade-msg';
+message.innerText = '当前页面未激活，请关闭激活状态的录制页面';
+message.style.color = '#000'; // 设置文本颜色为黑色
+message.style.fontSize = '16px'; // 设置文本大小
+overlayContent.appendChild(message);
+
+"""
+
+hide_shade = """
+var shade = document.getElementById('ck-shade-parent');
+if (shade) {
+    shade.parentNode.removeChild(shade);
+}
+"""
+
+class IE:
+
+  @staticmethod
+  def init():
+    ie_options = webdriver.IeOptions()
+    ie_options.ignore_protected_mode_settings = True
+    ie_options.ignore_zoom_level = True
+    ie_options.require_window_focus = True
+    return webdriver.Ie(options=ie_options)
+
+  listen_script = """
+    var overlay = document.createElement('div');
+    overlay.id = 'ck-overlay';
+    overlay.style.position = 'absolute';
+    overlay.style.border = '2px solid red';
+    overlay.style.pointerEvents = 'none';
+    overlay.style.zIndex = '9999';
+    document.body.appendChild(overlay);
+    var addEvent = function(elem, type, eventHandle) {
+      if (elem == null || typeof(elem) == 'undefined') return;
+      if (elem.addEventListener) {
+        elem.addEventListener(type, eventHandle, false);
+      } else if (elem.attachEvent) {
+        elem.attachEvent('on' + type, eventHandle);
+      } else {
+        elem['on' + type] = eventHandle;
+      }
+    };
+
+    addEvent(document, 'mousemove', function(e) {
+      e = e || window.event;
+      var element = document.elementFromPoint(e.clientX, e.clientY);
+      window.hoveredElement = element;
+      if (element === overlay) return;
+      var rect = element.getBoundingClientRect();
+      overlay.style.left = (rect.left + (window.pageXOffset || document.documentElement.scrollLeft || document.body.scrollLeft) - 5) + 'px';
+      overlay.style.top = (rect.top + (window.pageYOffset || document.documentElement.scrollTop || document.body.scrollTop) - 5) + 'px';
+      overlay.style.width = (element.offsetWidth + 10)  + 'px';
+      overlay.style.height = (element.offsetHeight + 10) + 'px';
+    });
+    """
+
+  return_script = """
+    return window.hoveredElement ? window.hoveredElement.outerHTML : null;
+  """
+
+  overlay_script = overlay_script
+
+
+class Chrome:
+
+  @staticmethod
+  def init():
+    option = Options()
+    option.binary_location = Scheduler.CHROME_PATH
+    service = Service(Scheduler.CHROME_DRIVER_PATH)
+    return webdriver.Chrome(options=option, service=service)
+
+  listen_script = """
+    var overlay = document.createElement('div');
+    overlay.id = 'ck-overlay';
+    overlay.style.position = 'absolute';
+    overlay.style.border = '2px solid red';
+    overlay.style.pointerEvents = 'none';
+    overlay.style.zIndex = '9998';
+    document.body.appendChild(overlay);
+
+    function throttle(func, limit) {
+      let inThrottle;
+      return function() {
+        const args = arguments,
+          context = this;
+        if (!inThrottle) {
+          func.apply(context, args);
+          inThrottle = true;
+          setTimeout(() => inThrottle = false, limit);
+        }
+      };
+    }
+
+    document.addEventListener('mousemove', throttle(function(e) {
+      var element = document.elementFromPoint(e.clientX, e.clientY);
+      window.hoveredElement = element;
+      if(element.id.indexOf('ck-shade') !== -1) return;
+      if (window.hoveredElement) {
+        var rect = element.getBoundingClientRect();
+        overlay.style.left = (rect.left + window.pageXOffset - 5) + 'px';
+        overlay.style.top = (rect.top + window.pageYOffset - 5) + 'px';
+        overlay.style.width = (element.offsetWidth + 10) + 'px';
+        overlay.style.height = (element.offsetHeight + 10) + 'px';
+      }
+    }, 50));
+    """
+
+  return_script = """
+    return window.hoveredElement ? window.hoveredElement.outerHTML : null;
+  """
+
+  overlay_script = overlay_script
+
+
+def callback(xpath):
+  print("Hovered Element XPATH IS :", xpath)
+
+def get_element(url: str = None, explore: str = "chrome"):
+  global keyboard_listener, ctrl_pressed, g_driver, g_callback, g_result, g_quite_flag, picture_path
+  keyboard_listener = None
+  ctrl_pressed = None
+  g_driver = None
+  g_callback = None
+  g_result = []
+  g_quite_flag = False
+  picture_path = ""
+
+  if explore == "chrome":
+    explore = Chrome
+  else:
+    explore = IE
+
+  if "http" not in url[:5]:
+    url = "http://%s" % url
+
+  get_hovered_element_html(url, explore, callback)
+
+  return g_result, picture_path
+
+if __name__ == "__main__":
+  # from explore_record_core import get_hovered_element_html, Chrome
+  g_result, picture_path = get_element("weibo.com")
+  print(g_result, picture_path)

ctools/call.py

@@ -0,0 +1,71 @@
+import sched
+import threading
+import time
+from functools import wraps
+
+# annotation
+def once(func):
+  """
+  decorator to initialize a function once
+  :param func: function to be initialized
+  :return: the real decorator for return the result
+  """
+  initialized = False
+  res = None
+
+  def wrapper(*args, **kwargs):
+    nonlocal initialized, res
+    if not initialized:
+      res = func(*args, **kwargs)
+      initialized = True
+      return res
+    else:
+      return res
+
+  return wrapper
+
+# annotation
+def init(func):
+  """
+  decorator to initialize a function automic
+  :param func: function to be initialized
+  :return: the real decorator for return the result
+  """
+  res = func()
+
+  def wrapper():
+    return res
+
+  return wrapper
+
+# annotation
+def schd(interval_seconds, start_by_call: bool = False):
+  start_flag = False
+  run_flag = False
+  scheduler = sched.scheduler(time.time, time.sleep)
+
+  def decorator(func):
+    @wraps(func)
+    def wrapper(*args, **kwargs):
+      nonlocal start_flag
+      if start_by_call and not start_flag:
+        start_flag = True
+        threading.Thread(target=wrapper, args=args, kwargs=kwargs, daemon=True).start()
+        return
+
+      def job():
+        func(*args, **kwargs)
+        scheduler.enter(interval_seconds, 1, job)
+
+      nonlocal run_flag
+      if not run_flag:
+        scheduler.enter(interval_seconds, 1, job)
+        run_flag = True
+        scheduler.run()
+      else:
+        func(*args, **kwargs)
+
+    if not start_by_call: threading.Thread(target=wrapper, daemon=True).start()
+    return wrapper
+
+  return decorator

ctools/cftp.py

@@ -0,0 +1,74 @@
+#!/usr/bin/env python
+# -*- coding: UTF-8 -*-
+__author__ = 'haoyang'
+__date__ = '2025/1/24 08:53'
+
+import io
+import time
+from ftplib import FTP, error_perm, error_temp
+
+class CFTP:
+  """
+  with open('xx/xx.md', 'rb') as file:
+    ftp_host = 'x.x.x.x'
+    ftp_username = 'x'
+    ftp_password = 'x'
+    CFTP(ftp_host, ftp_username, ftp_password).upload_file_to_ftp('xx.md', file)
+  """
+  def __init__(self, host, username, password, timeout=30, max_retries=3, retry_delay=5):
+    self.host = host
+    self.username = username
+    self.password = password
+    self.ftp:FTP = None
+    self.timeout = timeout
+    self.max_retries = max_retries
+    self.retry_delay = retry_delay
+
+  def upload_file_to_ftp(self, file_name, file:io.BytesIO, ftp_directory='/'):
+    if not file_name: raise Exception('文件名不能为空')
+    if not file: raise Exception('文件不能为空')
+    for attempt in range(self.max_retries):
+      try:
+        if not self.ftp:
+          ftp = FTP(self.host, timeout=self.timeout)
+          ftp.login(self.username, self.password)
+          ftp.set_pasv(True)
+          self.ftp = ftp
+        try:
+          self.ftp.cwd(ftp_directory)
+        except error_perm:
+          print(f"FTP 目录不存在：{ftp_directory}")
+          self.ftp.mkd(ftp_directory)
+          print(f"FTP 目录创建成功：{ftp_directory}, 正在切换到目录：{ftp_directory}")
+          self.ftp.cwd(ftp_directory)
+        print(f"正在上传文件：{file_name}")
+        self.ftp.storbinary(f"STOR {file_name}", file)
+        self.ftp.quit()
+        print(f"文件成功上传到 FTP: {file_name}")
+        return
+      except (error_perm, error_temp) as e:
+        try:
+          self.ftp.quit()
+        except Exception:
+          pass
+        self.ftp = None
+        print(f"FTP 错误：{e}")
+        if attempt < self.max_retries - 1:
+          print(f"正在尝试重连... 第 {attempt + 1} 次重试...")
+          time.sleep(self.retry_delay)
+        else:
+          print("重试次数已用尽，上传失败。")
+          raise
+      except Exception as e:
+        try:
+          self.ftp.quit()
+        except Exception:
+          pass
+        self.ftp = None
+        print(f"连接或上传出现异常：{e}")
+        if attempt < self.max_retries - 1:
+          print(f"正在尝试重连... 第 {attempt + 1} 次重试...")
+          time.sleep(self.retry_delay)
+        else:
+          print("重试次数已用尽，上传失败。")
+          raise