gomyck-tools 1.2.12__py3-none-any.whl → 1.3.2__py3-none-any.whl

ctools/czip.py

@@ -4,16 +4,127 @@ __author__ = 'haoyang'
 __date__ = '2025/1/24 08:48'
 
 import io
+import os
 import time
-
 import pyzipper
 
-def add_file_to_zip(file_name, file_bytes:[], password=None) -> io.BytesIO:
-  zip_filename = "{}}_{}.zip".format(file_name, time.strftime('%Y-%m-%d_%H-%M-%S-%s', time.localtime(time.time())))
-  zipFile = io.BytesIO()
-  with pyzipper.AESZipFile(zipFile, 'w', compression=pyzipper.ZIP_DEFLATED, encryption=pyzipper.WZ_AES) as zipf:
-    if password: zipf.setpassword(password.encode('utf-8'))
-    for file in file_bytes:
-      zipf.writestr(zip_filename, file)
-  zipFile.seek(0)
-  return zipFile
+"""
+  target_directory = '/Users/haoyang/Desktop/知识库文件'
+  zip_password = None
+  process_directory_to_single_zip(target_directory, zip_password, "knowledge_base")
+
+  files_to_compress = [
+    '/path/to/file1.txt',
+    '/path/to/file2.pdf',
+    '/path/to/file3.jpg'
+  ]
+  output_directory = '/Users/haoyang/Desktop'
+  compress_specific_files(files_to_compress, output_directory, zip_password, "my_files")
+"""
+def create_zip_with_files(file_dict, password=None) -> io.BytesIO:
+  """Compress multiple files into a single password-protected ZIP archive in memory.
+  Args:
+      file_dict: Dictionary of {filename: file_content} pairs
+                 filename = os.path.relpath(file_path, start=root_dir) # 相对路径获取, 用于在 zip 内的路径定位
+      password: Optional password for the ZIP file
+  Returns:
+      BytesIO object containing the ZIP file
+  """
+  zip_buffer = io.BytesIO()
+  try:
+    if password:
+      with pyzipper.AESZipFile(zip_buffer, 'w', compression=pyzipper.ZIP_DEFLATED, encryption=pyzipper.WZ_AES) as zipf:
+        zipf.setpassword(password.encode('utf-8'))
+        for filename, content in file_dict.items():
+          zipf.writestr(filename, content)
+    else:
+      with pyzipper.ZipFile(zip_buffer, 'w', compression=pyzipper.ZIP_DEFLATED) as zipf:
+        for filename, content in file_dict.items():
+          zipf.writestr(filename, content)
+    zip_buffer.seek(0)
+    return zip_buffer
+  except Exception as e:
+    zip_buffer.close()
+    raise e
+
+
+def process_directory_to_single_zip(root_dir, password=None, zip_name=None):
+  """Walk through directory and compress all files into a single ZIP.
+  Args:
+      root_dir: Root directory to scan for files
+      password: Optional password for the ZIP file
+      zip_name: Base name for the ZIP file (without extension)
+  """
+  file_dict = {}
+  for dirpath, _, filenames in os.walk(root_dir):
+    for filename in filenames:
+      file_path = os.path.join(dirpath, filename)
+      try:
+        with open(file_path, 'rb') as f:
+          rel_path = os.path.relpath(file_path, start=root_dir)
+          file_dict[rel_path] = f.read()
+      except Exception as e:
+        print(f"Error reading {file_path}: {str(e)}")
+  if not file_dict:
+    print("No files found to compress.")
+    return
+
+  try:
+    zip_buffer = create_zip_with_files(file_dict, password)
+    timestamp = time.strftime('%Y%m%d_%H%M%S', time.localtime())
+    if zip_name:
+      base_name = f"{zip_name}_{timestamp}.zip"
+    else:
+      base_name = f"archive_{timestamp}.zip"
+    output_path = os.path.join(root_dir, base_name)
+    with open(output_path, 'wb') as out_file:
+      out_file.write(zip_buffer.read())
+    print(f"Created single archive: {output_path}")
+  except Exception as e:
+    print(f"Error creating ZIP archive: {str(e)}")
+  finally:
+    if 'zip_buffer' in locals(): zip_buffer.close()
+
+
+def compress_specific_files(file_paths:[], output_dir:str, password=None, zip_name=None):
+  """Compress multiple specified files into a single ZIP archive.
+  Args:
+      file_paths: List of absolute file paths to compress
+      output_dir: Directory where the ZIP file will be saved
+      password: Optional password for the ZIP file
+      zip_name: Base name for the ZIP file (without extension)
+  """
+  if not file_paths:
+    print("No files specified to compress.")
+    return
+  file_dict = {}
+  for file_path in file_paths:
+    if not os.path.isfile(file_path):
+      print(f"Warning: {file_path} is not a file or doesn't exist. Skipping.")
+      continue
+    try:
+      with open(file_path, 'rb') as f:
+        filename_in_zip = os.path.basename(file_path)
+        file_dict[filename_in_zip] = f.read()
+    except Exception as e:
+      print(f"Error reading {file_path}: {str(e)}")
+  if not file_dict:
+    print("No valid files found to compress.")
+    return
+  try:
+    zip_buffer = create_zip_with_files(file_dict, password)
+    timestamp = time.strftime('%Y%m%d_%H%M%S', time.localtime())
+    if zip_name:
+      base_name = f"{zip_name}_{timestamp}.zip"
+    else:
+      first_file = os.path.basename(file_paths[0])
+      base_name = f"{os.path.splitext(first_file)[0]}_{timestamp}.zip"
+    output_path = os.path.join(output_dir, base_name)
+    os.makedirs(output_dir, exist_ok=True)
+    with open(output_path, 'wb') as out_file:
+      out_file.write(zip_buffer.read())
+    print(f"Created archive: {output_path}")
+  except Exception as e:
+    print(f"Error creating ZIP archive: {str(e)}")
+  finally:
+    if 'zip_buffer' in locals(): zip_buffer.close()

ctools/thread_pool.py

@@ -18,8 +18,8 @@ def init():
 def cb(f, callback):
   exc = f.exception()
   if exc:
+    print(f"Task failed: {exc}")
     if callback: callback(exc)
-    raise exc
   else:
     if callback: callback(f.result())
 

gomyck_tools-1.3.2.dist-info/METADATA

@@ -0,0 +1,66 @@
+Metadata-Version: 2.4
+Name: gomyck-tools
+Version: 1.3.2
+Summary: A tools collection for python development by hao474798383
+Author-email: gomyck <hao474798383@163.com>
+License: MIT
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: jsonpickle~=3.4.2
+Requires-Dist: SQLAlchemy~=2.0.36
+Requires-Dist: chardet~=5.2.0
+Requires-Dist: psycopg2-binary~=2.9.10
+Requires-Dist: croniter~=5.0.1
+Requires-Dist: gmssl~=3.2.2
+Requires-Dist: psutil~=6.1.0
+Requires-Dist: jsonpath_ng~=1.7.0
+Requires-Dist: bottle~=0.13.2
+Requires-Dist: requests~=2.32.3
+Requires-Dist: urllib3~=1.26.20
+Requires-Dist: kafka-python~=2.0.2
+Requires-Dist: bs4~=0.0.2
+Requires-Dist: paho-mqtt~=2.1.0
+Requires-Dist: fuzzywuzzy~=0.18.0
+Requires-Dist: pymysql~=1.1.1
+Requires-Dist: pyzipper==0.3.6
+Requires-Dist: prometheus_client==0.21.1
+Requires-Dist: paramiko==3.5.0
+Requires-Dist: pyjwt==2.10.1
+Requires-Dist: cryptography==44.0.2
+Requires-Dist: redis==5.2.1
+Provides-Extra: db
+Requires-Dist: sqlalchemy>=2.0; extra == "db"
+Requires-Dist: asyncpg>=0.28; extra == "db"
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: black>=24.0; extra == "dev"
+Requires-Dist: mypy>=1.0; extra == "dev"
+Provides-Extra: full
+Requires-Dist: sqlalchemy>=2.0; extra == "full"
+Requires-Dist: asyncpg>=0.28; extra == "full"
+Requires-Dist: pytest>=7.0; extra == "full"
+Requires-Dist: black>=24.0; extra == "full"
+Requires-Dist: mypy>=1.0; extra == "full"
+
+# Gomyck-Tools
+
+## project
+
+https://github.com/mzxc
+
+## install
+
+This package need python version >= 3.9
+
+```shell
+pip install gomyck-tools
+```
+
+## usage
+
+```python
+from ctools import sys_log
+sys_log.clog.info('hello world')
+```
+
+

{gomyck_tools-1.2.12.dist-info → gomyck_tools-1.3.2.dist-info}/RECORD

@@ -19,7 +19,7 @@ ctools/credis.py,sha256=sW7yDQvxa7B4dWvGwUH7GROq-7ElRMDhFT6g2C8ryfE,4522
 ctools/cron_lite.py,sha256=f9g7-64GsCxcAW-HUAvT6S-kooScl8zaJyqwHY-X_rE,8308
 ctools/ctoken.py,sha256=NZSBGF3lJajJFLRIZoeXmpp8h5cKM0dAH2weySgeORc,882
 ctools/cword.py,sha256=ZRzAFn96yjo-hAbZuGIm4DoBAL2y8tFySWZ5xbYgY6Q,857
-ctools/czip.py,sha256=g-2s804R06Bnp19ByVsYeRbwx5HQf_KwrStvHimVyns,632
+ctools/czip.py,sha256=8VQ420KgMF09U8McSXTkaAz0jd0Zzm6qazf3iJADQI4,4674
 ctools/database.py,sha256=4j8pPBCJ8DwZrWpeBEiLVtYDMjzkDgkPGQTkOD_kzKI,6415
 ctools/date_utils.py,sha256=h3rvlw_K2F0QTac2Zat_1us76R0P-Qj6_6NeQPfM3VE,1697
 ctools/dict_wrapper.py,sha256=otxDX0CCKbBCVFtASweo5VEv6_ettH-CptA6azX1mJI,460
@@ -49,14 +49,14 @@ ctools/str_diff.py,sha256=QUtXOfsRLTFozH_zByqsC39JeuG3eZtrwGVeLyaHYUI,429
 ctools/string_tools.py,sha256=itK59W4Ed4rQzuyHuioNgDRUcBlfb4ZoZnwmS9cJxiI,1887
 ctools/sys_info.py,sha256=NvKCuBlWHHiW4bDI4tYZUo3QusvODm1HlW6aAkrllnE,4248
 ctools/sys_log.py,sha256=oqb1S41LosdeZxtogFVgDk8R4sjiHhUeYJLCzHd728E,2805
-ctools/thread_pool.py,sha256=qb68ULHy1K7u3MC7WP49wDhmgUhgWazd9FRuFbClET4,925
+ctools/thread_pool.py,sha256=Mt60XMhs-nk-hbkPo8NA7wQ4RxRLZTk4X6vh5Wn3WEw,944
 ctools/upload_tools.py,sha256=sqe6K3ZWiyY58pFE5IO5mNaS1znnS7U4c4UqY8noED4,1068
 ctools/win_canvas.py,sha256=PAxI4i1jalfree9d1YG4damjc2EzaHZrgHZCTgk2GiM,2530
 ctools/win_control.py,sha256=35f9x_ijSyc4ZDkcT32e9ZIhr_ffNxadynrQfFuIdYo,3489
 ctools/word_fill.py,sha256=xeo-P4DOjQUqd-o9XL3g66wQrE2diUPGwFywm8TdVyw,18210
 ctools/word_fill_entity.py,sha256=eX3G0Gy16hfGpavQSEkCIoKDdTnNgRRJrFvKliETZK8,985
 ctools/work_path.py,sha256=OmfYu-Jjg2huRY6Su8zJ_2EGFFhtBZFbobYTwbjJtG4,1817
-gomyck_tools-1.2.12.dist-info/METADATA,sha256=Ouk6gMVb3jK374-BFLiozi3oMR-5idLHeBCEqfMdePA,1377
-gomyck_tools-1.2.12.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-gomyck_tools-1.2.12.dist-info/top_level.txt,sha256=-MiIH9FYRVKp1i5_SVRkaI-71WmF1sZSRrNWFU9ls3s,7
-gomyck_tools-1.2.12.dist-info/RECORD,,
+gomyck_tools-1.3.2.dist-info/METADATA,sha256=n0mq8Z9a0-nOrX3PWZ8JA6ILp79wX__r8foWccyIQB4,1682
+gomyck_tools-1.3.2.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
+gomyck_tools-1.3.2.dist-info/top_level.txt,sha256=-MiIH9FYRVKp1i5_SVRkaI-71WmF1sZSRrNWFU9ls3s,7
+gomyck_tools-1.3.2.dist-info/RECORD,,

{gomyck_tools-1.2.12.dist-info → gomyck_tools-1.3.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.41.2)
+Generator: setuptools (80.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

gomyck_tools-1.2.12.dist-info/METADATA

@@ -1,57 +0,0 @@
-Metadata-Version: 2.1
-Name: gomyck-tools
-Version: 1.2.12
-Summary: A tools collection for python development by hao474798383
-Home-page: https://blog.gomyck.com
-Author: gomyck
-Author-email: hao474798383@163.com
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3.9
-Description-Content-Type: text/markdown
-Requires-Dist: jsonpickle ~=3.4.2
-Requires-Dist: SQLAlchemy ~=2.0.36
-Requires-Dist: chardet ~=5.2.0
-Requires-Dist: psycopg2-binary ~=2.9.10
-Requires-Dist: croniter ~=5.0.1
-Requires-Dist: gmssl ~=3.2.2
-Requires-Dist: psutil ~=6.1.0
-Requires-Dist: jsonpath-ng ~=1.7.0
-Requires-Dist: bottle ~=0.13.2
-Requires-Dist: requests ~=2.32.3
-Requires-Dist: urllib3 ~=1.26.20
-Requires-Dist: kafka-python ~=2.0.2
-Requires-Dist: bs4 ~=0.0.2
-Requires-Dist: paho-mqtt ~=2.1.0
-Requires-Dist: fuzzywuzzy ~=0.18.0
-Requires-Dist: pymysql ~=1.1.1
-Requires-Dist: pyzipper ==0.3.6
-Requires-Dist: prometheus-client ==0.21.1
-Requires-Dist: paramiko ==3.5.0
-Requires-Dist: pyjwt ==2.10.1
-Requires-Dist: cryptography ==44.0.2
-Requires-Dist: redis ==5.2.1
-
-# Gomyck-Tools
-
-## project
-
-https://github.com/mzxc
-
-## install
-
-This package need python version >= 3.9
-
-```shell
-pip install gomyck-tools
-```
-
-## usage
-
-```python
-from ctools import sys_log
-sys_log.clog.info('hello world')
-```
-
-