shancx 1.9.33.171__py3-none-any.whl → 1.9.33.174__py3-none-any.whl

shancx/NN/__init__.py

@@ -4,13 +4,9 @@ import os
 def start():
     print("import successful")
 # constants
-__author__ = 'shancx'
- 
-__author_email__ = 'shancx@126.com'
-
-# @Time : 2023/09/27 下午8:52
-# @Author : shanchangxi
-# @File : util_log.py
+__author__ = 'shancx' 
+__author_email__ = 'shanhe12@163.com'
+__time__ = '20251028 21:16'
 import logging
 from logging.handlers import RotatingFileHandler
 import os
@@ -37,7 +33,6 @@ def _loggers(logger_name="loggers", root="./logs", phase="project", level=loggin
         l.addHandler(sh)    
     return l
 
-
 """
 logger = _loggers(logger_name="test_logger", root=curpathplus, phase="test_log", overwrite=True, screen=True)
 # 测试日志输出
@@ -64,6 +59,53 @@ if __name__ == "__main__":
     logger.info("这是一条INFO日志")
 '''
 
+import os
+import glob
+import logging
+from datetime import datetime
+from shancx import loggers as logger
+def cleanupLogs(log_dir='/mnt/wtx_weather_forecast/scx/SATH9SEAStest/logs', keep_count=10, 
+                 pattern='*.log', recursive=False, dry_run=False):
+    stats = {'total_dirs': 0, 'deleted_files': 0, 'errors': []}    
+    def _cleanup_dir(directory):
+        stats['total_dirs'] += 1
+        if not os.path.exists(directory):
+            logging.warning(f"目录不存在: {directory}")
+            return
+        file_paths = glob.glob(os.path.join(directory, pattern))
+        log_files = [(path, os.path.getmtime(path)) for path in file_paths]
+        log_files.sort(key=lambda x: x[1], reverse=True)        
+        if len(log_files) <= keep_count:
+            logging.info(f"目录 {directory} 中的文件数量 ({len(log_files)}) 不超过保留数量 ({keep_count})，无需清理")
+            return
+        files_to_delete = log_files[keep_count:]
+        for file_path, mtime in files_to_delete:
+            try:
+                if dry_run:
+                    logging.info(f"[试运行] 将删除: {file_path} (修改时间: {datetime.fromtimestamp(mtime).strftime('%Y-%m-%d %H:%M:%S')})")
+                else:
+                    os.remove(file_path)
+                    logging.info(f"已删除: {file_path} (修改时间: {datetime.fromtimestamp(mtime).strftime('%Y-%m-%d %H:%M:%S')})")
+                stats['deleted_files'] += 1
+            except Exception as e:
+                error_msg = f"删除失败 {file_path}: {str(e)}"
+                logging.error(error_msg)
+                stats['errors'].append(error_msg)
+    if recursive:
+        for root, _, _ in os.walk(log_dir):
+            _cleanup_dir(root)
+    else:
+        _cleanup_dir(log_dir)    
+    return stats
+"""
+if __name__ == "__main__": 
+    dir = "/mnt/wtx_weather_forecast/scx/SATH9SEAStest/logs/H9SEAS/"
+    stats = cleanupLogs(dir,3, '*.log', False, False)    
+    logging.info(f"清理完成: 处理目录数={stats['total_dirs']}, 删除文件数={stats['deleted_files']}, 错误数={len(stats['errors'])}")
+    if stats['errors']:
+        logging.error(f"错误详情: {stats['errors']}")
+"""  
+
 from itertools import product
 from concurrent.futures import ProcessPoolExecutor as PoolExecutor, as_completed 
 import sys
@@ -90,6 +132,27 @@ def Mul_sub(task, param_list, num=6):
             sys.exit(1)    
     print("All tasks completed")
 
+from concurrent.futures import ThreadPoolExecutor
+from itertools import product
+def Mul_TH(task, param_list, max_workers=6):
+    print(f"Thread num: {max_workers}")
+    validate_param_list(param_list)
+    task_args = [
+        (arg,) if len(param_list) == 1 else arg
+        for arg in (
+            param_list[0] if len(param_list) == 1 
+            else product(*param_list)
+        )
+    ]    
+    with ThreadPoolExecutor(max_workers) as ex:
+        try:
+            list(ex.map(task, task_args))
+        except KeyboardInterrupt:
+            print("\n用户中断操作")
+            ex.shutdown(wait=False)
+            sys.exit(1) 
+
+
 # import os
 # from datetime import datetime
 # from shancx.NN import _loggers

{shancx-1.9.33.171.dist-info → shancx-1.9.33.174.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: shancx
-Version: 1.9.33.171
+Version: 1.9.33.174
 Summary: A simple timer decorator
 Home-page: https://gitee.com/shancx
 Author: shancx

{shancx-1.9.33.171.dist-info → shancx-1.9.33.174.dist-info}/RECORD

@@ -56,9 +56,13 @@ shancx/Fillmiss/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 shancx/Fillmiss/imgidwJU.py,sha256=CyP4ZlhPpXPqGVzzcLR7lohVl8bWjEceJLo7yvKgtEM,1708
 shancx/Fillmiss/imgidwLatLonJU.py,sha256=ltYZj9CwN8cVs4Kow64oVN1EiBERgW9FceTUBFkCOAs,4314
 shancx/Gpu/__init__.py,sha256=4Ahq04phTGVlFWN9Vih0WAh-IqFrhtwM5hj4G1IU2Dk,1950
+shancx/H9/__init__.py,sha256=FCarcXfU2tVD2KrCGKNNUuL51zAWZYHV7lrP7gntvaI,4911
+shancx/H9/ahi_read_hsd.py,sha256=bt9oOOARcXijmyGpmHYXj0NKnuTntZjqx0_tu6Vp2vs,33522
+shancx/H9/ahisearchtable.py,sha256=e2kpz-P5npgL4gzNxn8igERJuWWIysvTNLkptr5_Zcc,9579
+shancx/H9/geometry.py,sha256=ZoCfgP07ANqDxyLf8uFN016DPl7QqW9pAV3sr2ekCng,95893
 shancx/Hug/__init__.py,sha256=NvcqXM0CSwXYtTr5yj4zfkag_7PZcI5tCsIHjuLNXTQ,3040
 shancx/Mos/__init__.py,sha256=IDlCLNN6a_mguYmRcAPcevHSDaud5ZhvYNSuASqztcE,1563
-shancx/NN/__init__.py,sha256=fVSAQnfE_34zBNw5gz_K5jenY5iE30yoB0eEleMCYqI,4235
+shancx/NN/__init__.py,sha256=uN2Dkqm-rRnp8TDitwMm1PcYYH9KsaQXcraFVuIRf98,7027
 shancx/Plot/GlobMap.py,sha256=WRvZOf5bo8IfECk1-sN4g6K0CrcJhSoEJAiLvZAWDwg,13021
 shancx/Plot/Gray2RGB.py,sha256=yDXu1xWVi7OtrS8_ExxK_ev1988kj1ZxoNCWf-kl4Zc,2734
 shancx/Plot/__init__.py,sha256=R4pywzeVDqEWGMkWeGBAVmopgPBThiLv2RBDlGquNGc,31891
@@ -79,7 +83,7 @@ shancx/Train/multiGpu.py,sha256=D_oZeiSc7VWktpnVDwrFOC1CYZSt9rxOKY5lngE5vFg,820
 shancx/Train/prepare.py,sha256=vL_8UOA66oZCBIwCICtihsGibivtNgaVJGulJxfNdn8,6793
 shancx/Train/renet50.py,sha256=wEhYk1X96WE5zuqHqVxWLJa-A5jDNkz4z6edORNufnA,6428
 shancx/tensBoard/__init__.py,sha256=ga2C5YyJITvvQA1ocpxna_KNFnNRJVwkTjLoIglLZUQ,993
-shancx-1.9.33.171.dist-info/METADATA,sha256=_l_QlL7aOUxagFQpVMYER4Misz3TxtUv_T9Ah8QRXTo,644
-shancx-1.9.33.171.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-shancx-1.9.33.171.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
-shancx-1.9.33.171.dist-info/RECORD,,
+shancx-1.9.33.174.dist-info/METADATA,sha256=Yr3IRyjoqztZUku4KsVKubHkG-88GXh4FwUxl4QFOb8,644
+shancx-1.9.33.174.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+shancx-1.9.33.174.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
+shancx-1.9.33.174.dist-info/RECORD,,