shancx 1.9.33.163__py3-none-any.whl → 1.9.33.165__py3-none-any.whl

shancx/NN/__init__.py

@@ -11,11 +11,11 @@ __author_email__ = 'shancx@126.com'
 # @Time : 2023/09/27 下午8:52
 # @Author : shanchangxi
 # @File : util_log.py
-
 import logging
 from logging.handlers import RotatingFileHandler
 import os
-def _loggers(logger_name="loggers", root="./logs", phase="project", level=logging.INFO, screen=True, max_bytes=10*1024*1024, backup_count=5, overwrite=False,handlersflag=False):
+from shancx import crDir 
+def _loggers(logger_name="loggers", root="./logs", phase="project", level=logging.INFO, screen=True, max_bytes=10*1024*1024, backup_count=5, overwrite=False,handlersflag=True):
     '''set up logger with rotating file handler'''
     l = logging.getLogger(logger_name)
     if handlersflag:
@@ -24,9 +24,7 @@ def _loggers(logger_name="loggers", root="./logs", phase="project", level=loggin
     formatter = logging.Formatter(
         "%(asctime)s - %(filename)s[line:%(lineno)d] - %(levelname)s: %(message)s", datefmt='%Y-%m-%d %H:%M:%S') 
     log_file = os.path.join(root, '{}.log'.format(phase))
-    log_dir = os.path.dirname(log_file)
-    if not os.path.exists(log_dir):
-        os.makedirs(log_dir, exist_ok=True)
+    crDir(log_file)
     # Use RotatingFileHandler with 'w' mode to overwrite log file if needed
     mode = 'w' if overwrite else 'a'
     fh = RotatingFileHandler(log_file, mode=mode, maxBytes=max_bytes, backupCount=backup_count)
@@ -66,30 +64,30 @@ if __name__ == "__main__":
     logger.info("这是一条INFO日志")
 '''
 
-import os
-from datetime import datetime
-from shancx.NN import _loggers
-from shancx import lock_file
-from shancx.wait import check_lock
-from shancx import crDir
-logger =_loggers()
-def check_process_data(UTC, sat_cd,basepath ="/mnt/wtx_weather_forecast/scx/test/lock_files" ): 
-    try:
-        UTCStr = UTC.strftime("%Y%m%d%H%M")
-        file = f"/mnt/wtx_weather_forecast/scx/test/lock_files/{sat_cd}/{UTCStr[:4]}/{UTCStr[:8]}/File_{UTCStr}.lock"
-        crDir(file)
-        if not lock_file(file):
-            if check_lock(file):
-                logger.info("data is making or maked")
-                return True ,file       
-        return False,file        
-    except Exception as e:
-        logger.error(f"Error in check_and_process_data: {str(e)}")
-        return False,file  
-"""
-flag1,file = check_process_data(UTC, "H9SEAS" )
-if flag1:
-    sys.exit() 
-if os.path.exists(output_path): #配合使用
-   sys.exit()    
-"""
+# import os
+# from datetime import datetime
+# from shancx.NN import _loggers
+# from shancx import lock_file
+# from shancx.wait import check_lock
+# from shancx import crDir
+# logger =_loggers()
+# def check_process_data(UTC, sat_cd,basepath ="/mnt/wtx_weather_forecast/scx/test/lock_files" ): 
+#     try:
+#         UTCStr = UTC.strftime("%Y%m%d%H%M")
+#         file = f"/mnt/wtx_weather_forecast/scx/test/lock_files/{sat_cd}/{UTCStr[:4]}/{UTCStr[:8]}/File_{UTCStr}.lock"
+#         crDir(file)
+#         if not lock_file(file):
+#             if check_lock(file):
+#                 logger.info("data is making or maked")
+#                 return True ,file       
+#         return False,file        
+#     except Exception as e:
+#         logger.error(f"Error in check_and_process_data: {str(e)}")
+#         return False,file  
+# """
+# flag1,file = check_process_data(UTC, "H9SEAS" )
+# if flag1:
+#     sys.exit() 
+# if os.path.exists(output_path): #配合使用
+#    sys.exit()    
+# """

shancx/__init__.py

@@ -346,14 +346,12 @@ from pathlib import Path
 def lock_file(lock_file_path):
     if os.path.exists(lock_file_path):
         print(f" {lock_file_path} is existded ")
-        loggers.info(f" {lock_file_path} is existded ")
-        return True
+        return False
     try:
         os.makedirs(os.path.dirname(lock_file_path), exist_ok=True)
         with open(lock_file_path, 'w') as f:
             f.write(f"process_id:{os.getpid()},create_time:{datetime.datetime.now()}")
-            loggers.info(f"create lock file {lock_file_path}")
-            return False
+            return True 
     except Exception as e:
         print(f"创建锁文件失败 create lock failed : {e}")
         return False
@@ -366,7 +364,39 @@ if os.path.exists(lock_file):
     print(f"锁文件存在，已有程序在处理时次 {utc_time_str}，跳过")
     return False 
 """
- 
+import os
+import time
+def is_process_alive(pid):
+    try:
+        os.kill(pid, 0)  
+        return True
+    except OSError:
+        return False
+def check_lock(lock_file):
+    if not os.path.exists(lock_file):
+        return False    
+    try:
+        with open(lock_file, 'r') as f:
+            content = f.read().strip()        
+        if 'process_id:' in content and 'create_time:' in content:
+            pid_str = content.split('process_id:')[1].split(',')[0]
+            pid = int(pid_str)            
+            if not is_process_alive(pid):
+                print(f"进程 {pid} 已消亡，清理锁文件")
+                os.remove(lock_file)
+                return False 
+            else:
+                print(f"进程 {pid} 仍在运行，跳过执行")
+                return True                
+    except Exception as e:
+        print(f"锁文件解析错误，清理: {e}")
+        os.remove(lock_file)
+        return False    
+    return False
+"""
+if  check_lock(lock_file):
+    return False
+"""
 import multiprocessing
 import sys
 from typing import Optional, Literal

shancx/wait.py

@@ -167,8 +167,7 @@ def is_process_alive(pid):
         return False
 def check_lock(lock_file):
     if not os.path.exists(lock_file):
-        logger.info(f"{lock_file} not exists error A lock file needs to be created. ")
-        return False
+        return False    
     try:
         with open(lock_file, 'r') as f:
             content = f.read().strip()        
@@ -176,14 +175,14 @@ def check_lock(lock_file):
             pid_str = content.split('process_id:')[1].split(',')[0]
             pid = int(pid_str)            
             if not is_process_alive(pid):
-                logger.info(f"not is_process_alive(pid)")
-                return False
+                print(f"进程 {pid} 已消亡，清理锁文件")
                 os.remove(lock_file)
                 return False 
             else:
+                print(f"进程 {pid} 仍在运行，跳过执行")
                 return True                
     except Exception as e:
-        print(f"lock anaylysis error,clean : {e}")
+        print(f"锁文件解析错误，清理: {e}")
         os.remove(lock_file)
         return False    
     return False

{shancx-1.9.33.163.dist-info → shancx-1.9.33.165.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: shancx
-Version: 1.9.33.163
+Version: 1.9.33.165
 Summary: A simple timer decorator
 Home-page: https://gitee.com/shancx
 Author: shancx

{shancx-1.9.33.163.dist-info → shancx-1.9.33.165.dist-info}/RECORD

@@ -6,7 +6,7 @@ shancx/Point.py,sha256=gyIomOVbNoz6SOcAhhTS26NHBeJ0TOwB-ljNsBWN1ZE,1909
 shancx/QC.py,sha256=gVH1jAZ2tI-sDygozwfXQgLEJNJscFuzxexWXuXHWHw,2803
 shancx/Read.py,sha256=xX4ciDoWhL9KAsN3cWvaFAOMlSVwR56AR3dSB-SBnLI,3139
 shancx/ZR.py,sha256=5APchqVoI1G2MkrN9YJSWCwfLUygcSFIsUXSo9aq1Qg,341
-shancx/__init__.py,sha256=jxCbCTmGO1dkdvEBgJjGqC3k8iytopcm1g2eGC3QcAs,18816
+shancx/__init__.py,sha256=ejEaYlajqIeXfIpXzVeAIUfvBlExWhyu5pcc-SVFqW4,19744
 shancx/args.py,sha256=Nr80vgQpT3m31_crKGf5DvofCxyERJFbqJ1sHb1BIqs,1042
 shancx/bak.py,sha256=eKe2o1Yq7LCldoA-LXi14s_QNf1BkQsDsWJ7pDoscrw,25428
 shancx/cmp.py,sha256=cIQv-QTl-22FJa6tmHyBu_IQmMq5LnsQGGFK5jc5hMA,893
@@ -16,7 +16,7 @@ shancx/info.py,sha256=0rk_L8Z5uj9RliaZrzT-CArH9ZObmdmcp-1RxAItL08,1122
 shancx/netdfJU.py,sha256=96KR9NMLr2Kcs_OOMpX7QPujdWUj0GCEUIZ7_4_pBxw,7741
 shancx/sendM.py,sha256=CEpeHavseWILlfevhfOMYxYUIWhh4fCNkXGRsEjMxBE,3352
 shancx/tool.py,sha256=T1Uwsd5vcfKLEMGq7DmhPOmsnBNZgYq-QML8W2a6KTc,1027
-shancx/wait.py,sha256=Vpx-4P4Vppjo6JjaWBKKQltPtcSg-FIXbo1oe7ExqzE,8609
+shancx/wait.py,sha256=OgT9JmEgMH7d3ir3TEksx0_Kyl_S4bkOKl50jvVpdFA,8575
 shancx/3D/__init__.py,sha256=pDFvW1OOEW-ueXH50NJIYdWlySHZU6sr5htzHUSeROo,1000
 shancx/Algo/Class.py,sha256=bxJ9JhIjoxl0hJfjO126YrnyHWDpxCEAZ7qcPs0Y0ic,377
 shancx/Algo/CudaPrefetcher1.py,sha256=mUVlS3txsriET26ZMZ6DYOnyzWr8Tz6wThifzWrC7k8,3951
@@ -62,7 +62,7 @@ shancx/H9/ahisearchtable.py,sha256=e2kpz-P5npgL4gzNxn8igERJuWWIysvTNLkptr5_Zcc,9
 shancx/H9/geometry.py,sha256=ZoCfgP07ANqDxyLf8uFN016DPl7QqW9pAV3sr2ekCng,95893
 shancx/Hug/__init__.py,sha256=NvcqXM0CSwXYtTr5yj4zfkag_7PZcI5tCsIHjuLNXTQ,3040
 shancx/Mos/__init__.py,sha256=IDlCLNN6a_mguYmRcAPcevHSDaud5ZhvYNSuASqztcE,1563
-shancx/NN/__init__.py,sha256=JQgNPBqnvckGDYnBmdQw-nauBS5mN3sba6nf1aFVJik,3204
+shancx/NN/__init__.py,sha256=TpDNbhE7-q6bQal_dSbQdPOQXXRAnb8Z6-OEEJLk7CI,3182
 shancx/Plot/GlobMap.py,sha256=WRvZOf5bo8IfECk1-sN4g6K0CrcJhSoEJAiLvZAWDwg,13021
 shancx/Plot/Gray2RGB.py,sha256=yDXu1xWVi7OtrS8_ExxK_ev1988kj1ZxoNCWf-kl4Zc,2734
 shancx/Plot/__init__.py,sha256=R4pywzeVDqEWGMkWeGBAVmopgPBThiLv2RBDlGquNGc,31891
@@ -83,7 +83,7 @@ shancx/Train/multiGpu.py,sha256=D_oZeiSc7VWktpnVDwrFOC1CYZSt9rxOKY5lngE5vFg,820
 shancx/Train/prepare.py,sha256=vL_8UOA66oZCBIwCICtihsGibivtNgaVJGulJxfNdn8,6793
 shancx/Train/renet50.py,sha256=wEhYk1X96WE5zuqHqVxWLJa-A5jDNkz4z6edORNufnA,6428
 shancx/tensBoard/__init__.py,sha256=ga2C5YyJITvvQA1ocpxna_KNFnNRJVwkTjLoIglLZUQ,993
-shancx-1.9.33.163.dist-info/METADATA,sha256=0XB2IgkOomSLRVrhvCiupwS_OD68A3_-J1yVm4WnXHE,644
-shancx-1.9.33.163.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-shancx-1.9.33.163.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
-shancx-1.9.33.163.dist-info/RECORD,,
+shancx-1.9.33.165.dist-info/METADATA,sha256=Z5Sn7sjqmtn4UHqhRJFl2AmwI-n863rETpTwP6Kq_rg,644
+shancx-1.9.33.165.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+shancx-1.9.33.165.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
+shancx-1.9.33.165.dist-info/RECORD,,