shancx 1.8.92__py3-none-any.whl → 1.9.33.218__py3-none-any.whl

shancx/wait.py

@@ -0,0 +1,246 @@
+import os
+import time
+import asyncio
+import threading
+import logging
+from typing import Union, Literal
+import traceback
+import netCDF4 as nc
+from shancx.NN import setlogger
+logger = setlogger(level=logging.INFO)
+def smart_wait(
+    path: str,
+    timeout: Union[int, float] = 300,
+    mode: Literal['auto', 'polling', 'async'] = 'auto',
+    debug: bool = False
+) -> bool:
+    """
+    智能文件等待方案（自动选择最优策略）    
+    Args:
+        path: 要监控的文件路径
+        timeout: 最大等待时间（秒）
+        mode: 运行模式，可选：
+            - 'auto'：自动选择（默认）
+            - 'polling'：指数退避轮询
+            - 'async'：异步协程模式
+        debug: 调试模式（立即返回当前状态）
+    """
+    if timeout <= 0:
+        raise ValueError("Timeout must be positive")    
+    if debug:
+        return _immediate_check(path)
+    if mode == 'auto':
+        mode = 'async' if timeout > 60 else 'polling'    
+    try:
+        if mode == 'async':
+            return asyncio.run(_async_wait(path, timeout))
+        elif mode == 'polling':
+            return _polling_wait(path, timeout)
+        else:
+            raise ValueError(f"Invalid mode: {mode}")
+    except Exception as e:
+        logger.error(f"Smart wait failed: {str(e)}")
+        return False
+def _immediate_check(path: str) -> bool:
+    if not os.path.exists(path):
+        logger.info(f"[DEBUG] File not exists: {path}")
+        return False    
+    try:
+        if path.lower().endswith('.nc'):
+            with nc.Dataset(path) as ds:
+                if not ds.variables:
+                    logger.info(f"[DEBUG] Empty NetCDF: {path}")
+                    return False
+        logger.info(f"[DEBUG] File valid: {path}")
+        return True
+    except Exception as e:
+        logger.info(f"[DEBUG] Invalid file {path}: {str(e)}")
+        logger.info(f"DEBUG {path} is missing")        
+        return False
+
+async def _async_wait(path: str, timeout: Union[int, float]) -> bool:    
+    async def _check():
+        logger.info(f"_async_wait {path} {timeout}")
+        while True:
+            if os.path.exists(path):
+                try:
+                    if path.lower().endswith('.nc'):
+                        with nc.Dataset(path) as ds:
+                            print(ds)
+                            if ds.variables:
+                                logger.info(f"_async_wait {path} waited ")
+                                return True
+                    else:
+                        logger.info(f"_async_wait {path} waited ")
+                        return True
+                except Exception:
+                    # return False
+                        pass
+            await asyncio.sleep(1)    
+    try:
+        return await asyncio.wait_for(_check(), timeout)
+    except asyncio.TimeoutError:
+        logger.info(f"_async_wait {path} is missing")
+        return False
+
+def _polling_wait(path: str, timeout: Union[int, float]) -> bool:
+    logger.info(f"_polling_wait  {path} {timeout}")
+    wait_sec = 1
+    start_time = time.time()    
+    while (time.time() - start_time) < timeout:
+        if os.path.exists(path):
+            try:
+                if path.lower().endswith('.nc'):
+                    with nc.Dataset(path) as ds:
+                        if ds.variables:
+                            logger.info(f"_polling_wait {path} waited ")
+                            return True
+                else:
+                    logger.info(f"_polling_wait {path} waited ")
+                    return True
+            except Exception as e:
+                logger.warning(f"File validation failed: {str(e)}")        
+        elapsed = time.time() - start_time
+        remaining = timeout - elapsed
+        next_wait = min(wait_sec, remaining)        
+        if next_wait <= 0:
+            break            
+        time.sleep(next_wait)
+        wait_sec = min(wait_sec * 2, 60)  # 上限60秒    
+    logger.info(f"_polling_wait {path} is missing")
+    return False
+
+"""
+# 基本用法（自动选择最佳模式）
+success = smart_wait("/data/sample.nc", timeout=120,mode="async")
+1. flag = smart_wait(path, timeout=60,mode="async")
+2.flag = True if os.path.exists(path) else smart_wait(path, timeout=60,mode="async")
+
+# 强制使用watchdog模式
+success = smart_wait("/data/sample.nc", mode='watchdog')
+
+# 调试模式
+print(smart_wait("/data/sample.nc", debug=True))
+
+"""
+import time
+from typing import List, Optional
+import glob
+def waitFiles(pattern,next=180,interval=5,alls = 1) -> Optional[List[str]]:
+    logger.info(f"_polling_wait {pattern} waiting {next} ")
+    for _ in range(next):
+        if files := glob.glob(pattern):
+            if len(files)>alls:
+                logger.info(f"_polling_wait {files[0]} waited ")
+                return files
+        else:            
+            time.sleep(interval)
+            continue
+    return None
+
+"""
+waitFiles(pattern,timeout=180,interval=5)
+"""
+ 
+import time, glob, os
+from typing import Optional, Tuple, List
+def checkSize(pattern: str,size_mb: float = 50.0,timeout: int = 180,interval: int = 5) -> Optional[List[str]]:  
+    size = size_mb * 1024 * 1024
+    logger.info(f"_polling_wait {pattern} waiting {timeout} size {size}")
+    for _ in range(timeout // interval):
+        if files := [f for f in glob.glob(pattern) if os.path.isfile(f)]:
+            if large := [f for f in files if os.path.getsize(f) > size]:
+                return large   
+            time.sleep(interval)    
+    return None  
+"""
+checkSize(pattern: str,size_mb: float = 50.0,timeout: int = 180,interval: int = 5)
+""" 
+
+import os
+import time
+def is_process_alive(pid):
+    try:
+        os.kill(pid, 0)  
+        return True
+    except OSError:
+        return False
+def check_lock(lock_file):
+    if not os.path.exists(lock_file):
+        return False    
+    try:
+        with open(lock_file, 'r') as f:
+            content = f.read().strip()        
+        if 'process_id:' in content and 'create_time:' in content:
+            pid_str = content.split('process_id:')[1].split(',')[0]
+            pid = int(pid_str)            
+            if not is_process_alive(pid):
+                print(f"进程 {pid} 已消亡，清理锁文件")
+                os.remove(lock_file)
+                return False 
+            else:
+                print(f"进程 {pid} 仍在运行，跳过执行")
+                return True                
+    except Exception as e:
+        print(f"锁文件解析错误，清理: {e}")
+        os.remove(lock_file)
+        return False    
+    return False
+"""
+if  check_lock(lock_file):
+    return False
+"""
+
+import numpy as np
+from typing import Union
+def check_nans(data=None, threshold= 0.5) -> bool:
+    if not isinstance(data, np.ndarray):
+        try:
+            data = data.cpu().numpy()
+        except RuntimeError as e:
+            logger.info(f"Tensor转换失败: {str(e)}")
+            return False
+    elif not isinstance(data, np.ndarray):
+        return False
+    if data.ndim == 2:
+        data = data[np.newaxis, ...]  
+    elif data.ndim != 3:
+        return False
+    try:
+        return any(
+            (nan_ratio := np.isnan(channel).mean()) > threshold
+            and (logger.warning(f"Channel {i} exceeds threshold: {nan_ratio:.4%} > {threshold:.4%}") or True)
+            for i, channel in enumerate(data)
+        )
+    except Exception as e:
+        logger.info(f"NaN检查出错: {str(e)}")
+        logger.info(traceback.format_exc())
+        return False
+"""
+        flagnan = check_nans(satdata,threshold=0)
+        if flagnan:
+            # plotA2b(satdata[:3],satdata[3:])
+            radio = np.isnan(satdata).sum()/satdata.size    
+            if radio>0.0001 and radio <0.01:
+                plotA2b(satdata[:3],satdata[3:],saveDir="plotA2bN")
+            return 
+"""
+
+import time 
+import shutil
+import traceback
+def safe_delete(path_pattern):
+    for path in glob.glob(path_pattern):
+        try:
+            if os.path.isfile(path):
+                os.remove(path)
+            elif os.path.isdir(path):
+                shutil.rmtree(path)
+        except Exception as e:
+            print(traceback.format_exc())
+            logger.warning(f"删除失败 {path}: {e}")
+"""
+            if os.path.exists(zip_file):
+                safe_delete(zip_file)
+"""
+

{shancx-1.8.92.dist-info → shancx-1.9.33.218.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: shancx
-Version: 1.8.92
+Version: 1.9.33.218
 Summary: A simple timer decorator
 Home-page: https://gitee.com/shancx
 Author: shancx
@@ -10,14 +10,24 @@ Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
-Requires-Dist: numpy >=0
+Requires-Dist: tqdm
+Requires-Dist: pandas
+Requires-Dist: matplotlib
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
 
-# My Timer Decorator
+# Welecome to shancx
 
 A simple Python package that provides a timer decorator to measure the execution time of functions.
 
 ## Installation
-
  
 pip install shancx
  

shancx-1.9.33.218.dist-info/RECORD

@@ -0,0 +1,91 @@
+shancx/Cmd.py,sha256=FjbNHOAp9g6Y0BHr4R5f9PxqfK9BaHqNrWzdyL87CdU,4860
+shancx/Config_.py,sha256=CgkvFXXDwuXgyHDrNWkvlOY7rNRQ-dMaDvcUouBJ9y0,733
+shancx/Inst.py,sha256=Q8dULK2djqBU0JFyhMAf1mhWzFDwx9SaAJuTIO0AWig,751
+shancx/Lib.py,sha256=GUAspllSxk39mvj-F1Q8Ys0EcY_lQfZPRGPE7L3x4SE,977
+shancx/Path1.py,sha256=vX4A5RgdwVyIVVNZRocl18rOu1Z8YMLfDb0B92-0bE8,5334
+shancx/Point.py,sha256=gyIomOVbNoz6SOcAhhTS26NHBeJ0TOwB-ljNsBWN1ZE,1909
+shancx/QC.py,sha256=MFxbPMEwrnk5l0sTFMrx13wPlXJ5WI5TovzaiBoEr0E,9848
+shancx/Read.py,sha256=x0nMlTXhxb5utkr9Tn9Aawz32m-dmLUXpG2HM9KywtI,2924
+shancx/Resize.py,sha256=uwiOhD-aWPDLvIwOYEX-XXN_suOXv6hPDcaGyr4JLC4,4044
+shancx/ZR.py,sha256=5APchqVoI1G2MkrN9YJSWCwfLUygcSFIsUXSo9aq1Qg,341
+shancx/__init__.py,sha256=6sfiHElECqfy5eEEGqaCAw4YiKxgKfJ5IFFh9yvtewk,11442
+shancx/args.py,sha256=Nr80vgQpT3m31_crKGf5DvofCxyERJFbqJ1sHb1BIqs,1042
+shancx/bak.py,sha256=SvxKomcukMkWvOlBil77AP0BWcrPNdkz2H3DoFOWLw0,26640
+shancx/cmp.py,sha256=cIQv-QTl-22FJa6tmHyBu_IQmMq5LnsQGGFK5jc5hMA,893
+shancx/df2database.py,sha256=h9_n9tZBWKyGKnpGPRHPSZgMn5kylX0sV5APwmi2SHM,3315
+shancx/geosProj.py,sha256=JMmtj3kV8rtFkKbmwvTKuDWlC8AkgLG8JvCPzkn8Dfs,2685
+shancx/getResponse.py,sha256=QmJfa4czGCOiKb8RuCLXKE7AAKVADAptNiwn7v1tfbM,1055
+shancx/info.py,sha256=0rk_L8Z5uj9RliaZrzT-CArH9ZObmdmcp-1RxAItL08,1122
+shancx/netdfJU.py,sha256=96KR9NMLr2Kcs_OOMpX7QPujdWUj0GCEUIZ7_4_pBxw,7741
+shancx/sendM.py,sha256=CEpeHavseWILlfevhfOMYxYUIWhh4fCNkXGRsEjMxBE,3352
+shancx/wait.py,sha256=OgT9JmEgMH7d3ir3TEksx0_Kyl_S4bkOKl50jvVpdFA,8575
+shancx/3D/__init__.py,sha256=pDFvW1OOEW-ueXH50NJIYdWlySHZU6sr5htzHUSeROo,1000
+shancx/Algo/Class.py,sha256=bxJ9JhIjoxl0hJfjO126YrnyHWDpxCEAZ7qcPs0Y0ic,377
+shancx/Algo/CudaPrefetcher1.py,sha256=mUVlS3txsriET26ZMZ6DYOnyzWr8Tz6wThifzWrC7k8,3951
+shancx/Algo/Fake_image.py,sha256=PEha7w0mMVEOodcAXEGNv_FvrWUipsqAJPkhTYDk6l4,1264
+shancx/Algo/Hsml.py,sha256=GzAMS30DxJm8_y8lq8bk-6F_3_Xah4eHdLqHuZQWenw,16874
+shancx/Algo/L2Loss.py,sha256=m68uMLLUfgvP066_gKaKvjWGmLTlbHQwGAKUmzIt4qQ,261
+shancx/Algo/MetricTracker.py,sha256=shXN8OUsmbFIAX0aC5hgf-hMuX5Jts3ebAbjYDgmce0,4268
+shancx/Algo/Normalize.py,sha256=arUrZ6d4L2DiJRSsefpAe3wvkeVICvvnJ6RbvMoyIDE,3191
+shancx/Algo/OptimizerWScheduler.py,sha256=oC7OmYCuYfVRVSzP2-zPvHB7lgmE4UuAUhdBPob87H0,1529
+shancx/Algo/Rmageresize.py,sha256=TQfVLnCLJYSLC88dI7x6IZJJv43s1zJYE9HzCZpPb0M,2979
+shancx/Algo/Savemodel.py,sha256=l4XfuNJ4WMfVy8qalH8AhtR3RsQmZfpJF53zIwQxrUs,1009
+shancx/Algo/SmoothL1_losses.py,sha256=P7YpSjrlIhyVgBxyxDxehuVtTbffbbrnKmuZ-Po-UvE,1056
+shancx/Algo/Tqdm.py,sha256=JZz8SwqQjql4eT0GUmFX6xAwLNEx1YwpGM2hL1LDyk8,2707
+shancx/Algo/__init__.py,sha256=05Kzre38HFbhmqdj-U1W3m_lc8pkUypaEhgh3UjVAmg,4466
+shancx/Algo/checknan.py,sha256=Oi7yU-UTSQgE4tgvuXTdgPmhlaus6G7gB2suaV7QgeQ,1188
+shancx/Algo/dsalgor.py,sha256=jNlD8TJuAOKT6H_8xc-l8sI-mXf8upemeA7Jpf5Eftk,398
+shancx/Algo/iouJU.py,sha256=pZYQ-KPE-hgsuPUL0KxZZcuemDCt_LWAyw9GuKgvZNE,3602
+shancx/Algo/mask.py,sha256=Dx7mLfcfEDIudu-DzdowFGoS1D3IxLHC8Mtw_kAen4w,1060
+shancx/Algo/psnr.py,sha256=mrepcNyWTdB5UrHXZpSvyLsbZ-i_evyZtAmk3mIOwT8,267
+shancx/Algo/ssim.py,sha256=eW_RXovDhVvwvFg2kEG_Xd3SasGKQt5BpQr6yNOiepk,2896
+shancx/Algo/structural_similarity.py,sha256=zc4wjCKVkkDgySneB1uPuBWu-9KVD5TXPLubXKhMR7o,10204
+shancx/Algo/tool.py,sha256=NpSoeX0r61k7_iBlMYCTv1IfcZQZv1sFecxJk_afa0g,26690
+shancx/Calmetrics/__init__.py,sha256=hnahHA7FxxmCvd6X5Buu2MSSbwagaUDgNnjkxeGBL14,3104
+shancx/Calmetrics/calmetrics.py,sha256=O_0aCoGh1n4b6lyBP9iX_qMu_-GxQ66Ky0aDgx4JtgI,498
+shancx/Calmetrics/calmetricsmatrixLib.py,sha256=MO1E04hBjZZ93Uzlgth6ilNwmY666cjFR9SwOM6YN4I,6749
+shancx/Calmetrics/rmseR2score.py,sha256=MOK6RKW4nxBjdna8dy8vHm9wncrzjEDvb7BLSUhhoHM,1243
+shancx/Clip/__init__.py,sha256=8JDd5X42LfAGVbd0Qk0Z1pXx7Qx3t6drVjoQNlhC8lg,1808
+shancx/Df/DataFrame.py,sha256=KvwKPHmVxFLCPPyfesKjZl-Se1oAdGyLbbJoCjzP4YY,661
+shancx/Df/__init__.py,sha256=FxFvYlgg79eBqaWl_XmDC7Tv5e7wLm0iIPSvz_XgXIY,906
+shancx/Df/tool.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Diffm/Psamples.py,sha256=9Uu5w-bsBaFvoTH6ZWU-8MOefkLUh6lYzhIlzO9O6D0,662
+shancx/Diffm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Diffm/test.py,sha256=uRldWrcqiZpHeBY9WD9gtsPsLWobDyt8Y02Zc3q_78o,8180
+shancx/Doc/__init__.py,sha256=nLQzA4V8yA7KvzzVmV00Kfn57PK1bNi9P1EBYcsOHk4,7772
+shancx/E/__init__.py,sha256=UJZugggSzsRkyT3Zi1R-1i-vfD5UnoNoEgCHEiS84bg,5393
+shancx/Fillmiss/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Fillmiss/imgidwJU.py,sha256=CyP4ZlhPpXPqGVzzcLR7lohVl8bWjEceJLo7yvKgtEM,1708
+shancx/Fillmiss/imgidwLatLonJU.py,sha256=ltYZj9CwN8cVs4Kow64oVN1EiBERgW9FceTUBFkCOAs,4314
+shancx/Gpu/__init__.py,sha256=4Ahq04phTGVlFWN9Vih0WAh-IqFrhtwM5hj4G1IU2Dk,1950
+shancx/H9/__init__.py,sha256=FCarcXfU2tVD2KrCGKNNUuL51zAWZYHV7lrP7gntvaI,4911
+shancx/H9/ahi_read_hsd.py,sha256=bt9oOOARcXijmyGpmHYXj0NKnuTntZjqx0_tu6Vp2vs,33522
+shancx/H9/ahisearchtable.py,sha256=e2kpz-P5npgL4gzNxn8igERJuWWIysvTNLkptr5_Zcc,9579
+shancx/H9/geometry.py,sha256=ZoCfgP07ANqDxyLf8uFN016DPl7QqW9pAV3sr2ekCng,95893
+shancx/Hug/__init__.py,sha256=NvcqXM0CSwXYtTr5yj4zfkag_7PZcI5tCsIHjuLNXTQ,3040
+shancx/Mos/__init__.py,sha256=IDlCLNN6a_mguYmRcAPcevHSDaud5ZhvYNSuASqztcE,1563
+shancx/NN/__init__.py,sha256=ENgZxIzUJzkuxArkcH-1JlxQA08Urq2ppFkGCbIURZk,9219
+shancx/Plot/GlobMap.py,sha256=WRvZOf5bo8IfECk1-sN4g6K0CrcJhSoEJAiLvZAWDwg,13021
+shancx/Plot/Gray2RGB.py,sha256=yDXu1xWVi7OtrS8_ExxK_ev1988kj1ZxoNCWf-kl4Zc,2734
+shancx/Plot/__init__.py,sha256=_fmDFZfh9HzDPBPKCMPrDT2DsblLVfrO-uFvUg76a74,19194
+shancx/Plot/draw_day_CR_PNG.py,sha256=ftOYdk80Xmry_H1uaypjrTUA0mJZBV7EGt5T7JfVg0E,7267
+shancx/Plot/exam.py,sha256=XXyBQp1Eb1siNiu7FY8ACiWH0g43ZSLTOGLqs3aKomE,3966
+shancx/Plot/plotGlobal.py,sha256=B2887VhMop6B3jEg7zD7ADlyIbKfyUOKffSJ2oEmEbo,15270
+shancx/Plot/radarNmc.py,sha256=ixmoDaoT6whmmrv4wD4p7H_DiNsyOEb2tUoz2KQgDeM,1273
+shancx/Plot/single_china_map.py,sha256=cRmZW6TtLBwLb-Y3syim_K1jM350CmB5zkK1nrAcaRQ,2116
+shancx/RdPzl/__init__.py,sha256=I5Isz3KfDgFZAdlRk4D-Hvp-8xH4F2Dl0XGxYGzUcKc,1166
+shancx/SN/__init__.py,sha256=6BOmiKkAEeFPpDhMYo0Kpp8PvVn4XCpQ0qF0fQM0sls,2786
+shancx/Time/GetTime.py,sha256=lFdjKpFHxOgvyCUzeGi8MrGUIEPrGzcaRX3CVZi8B4o,1262
+shancx/Time/__init__.py,sha256=ftYQdlJotvBYGtMWtTnooUBJOvjNOsFJ9i5ACFTjtDU,3826
+shancx/Time/timeCycle.py,sha256=YD_r-pS7uIR2ZqNIzZtEWTD_mUPu5vBHJSZiFh8fNgg,9959
+shancx/Time/tool.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Train/__init__.py,sha256=clWzZpsVEhJqEvRCDCEn3tZxrG-wf-BiiCsGvTTGR6I,2379
+shancx/Train/makelist.py,sha256=0NTU4mUqvUJUT496mROorLAmUTIVSsn9k1LQWYL_vEA,6871
+shancx/Train/multiGpu.py,sha256=D_oZeiSc7VWktpnVDwrFOC1CYZSt9rxOKY5lngE5vFg,820
+shancx/Train/prepare.py,sha256=vL_8UOA66oZCBIwCICtihsGibivtNgaVJGulJxfNdn8,6793
+shancx/Train/renet50.py,sha256=wEhYk1X96WE5zuqHqVxWLJa-A5jDNkz4z6edORNufnA,6428
+shancx/tensBoard/__init__.py,sha256=ga2C5YyJITvvQA1ocpxna_KNFnNRJVwkTjLoIglLZUQ,993
+shancx-1.9.33.218.dist-info/METADATA,sha256=EbrBBFNqDUpu1A02IPoPAi9kDXpSeDHK_lN8P911HFg,850
+shancx-1.9.33.218.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+shancx-1.9.33.218.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
+shancx-1.9.33.218.dist-info/RECORD,,

{shancx-1.8.92.dist-info → shancx-1.9.33.218.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

my_timer_decorator/__init__.py

@@ -1,10 +0,0 @@
-import time
-
-def timer_decorator(func):
-    def wrapper(*args, **kwargs):
-        start_time = time.time()
-        result = func(*args, **kwargs)
-        end_time = time.time()
-        print(f"{func.__name__} took {end_time - start_time:.4f} seconds")
-        return result
-    return wrapper

shancx/Dsalgor/__init__.py

@@ -1,19 +0,0 @@
-#!/usr/bin/python
-# -*- coding: utf-8 -*-
-# @Time : 2024/10/17 上午午10:40
-# @Author : shancx
-# @File : __init__.py
-# @email : shanhe12@163.com
- 
-def quick_sort(arr):
-    if len(arr) <= 1:
-        return arr
-    pivot = arr[len(arr) // 2]
-    left = [x for x in arr if x < pivot]
-    middle = [x for x in arr if x == pivot]
-    right = [x for x in arr if x > pivot]
-    return quick_sort(left) + middle + quick_sort(right)
-
-def sort_dict_by_key(d):
-    sorted_dict = {key: d[key] for key in sorted(d.keys())}
-    return sorted_dict

shancx/E/DFGRRIB.py

@@ -1,30 +0,0 @@
-
-from hjnwtx.examMeso import getPointIdx
-import numpy as np
-class envelope():
-    def __init__(self,n,s,w,e):
-        self.n,self.s,self.w,self.e=n,s,w,e
-    def __str__(self):
-        return ("n:%s,s:%s,w:%s,e:%s"%(self.n,self.s,self.w,self.e))
-
-def cropDF(df,evn):
-    return df[(df["Lat"]>evn.s)&(df["Lat"]<evn.n)&(df["Lon"]>evn.w)&(df["Lon"]<evn.e)]
-
-def DFGTORIB(df_Station,col_flg = "PRE1",env_Range=[85.05112877980659, -85.09887122019342,-179.56702040954826,179.63297959045173],shape_v =[3404,7186] ):  
-    """
-    将数据框 df_Station 中的某列数据转化为一个 NumPy 数组。
-    参数:
-    - df_Station (pd.DataFrame): 包含气象数据的 pandas 数据框。
-    - shape_v (list): 输出数组的形状，默认为 [3404, 7186]。
-    - col_flg (str): 指定的数据列名称，默认为 "PRE1"。
-    返回:
-    - CHNMAt (np.ndarray): 具有指定形状的 NumPy 数组，表示数据的矩阵。
-    """
-    
-    env_Range = envelope(env_Range[0],env_Range[1],env_Range[2],env_Range[3])  
-    df_Station_C = cropDF(df_Station, env_Range)
-    df_Station_C = df_Station_C[df_Station_C[f"{col_flg}"]<9999]
-    CHNMAt = np.full(shape_v,np.nan)
-    latIdx, lonIdx = getPointIdx(df_Station_C, env_Range.n,env_Range.w, 0.05)
-    CHNMAt[latIdx,lonIdx] = df_Station_C[f"{col_flg}"]
-    return CHNMAt

shancx/EN/DFGRRIB.py

@@ -1,30 +0,0 @@
-
-from hjnwtx.examMeso import getPointIdx
-import numpy as np
-class envelope():
-    def __init__(self,n,s,w,e):
-        self.n,self.s,self.w,self.e=n,s,w,e
-    def __str__(self):
-        return ("n:%s,s:%s,w:%s,e:%s"%(self.n,self.s,self.w,self.e))
-
-def cropDF(df,evn):
-    return df[(df["Lat"]>evn.s)&(df["Lat"]<evn.n)&(df["Lon"]>evn.w)&(df["Lon"]<evn.e)]
-
-def DFGTORIB(df_Station,col_flg = "PRE1",env_Range=[85.05112877980659, -85.09887122019342,-179.56702040954826,179.63297959045173],shape_v =[3404,7186] ):  
-    """
-    将数据框 df_Station 中的某列数据转化为一个 NumPy 数组。
-    参数:
-    - df_Station (pd.DataFrame): 包含气象数据的 pandas 数据框。
-    - shape_v (list): 输出数组的形状，默认为 [3404, 7186]。
-    - col_flg (str): 指定的数据列名称，默认为 "PRE1"。
-    返回:
-    - CHNMAt (np.ndarray): 具有指定形状的 NumPy 数组，表示数据的矩阵。
-    """
-    
-    env_Range = envelope(env_Range[0],env_Range[1],env_Range[2],env_Range[3])  
-    df_Station_C = cropDF(df_Station, env_Range)
-    df_Station_C = df_Station_C[df_Station_C[f"{col_flg}"]<9999]
-    CHNMAt = np.full(shape_v,np.nan)
-    latIdx, lonIdx = getPointIdx(df_Station_C, env_Range.n,env_Range.w, 0.05)
-    CHNMAt[latIdx,lonIdx] = df_Station_C[f"{col_flg}"]
-    return CHNMAt

shancx/EN/__init__.py

@@ -1,148 +0,0 @@
-#!/usr/bin/python
-# -*- coding: utf-8 -*-
-import os
-def start():
-    print("import successful")
-# constants
-
-__author__ = 'shancx' 
-__author_email__ = 'shancx@126.com'
-
-# @Time : 2023/09/27 下午8:52
-# @Author : shanchangxi
-# @File : util_log.py
-import time
-import logging  
-from logging import handlers
-
-def mkDir(path):
-    if "." in path:
-        os.makedirs(os.path.dirname(path),exist_ok=True)
-    else:
-        os.makedirs(path, exist_ok=True)
-
-loggers = logging.getLogger()
-loggers.setLevel(logging.INFO) 
-log_name =  './project_E.log'
-mkDir(log_name)
-logfile = log_name
-time_rotating_file_handler = handlers.TimedRotatingFileHandler(filename=logfile, when='D', encoding='utf-8')
-time_rotating_file_handler.setLevel(logging.INFO)   
-formatter = logging.Formatter("%(asctime)s - %(filename)s[line:%(lineno)d] - %(levelname)s: %(message)s")
-time_rotating_file_handler.setFormatter(formatter)
-loggers.addHandler(time_rotating_file_handler)
-
-"""      
-import tracback
-try:
-
-except Exception as e:
-   
-     logger.info(traceback.format_exc())
-"""
-'''
- ##定義一個streamHandler
-# print_handler = logging.StreamHandler()  
-# print_handler.setFormatter(formatter) 
-# loggers.addHandler(print_handler)
-'''
-
-
-"""
-from main import makeAll,options
-from multiprocessing import Pool
-import datetime
-from config import logger,output
-import time
-import pandas as pd
-import os
-from itertools import product
-import threading
-
-def excuteCommand(cmd):
-    print(cmd)
-    os.system(cmd)
-
-def gpuPro(makeListUTC, isPhase, isDebug, gpu, isOverwrite):
-    productList = product(makeListUTC, [isPhase], [isDebug], [gpu], [isOverwrite])
-
-    with Pool(4) as p:
-        p.map(makeAll, productList)
-
-if __name__ == '__main__':
-    cfg = options()
-    isPhase = cfg.isPhase
-    isDebug = cfg.isDebug
-    sepSec = cfg.sepSec
-    gpu = cfg.gpu
-    pool = cfg.pool
-    isOverwrite = cfg.isOverwrite
-    timeList = pd.date_range(cfg.times[0], cfg.times[-1], freq=f"{sepSec}s")
-    logger.info(f"时间段check {timeList}")
-    gpuNum = 2
-    eachGPU = 4
-
-    makeListUTC = []
-    for UTC in timeList:
-        UTCStr = UTC.strftime("%Y%m%d%H%M")
-        outpath = f"{output}/{UTCStr[:4]}/{UTCStr[:8]}/MSP2_WTX_AIW_QPF_L88_CHN_{UTCStr}_00000-00300-00006.nc"
-        if not os.path.exists(outpath) or isOverwrite:
-            makeListUTC.append(UTC)
-    [print(element) for element in makeListUTC]
-
-    phaseCMD = "--isPhase" if isPhase else ""
-    debugCMD = "--isDebug" if isDebug else ""
-    OverwriteCMD = "--isOverwrite"  
-    gpuCMD = f"--gpu={gpu}"
-    # cmdList = list(map(lambda x:f"python main.py --times={x.strftime('%Y%m%d%H%M')} {phaseCMD} {debugCMD} {OverwriteCMD} {gpuCMD}",makeListUTC))
-    cmdList = list(map(lambda x:f"python main.py --times={x.strftime('%Y%m%d%H%M')} {phaseCMD} {debugCMD} {gpuCMD}",makeListUTC))
-
-    with Pool(pool) as p:
-        p.map(excuteCommand, cmdList)
-"""
-
-
-'''
-# @Time : 2023/09/27 下午8:52
-# @Author : shanchangxi
-# @File : util_log.py
-import time
-import logging  
-from logging import handlers
- 
-logger = logging.getLogger()
-logger.setLevel(logging.INFO) 
-log_name =  'project_tim_tor.log'
-logfile = log_name
-time_rotating_file_handler = handlers.TimedRotatingFileHandler(filename=logfile, when='D', encoding='utf-8')
-time_rotating_file_handler.setLevel(logging.INFO)   
-formatter = logging.Formatter("%(asctime)s - %(filename)s[line:%(lineno)d] - %(levelname)s: %(message)s")
-time_rotating_file_handler.setFormatter(formatter)
-logger.addHandler(time_rotating_file_handler)
-print_handler = logging.StreamHandler()   
-print_handler.setFormatter(formatter)   
-logger.addHandler(print_handler)
-
-'''
-
-'''
-###解决方法  pip install torch==2.4.0  torchvision    torchaudio三个同时安装  python 3.12  解决cuda启动不了的问题
-
-Res网络
-'''
-
-'''
-#!/bin/bash
-subject="Daily System Report"
-to_email="shanhe12@163.com"
-temp_file="/home/scx/logs/111.log"  # 替换为日志文件的实际路径
-search_terms=("error" "ERROR")  # 可以添加多个搜索词
-for term in "${search_terms[@]}"; do
-    if grep -q "$term" "$temp_file"; then
-        grep "$term" "$temp_file" | mail -s "$subject - $term" "$to_email"
-    else
-        echo "No matches found for '$term'." >&2 
-    fi
-done
-
-'''

shancx/FileRead.py

@@ -1,44 +0,0 @@
-import gzip
-
-with gzip.open(file_path, 'rt') as file:
-    first_line = file.readline()
-
-"""
-CSV
-
-import gzip
-import csv
-
-with gzip.open(file_path, 'rt') as file:
-    reader = csv.reader(file)
-    for row in reader:
-        print(row)
-
-XML
-
-import gzip
-import xml.etree.ElementTree as ET
-
-with gzip.open(file_path, 'rt') as file:
-    tree = ET.parse(file)
-    root = tree.getroot()
-    for child in root:
-        print(child.tag, child.attrib)
-
-YAML        
-
-import gzip
-import yaml
-with gzip.open(file_path, 'rt') as file:
-    data = yaml.safe_load(file)
-    print(data)
-
-TEXT
-
-import gzip
-
-with gzip.open(file_path, 'rt') as file:
-    for line in file:
-        print(line.strip())
-
-"""