shancx 1.9.33.169__py3-none-any.whl → 1.9.33.171__py3-none-any.whl

shancx/NN/__init__.py

@@ -15,7 +15,7 @@ import logging
 from logging.handlers import RotatingFileHandler
 import os
 from shancx import crDir 
-def _loggers(logger_name="loggers", root="./logs", phase="project", level=logging.INFO, screen=True, max_bytes=10*1024*1024, backup_count=5, overwrite=False,handlersflag=True):
+def _loggers(logger_name="loggers", root="./logs", phase="project", level=logging.INFO, screen=True, max_bytes=10*1024*1024, backup_count=5, overwrite=False,handlersflag=False):
     '''set up logger with rotating file handler'''
     l = logging.getLogger(logger_name)
     if handlersflag:
@@ -64,6 +64,32 @@ if __name__ == "__main__":
     logger.info("这是一条INFO日志")
 '''
 
+from itertools import product
+from concurrent.futures import ProcessPoolExecutor as PoolExecutor, as_completed 
+import sys
+from tqdm import tqdm 
+def validate_param_list(param_list):
+    if len(param_list) == 0:
+        raise ValueError("param_list cannot be empty.")    
+    for sublist in param_list:
+        if len(sublist) == 0:
+            raise ValueError("Sub-lists in param_list cannot be empty.")     
+def Mul_sub(task, param_list, num=6):
+    print(f"Pro num {num}")
+    validate_param_list(param_list)
+    if len(param_list) == 1:
+        product_list = [(x,) for x in param_list[0]]
+    else:
+        product_list = list(product(*param_list))
+    with PoolExecutor(max_workers=num) as executor:
+        try:           
+            futures = [executor.submit(task, item) for item in product_list]
+            for future in tqdm(as_completed(futures), total=len(futures), desc="Processing tasks", unit="task"):  
+                future.result() 
+        except KeyboardInterrupt:
+            sys.exit(1)    
+    print("All tasks completed")
+
 # import os
 # from datetime import datetime
 # from shancx.NN import _loggers

{shancx-1.9.33.169.dist-info → shancx-1.9.33.171.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: shancx
-Version: 1.9.33.169
+Version: 1.9.33.171
 Summary: A simple timer decorator
 Home-page: https://gitee.com/shancx
 Author: shancx

{shancx-1.9.33.169.dist-info → shancx-1.9.33.171.dist-info}/RECORD

@@ -56,13 +56,9 @@ shancx/Fillmiss/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 shancx/Fillmiss/imgidwJU.py,sha256=CyP4ZlhPpXPqGVzzcLR7lohVl8bWjEceJLo7yvKgtEM,1708
 shancx/Fillmiss/imgidwLatLonJU.py,sha256=ltYZj9CwN8cVs4Kow64oVN1EiBERgW9FceTUBFkCOAs,4314
 shancx/Gpu/__init__.py,sha256=4Ahq04phTGVlFWN9Vih0WAh-IqFrhtwM5hj4G1IU2Dk,1950
-shancx/H9/__init__.py,sha256=FCarcXfU2tVD2KrCGKNNUuL51zAWZYHV7lrP7gntvaI,4911
-shancx/H9/ahi_read_hsd.py,sha256=bt9oOOARcXijmyGpmHYXj0NKnuTntZjqx0_tu6Vp2vs,33522
-shancx/H9/ahisearchtable.py,sha256=e2kpz-P5npgL4gzNxn8igERJuWWIysvTNLkptr5_Zcc,9579
-shancx/H9/geometry.py,sha256=ZoCfgP07ANqDxyLf8uFN016DPl7QqW9pAV3sr2ekCng,95893
 shancx/Hug/__init__.py,sha256=NvcqXM0CSwXYtTr5yj4zfkag_7PZcI5tCsIHjuLNXTQ,3040
 shancx/Mos/__init__.py,sha256=IDlCLNN6a_mguYmRcAPcevHSDaud5ZhvYNSuASqztcE,1563
-shancx/NN/__init__.py,sha256=TpDNbhE7-q6bQal_dSbQdPOQXXRAnb8Z6-OEEJLk7CI,3182
+shancx/NN/__init__.py,sha256=fVSAQnfE_34zBNw5gz_K5jenY5iE30yoB0eEleMCYqI,4235
 shancx/Plot/GlobMap.py,sha256=WRvZOf5bo8IfECk1-sN4g6K0CrcJhSoEJAiLvZAWDwg,13021
 shancx/Plot/Gray2RGB.py,sha256=yDXu1xWVi7OtrS8_ExxK_ev1988kj1ZxoNCWf-kl4Zc,2734
 shancx/Plot/__init__.py,sha256=R4pywzeVDqEWGMkWeGBAVmopgPBThiLv2RBDlGquNGc,31891
@@ -83,7 +79,7 @@ shancx/Train/multiGpu.py,sha256=D_oZeiSc7VWktpnVDwrFOC1CYZSt9rxOKY5lngE5vFg,820
 shancx/Train/prepare.py,sha256=vL_8UOA66oZCBIwCICtihsGibivtNgaVJGulJxfNdn8,6793
 shancx/Train/renet50.py,sha256=wEhYk1X96WE5zuqHqVxWLJa-A5jDNkz4z6edORNufnA,6428
 shancx/tensBoard/__init__.py,sha256=ga2C5YyJITvvQA1ocpxna_KNFnNRJVwkTjLoIglLZUQ,993
-shancx-1.9.33.169.dist-info/METADATA,sha256=bjPyGKcPZCOd-RwXMOWcpkRzgrKstVunzYr3jXN6EzI,644
-shancx-1.9.33.169.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-shancx-1.9.33.169.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
-shancx-1.9.33.169.dist-info/RECORD,,
+shancx-1.9.33.171.dist-info/METADATA,sha256=_l_QlL7aOUxagFQpVMYER4Misz3TxtUv_T9Ah8QRXTo,644
+shancx-1.9.33.171.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+shancx-1.9.33.171.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
+shancx-1.9.33.171.dist-info/RECORD,,

shancx/H9/__init__.py

@@ -1,126 +0,0 @@
-from shancx.H9.ahisearchtable import ahisearchtable
-from shancx.H9.ahi_read_hsd import ahi_read_hsd
-from tqdm import tqdm
-import os
-import numpy as np 
-import datetime 
-import time
-import warnings
-warnings.filterwarnings("ignore", category=UserWarning)
-class AHIScene(ahi_read_hsd, ahisearchtable) :
-    def __init__(self, subpoint=140.7, resolution=0.02):
-        super().__init__(subpoint=subpoint, resolution=resolution)
-        self.Tempfile = []
-    def hsdBlock(self, srcHSDfiles, tmppath, fillvalue=65535) :
-        ''' 对H8、H9的HSD文件进行解析、拼接成NOM '''
-        # HS_H09_20230115_0400_B01_FLDK_R10_S0110.DAT.bz2
-        BandID, BlockIDMin, BlockIDMax, SegmentTotal = self.setHSDInfo(srcHSDfiles)
-        outdata = None
-        BlockIDs = []
-        with tqdm(total=len(srcHSDfiles), iterable='iterable',
-                  desc = '正在进行第%i波段块合成' %(BandID), mininterval=1) as pbar:
-            for hsdname in srcHSDfiles :
-                if not os.path.isfile(hsdname):
-                    print('文件不存在【%s】' %(hsdname))
-                    pbar.update(1)
-                    continue
-
-                # 获取文件名信息
-                nameinfo = self.getHSDNameInfo(hsdname)
-                if nameinfo is None :
-                    pbar.update(1)
-                    continue
-                SegmentNum = nameinfo['SegmemtID']
-
-                # print('正在解压bz2文件【%s】' %(hsdname))
-                self._unzipped = self.unzip_file(hsdname, tmppath)
-                if self._unzipped:
-                    self.is_zipped = True
-                    filename = self._unzipped
-
-                    self.Tempfile.append(filename)
-                else:
-                    filename = hsdname
-
-                if filename.endswith('.bz2') :
-                    print('解压bz2文件失败【%s】' %(filename))
-                    pbar.update(1)
-                    continue
-
-                # 根据块号对数据进行拼接
-                data = self.readhsd(filename, SegmentNum)
-                if data is None :
-                    pbar.update(1)
-                    continue
-
-                if outdata is None :
-                    line, pixel = data.shape
-                    outdata = np.full(shape=(line*SegmentTotal, pixel),
-                                      fill_value=fillvalue, dtype=np.uint16)
-
-                data[np.isnan(data)] = fillvalue/100.0
-                outdata[(SegmentNum-BlockIDMin)*line:(SegmentNum-BlockIDMin+1)*line, :] \
-                    = np.array(data*100.0, dtype=np.uint16)
-                BlockIDs.append(SegmentNum)
-                pbar.update(1)
-        pbar.close()
-        self.__del__()
-        return outdata 
-  
-    def setHSDInfo(self, filelist):
-
-        BandID = None
-        BlockIDs = []
-        for filename in filelist :
-            nameinfo = self.getHSDNameInfo(filename)
-            if nameinfo is None :
-                continue
-
-            if BandID is None :
-                BandID = nameinfo['BandID']
-            elif BandID != nameinfo['BandID'] :
-                raise Exception('输入的文件列表中有多个波段的块数据文件【%s】' %(filename))
-            BlockIDs.append(nameinfo['SegmemtID'])
-
-        BlockIDMin = np.nanmin(BlockIDs)
-        BlockIDMax = np.nanmax(BlockIDs)
-
-        SegmentTotal = int(BlockIDMax-BlockIDMin+1)
-
-        return BandID, BlockIDMin, BlockIDMax, SegmentTotal
-
-    def getHSDNameInfo(self, filename):
-
-        basename = os.path.basename(filename)
-        basename = basename.split('.')[0]
-        if len(basename) != 39 :
-            print('非标准文件名，需要输入文件名【HS_H09_YYYYMMDD_HHMM_BXX_FLDK_R20_S0810】')
-            return None
-
-        nameinfo = {}
-        namelist = basename.split('_')
-
-        nameinfo['SatID'] = namelist[1]
-        nameinfo['StartTime'] = datetime.datetime.strptime('%s %s' %(namelist[2], namelist[3]), '%Y%m%d %H%M')
-        nameinfo['BandID'] = int(namelist[4][1:])   # 2-digit band number (varies from "01" to "16");
-        nameinfo['ObsType'] = namelist[5]
-        nameinfo['Resolution'] = float(namelist[6][1:])/10.0/100    # spatial resolution ("05": 0.5km, "10": 1.0km, "20": 2.0km);
-        nameinfo['SegmemtID'] = int(namelist[7][1:3])
-        nameinfo['SegmemtTotal'] = int(namelist[7][3:5])    # total number of segments (fixed to "10")
-
-        return nameinfo
-
-    def __del__(self):
-        # pass
-        for filename in self.Tempfile :
-            if os.path.isfile(filename) :
-                try:
-                    os.remove(filename)
-                except BaseException as e :
-                    time.sleep(1)
-                    try:
-                        fp = open(filename, 'r')
-                        fp.close()
-                        os.remove(filename)
-                    except BaseException as e :
-                        pass