shancx 1.9.33.169__tar.gz → 1.9.33.171__tar.gz

{shancx-1.9.33.169 → shancx-1.9.33.171}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: shancx
-Version: 1.9.33.169
+Version: 1.9.33.171
 Summary: A simple timer decorator
 Home-page: https://gitee.com/shancx
 Author: shancx

{shancx-1.9.33.169 → shancx-1.9.33.171}/setup.py

@@ -3,7 +3,7 @@
 from setuptools import setup, find_packages
 setup(
     name="shancx",
-    version="1.9.33.169",
+    version="1.9.33.171",
     packages=find_packages(),
     description="A simple timer decorator",
     long_description=open("README.md").read(),

{shancx-1.9.33.169 → shancx-1.9.33.171}/shancx/NN/__init__.py

@@ -15,7 +15,7 @@ import logging
 from logging.handlers import RotatingFileHandler
 import os
 from shancx import crDir 
-def _loggers(logger_name="loggers", root="./logs", phase="project", level=logging.INFO, screen=True, max_bytes=10*1024*1024, backup_count=5, overwrite=False,handlersflag=True):
+def _loggers(logger_name="loggers", root="./logs", phase="project", level=logging.INFO, screen=True, max_bytes=10*1024*1024, backup_count=5, overwrite=False,handlersflag=False):
     '''set up logger with rotating file handler'''
     l = logging.getLogger(logger_name)
     if handlersflag:
@@ -64,6 +64,32 @@ if __name__ == "__main__":
     logger.info("这是一条INFO日志")
 '''
 
+from itertools import product
+from concurrent.futures import ProcessPoolExecutor as PoolExecutor, as_completed 
+import sys
+from tqdm import tqdm 
+def validate_param_list(param_list):
+    if len(param_list) == 0:
+        raise ValueError("param_list cannot be empty.")    
+    for sublist in param_list:
+        if len(sublist) == 0:
+            raise ValueError("Sub-lists in param_list cannot be empty.")     
+def Mul_sub(task, param_list, num=6):
+    print(f"Pro num {num}")
+    validate_param_list(param_list)
+    if len(param_list) == 1:
+        product_list = [(x,) for x in param_list[0]]
+    else:
+        product_list = list(product(*param_list))
+    with PoolExecutor(max_workers=num) as executor:
+        try:           
+            futures = [executor.submit(task, item) for item in product_list]
+            for future in tqdm(as_completed(futures), total=len(futures), desc="Processing tasks", unit="task"):  
+                future.result() 
+        except KeyboardInterrupt:
+            sys.exit(1)    
+    print("All tasks completed")
+
 # import os
 # from datetime import datetime
 # from shancx.NN import _loggers

{shancx-1.9.33.169 → shancx-1.9.33.171}/shancx.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: shancx
-Version: 1.9.33.169
+Version: 1.9.33.171
 Summary: A simple timer decorator
 Home-page: https://gitee.com/shancx
 Author: shancx

{shancx-1.9.33.169 → shancx-1.9.33.171}/shancx.egg-info/SOURCES.txt

@@ -64,10 +64,6 @@ shancx/Fillmiss/__init__.py
 shancx/Fillmiss/imgidwJU.py
 shancx/Fillmiss/imgidwLatLonJU.py
 shancx/Gpu/__init__.py
-shancx/H9/__init__.py
-shancx/H9/ahi_read_hsd.py
-shancx/H9/ahisearchtable.py
-shancx/H9/geometry.py
 shancx/Hug/__init__.py
 shancx/Mos/__init__.py
 shancx/NN/__init__.py

shancx-1.9.33.169/shancx/H9/__init__.py

@@ -1,126 +0,0 @@
-from shancx.H9.ahisearchtable import ahisearchtable
-from shancx.H9.ahi_read_hsd import ahi_read_hsd
-from tqdm import tqdm
-import os
-import numpy as np 
-import datetime 
-import time
-import warnings
-warnings.filterwarnings("ignore", category=UserWarning)
-class AHIScene(ahi_read_hsd, ahisearchtable) :
-    def __init__(self, subpoint=140.7, resolution=0.02):
-        super().__init__(subpoint=subpoint, resolution=resolution)
-        self.Tempfile = []
-    def hsdBlock(self, srcHSDfiles, tmppath, fillvalue=65535) :
-        ''' 对H8、H9的HSD文件进行解析、拼接成NOM '''
-        # HS_H09_20230115_0400_B01_FLDK_R10_S0110.DAT.bz2
-        BandID, BlockIDMin, BlockIDMax, SegmentTotal = self.setHSDInfo(srcHSDfiles)
-        outdata = None
-        BlockIDs = []
-        with tqdm(total=len(srcHSDfiles), iterable='iterable',
-                  desc = '正在进行第%i波段块合成' %(BandID), mininterval=1) as pbar:
-            for hsdname in srcHSDfiles :
-                if not os.path.isfile(hsdname):
-                    print('文件不存在【%s】' %(hsdname))
-                    pbar.update(1)
-                    continue
-
-                # 获取文件名信息
-                nameinfo = self.getHSDNameInfo(hsdname)
-                if nameinfo is None :
-                    pbar.update(1)
-                    continue
-                SegmentNum = nameinfo['SegmemtID']
-
-                # print('正在解压bz2文件【%s】' %(hsdname))
-                self._unzipped = self.unzip_file(hsdname, tmppath)
-                if self._unzipped:
-                    self.is_zipped = True
-                    filename = self._unzipped
-
-                    self.Tempfile.append(filename)
-                else:
-                    filename = hsdname
-
-                if filename.endswith('.bz2') :
-                    print('解压bz2文件失败【%s】' %(filename))
-                    pbar.update(1)
-                    continue
-
-                # 根据块号对数据进行拼接
-                data = self.readhsd(filename, SegmentNum)
-                if data is None :
-                    pbar.update(1)
-                    continue
-
-                if outdata is None :
-                    line, pixel = data.shape
-                    outdata = np.full(shape=(line*SegmentTotal, pixel),
-                                      fill_value=fillvalue, dtype=np.uint16)
-
-                data[np.isnan(data)] = fillvalue/100.0
-                outdata[(SegmentNum-BlockIDMin)*line:(SegmentNum-BlockIDMin+1)*line, :] \
-                    = np.array(data*100.0, dtype=np.uint16)
-                BlockIDs.append(SegmentNum)
-                pbar.update(1)
-        pbar.close()
-        self.__del__()
-        return outdata 
-  
-    def setHSDInfo(self, filelist):
-
-        BandID = None
-        BlockIDs = []
-        for filename in filelist :
-            nameinfo = self.getHSDNameInfo(filename)
-            if nameinfo is None :
-                continue
-
-            if BandID is None :
-                BandID = nameinfo['BandID']
-            elif BandID != nameinfo['BandID'] :
-                raise Exception('输入的文件列表中有多个波段的块数据文件【%s】' %(filename))
-            BlockIDs.append(nameinfo['SegmemtID'])
-
-        BlockIDMin = np.nanmin(BlockIDs)
-        BlockIDMax = np.nanmax(BlockIDs)
-
-        SegmentTotal = int(BlockIDMax-BlockIDMin+1)
-
-        return BandID, BlockIDMin, BlockIDMax, SegmentTotal
-
-    def getHSDNameInfo(self, filename):
-
-        basename = os.path.basename(filename)
-        basename = basename.split('.')[0]
-        if len(basename) != 39 :
-            print('非标准文件名，需要输入文件名【HS_H09_YYYYMMDD_HHMM_BXX_FLDK_R20_S0810】')
-            return None
-
-        nameinfo = {}
-        namelist = basename.split('_')
-
-        nameinfo['SatID'] = namelist[1]
-        nameinfo['StartTime'] = datetime.datetime.strptime('%s %s' %(namelist[2], namelist[3]), '%Y%m%d %H%M')
-        nameinfo['BandID'] = int(namelist[4][1:])   # 2-digit band number (varies from "01" to "16");
-        nameinfo['ObsType'] = namelist[5]
-        nameinfo['Resolution'] = float(namelist[6][1:])/10.0/100    # spatial resolution ("05": 0.5km, "10": 1.0km, "20": 2.0km);
-        nameinfo['SegmemtID'] = int(namelist[7][1:3])
-        nameinfo['SegmemtTotal'] = int(namelist[7][3:5])    # total number of segments (fixed to "10")
-
-        return nameinfo
-
-    def __del__(self):
-        # pass
-        for filename in self.Tempfile :
-            if os.path.isfile(filename) :
-                try:
-                    os.remove(filename)
-                except BaseException as e :
-                    time.sleep(1)
-                    try:
-                        fp = open(filename, 'r')
-                        fp.close()
-                        os.remove(filename)
-                    except BaseException as e :
-                        pass