shancx 1.8.92__py3-none-any.whl → 1.9.33.218__py3-none-any.whl

shancx/WN/__init__.py

@@ -1,132 +0,0 @@
-#!/usr/bin/python
-# -*- coding: utf-8 -*-
-import os
-def start():
-    print("import successful")
-# constants
-
-__author__ = 'shancx'
- 
-__author_email__ = 'shancx@126.com'
-
-# @Time : 2023/09/27 下午8:52
-# @Author : shanchangxi
-# @File : util_log.py
-import time
-import logging  
-from logging import handlers
-
-def mkDir(path):
-    if "." in path:
-        os.makedirs(os.path.dirname(path),exist_ok=True)
-    else:
-        os.makedirs(path, exist_ok=True)
-
-loggers = logging.getLogger()
-loggers.setLevel(logging.INFO) 
-log_name =  './project_W.log'
-mkDir(log_name)
-logfile = log_name
-time_rotating_file_handler = handlers.TimedRotatingFileHandler(filename=logfile, when='D', encoding='utf-8')
-time_rotating_file_handler.setLevel(logging.INFO)   
-formatter = logging.Formatter("%(asctime)s - %(filename)s[line:%(lineno)d] - %(levelname)s: %(message)s")
-time_rotating_file_handler.setFormatter(formatter)
-loggers.addHandler(time_rotating_file_handler)
-
-"""      
-import tracback
-try:
-
-except Exception as e:
-   
-     logger.info(traceback.format_exc())
-"""
-'''
- ##定義一個streamHandler
-# print_handler = logging.StreamHandler()  
-# print_handler.setFormatter(formatter) 
-# loggers.addHandler(print_handler)
-'''
-
-"""
-from main import makeAll,options
-from multiprocessing import Pool
-import datetime
-from config import logger,output
-import time
-import pandas as pd
-import os
-from itertools import product
-import threading
-
-def excuteCommand(cmd):
-    print(cmd)
-    os.system(cmd)
-
-def gpuPro(makeListUTC, isPhase, isDebug, gpu, isOverwrite):
-    productList = product(makeListUTC, [isPhase], [isDebug], [gpu], [isOverwrite])
-
-    with Pool(4) as p:
-        p.map(makeAll, productList)
-
-if __name__ == '__main__':
-    cfg = options()
-    isPhase = cfg.isPhase
-    isDebug = cfg.isDebug
-    sepSec = cfg.sepSec
-    gpu = cfg.gpu
-    pool = cfg.pool
-    isOverwrite = cfg.isOverwrite
-    timeList = pd.date_range(cfg.times[0], cfg.times[-1], freq=f"{sepSec}s")
-    logger.info(f"时间段check {timeList}")
-    gpuNum = 2
-    eachGPU = 4
-
-    makeListUTC = []
-    for UTC in timeList:
-        UTCStr = UTC.strftime("%Y%m%d%H%M")
-        outpath = f"{output}/{UTCStr[:4]}/{UTCStr[:8]}/MSP2_WTX_AIW_QPF_L88_CHN_{UTCStr}_00000-00300-00006.nc"
-        if not os.path.exists(outpath) or isOverwrite:
-            makeListUTC.append(UTC)
-    [print(element) for element in makeListUTC]
-
-    phaseCMD = "--isPhase" if isPhase else ""
-    debugCMD = "--isDebug" if isDebug else ""
-    OverwriteCMD = "--isOverwrite"  
-    gpuCMD = f"--gpu={gpu}"
-    # cmdList = list(map(lambda x:f"python main.py --times={x.strftime('%Y%m%d%H%M')} {phaseCMD} {debugCMD} {OverwriteCMD} {gpuCMD}",makeListUTC))
-    cmdList = list(map(lambda x:f"python main.py --times={x.strftime('%Y%m%d%H%M')} {phaseCMD} {debugCMD} {gpuCMD}",makeListUTC))
-
-    with Pool(pool) as p:
-        p.map(excuteCommand, cmdList)
-"""
-
-
-'''
-# @Time : 2023/09/27 下午8:52
-# @Author : shanchangxi
-# @File : util_log.py
-import time
-import logging  
-from logging import handlers
- 
-logger = logging.getLogger()
-logger.setLevel(logging.INFO) 
-log_name =  'project_tim_tor.log'
-logfile = log_name
-time_rotating_file_handler = handlers.TimedRotatingFileHandler(filename=logfile, when='D', encoding='utf-8')
-time_rotating_file_handler.setLevel(logging.INFO)   
-formatter = logging.Formatter("%(asctime)s - %(filename)s[line:%(lineno)d] - %(levelname)s: %(message)s")
-time_rotating_file_handler.setFormatter(formatter)
-logger.addHandler(time_rotating_file_handler)
-print_handler = logging.StreamHandler()   
-print_handler.setFormatter(formatter)   
-logger.addHandler(print_handler)
-
-'''
-
-'''
-###解决方法  pip install torch==2.4.0  torchvision    torchaudio三个同时安装  python 3.12  解决cuda启动不了的问题
-
-Res网络
-'''

shancx/code.py

@@ -1,331 +0,0 @@
-'''
-df to station
-
-from hjnwtx.mkNCHJN import envelope,cropDF
-import numpy as np
-import pandas as pd 
-import copy
-from hjnwtx.examMeso import getPointIdx
-import datetime
-import os.path
-import traceback
-import os.path as osp
-import pandas as pd
-import netCDF4 as nc
-from matrixLib import F1,TS,ACC,PO,FAR,sun_rain_Matrix,pre1h_Matrix,pre1h_Matrix_New
-from hjnwtx.hjnMiscellaneous import options
-import glob
-import pygrib as pg
-from multiprocessing import Pool
-from concurrent.futures import  ThreadPoolExecutor as Pool_T 
-import matplotlib.pyplot as plt
-from hjnwtx.examMeso import getPoint
-from dateutil.relativedelta import relativedelta
-import warnings
-import numpy as np
-from hjnwtx.mkNCHJN import mkDir  
-import numpy as np
-from hjnwtx.mkNCHJN import envelope,cropDF
-from config import InterCObs15MPath,GlobStationPath
-import copy
-from shancx import Mul_sub
-import glob
-from shancx.radar_nmc import drawimg_coor,drawimg
-from getGFS import GetTP
-import datetime
-
-"""
-mqpfStationPath,cldasPath_old,
-"""
-from config import (mqpfPath,mqpfCSVPath,NMCStationPath,exam_pngPath,NMCStationPath_bak,
-                    YTWMPath,midPath,logger)
-# from parseCY import getJson
-from itertools import product
-# from config import cldasPath,
-from matplotlib.font_manager import FontProperties
-import argparse
-from hjnwtx.examMeso import classify1h
-
-plt.rcParams["font.sans-serif"]=["SimHei"] #设置字体
-plt.rcParams["axes.unicode_minus"]=False #该语句解决图像中的“-”负号的乱码问题
-
-from hjn.hjnLAPSTransform import LAPSTransfrom
-from sklearn.metrics import confusion_matrix
-# 禁止显示警告
-warnings.filterwarnings("ignore")
-import matplotlib.pyplot as plt
-from hjnwtx.colormap import cmp_hjnwtx
-
-
-ENV = envelope(54.2,12.21,73,134.99)
-# env_Range = envelope(85.05112877980659, -85.09887122019342,-179.56702040954826,179.63297959045173)
-env_Range = ENV
-df_areaID = pd.read_csv("./stationID_Base.csv")
-# df_areaID = df_areaID[~np.pd.isna(df_areaID["area_code"])]
-df_areaID = df_areaID[~pd.isna(df_areaID["area_code"])]
-df_areaID.rename(columns={"area_code": "stationID"}, inplace=True)
-df_areaID = copy.deepcopy(cropDF(df_areaID, ENV))
-
-class envelope():
-    def __init__(self,n,s,w,e):
-        self.n,self.s,self.w,self.e=n,s,w,e
-    def __str__(self):
-        return ("n:%s,s:%s,w:%s,e:%s"%(self.n,self.s,self.w,self.e))
-def cropDF(df,evn):
-    return df[(df["Lat"]>evn.s)&(df["Lat"]<evn.n)&(df["Lon"]>evn.w)&(df["Lon"]<evn.e)]
-
-def makeCHNDF(df_Station,shape_v =[4200,6200] ,col_flg = "PRE1"):  
-    # env_Range = envelope(85.05112877980659, -85.09887122019342,-179.56702040954826,179.63297959045173)
-    df_Station_C = cropDF(df_Station, env_Range)
-    df_Station_C = df_Station_C[df_Station_C[f"{col_flg}"]<9999]
-    CHNMAt = np.full(shape_v,np.nan)
-    latIdx, lonIdx = getPointIdx(df_Station_C, env_Range.n,env_Range.w, 0.01)
-    CHNMAt[latIdx,lonIdx] = df_Station_C[f"{col_flg}"]
-    return CHNMAt
-# makeCHNDF(df_areaID,shape_v =[4200,6200] ,col_flg = "PRE1")
-# y_coords2 , x_coords2  = np.where(mask_labels2 == True)
-# # First subplot
-# im1 = axs[0].imshow(inputs_img1, cmap=cmp_hjnwtx["radar_nmc"], vmin=5, vmax=70)
-# for (x, y) in zip(x_coords2, y_coords2):
-#     axs[0].plot(x, y, 'ro', markersize=25)  # Increase point size
-#     axs[0].text(x, y, f'{(labels_img2[y, x] * 6):.1f}', color='white', fontsize=12, ha='center', va='center')  # Label the corresponding value
-#  plt.plot(list(x_coords2), list(y_coords2), 'ro')
-def getRealPath(CST): 
-    CSTstr = CST.strftime("%Y%m%d%H%M")
-    year = CSTstr[:4]
-    month = CSTstr[4:8]
-    path1 = f"{InterCObs15MPath}/{year}/{month}/{CSTstr[:12]}00_*.csv"
-    return path1 
-
-def getRealTimeCSV(CST,df_area):
-    logger.info(f"开始读取实况数据") 
-    all = None
-    # UTC = CST+relativedelta(hours=-8)
-    for i in range(2):
-        for jj in range(10):
-            CSTAdd = (CST+relativedelta(hours=1+i)) 
-            pathInterCObs15Mstr = getRealPath(CSTAdd)
-            pathInterCObs15M = glob.glob(pathInterCObs15Mstr)
-            if len(pathInterCObs15M) > 0:
-                df = pd.read_csv(pathInterCObs15M[0])
-                df['Area_code'] = df['area_code'].apply(lambda x : x.replace("WTX","WNI") ).astype(str)                
-                df.rename(columns={"Area_code":"stationID","pre_1h":f"PRE{i+1}"},inplace=True)
-                break
-            else:      
-                print(pathInterCObs15M," Real DATA path missing")
-                return None
-        df = df[["stationID",f"PRE{i+1}"]]
-        df = pd.merge(df,df_area,on="stationID")
-        if all is None:
-            all = df
-        else:
-            all = pd.merge(all,df[["stationID",f"PRE{i+1}"]],on="stationID" )
-    # all.rename(columns={"PRE_x":"PRE1","PRE_y":"PRE2","PRE_z":"PRE3"},inplace=True)
-    logger.info(f"Real QPF length {len(all)}")
-    return all
-
-
-if __name__ == '__main__':
-
-    import datetime
-    import os.path
-    import traceback
-    import os.path as osp
-    import pandas as pd
-    import netCDF4 as nc
-    from matrixLib import F1,TS,ACC,PO,FAR,sun_rain_Matrix,pre1h_Matrix,pre1h_Matrix_New
-    from hjnwtx.hjnMiscellaneous import options
-    import glob
-    import pygrib as pg
-    from multiprocessing import Pool
-    from concurrent.futures import  ThreadPoolExecutor as Pool_T 
-    import matplotlib.pyplot as plt
-    from hjnwtx.examMeso import getPoint
-    from dateutil.relativedelta import relativedelta
-    import warnings
-    import numpy as np
-    from hjnwtx.mkNCHJN import mkDir  
-    import numpy as np
-    from hjnwtx.mkNCHJN import envelope,cropDF
-    from config import InterCObs15MPath
-    import copy
-    from shancx import Mul_sub
-    import glob
-    from shancx.radar_nmc import drawimg_coor,drawimg
-    from getGFS import GetTP
-
-    """
-    mqpfStationPath,cldasPath_old,
-    """
-    from config import (mqpfPath,mqpfCSVPath,NMCStationPath,exam_pngPath,NMCStationPath_bak,
-                        YTWMPath,midPath,logger)
-    # from parseCY import getJson
-    from itertools import product
-    # from config import cldasPath,
-    from matplotlib.font_manager import FontProperties
-    import argparse
-    from hjnwtx.examMeso import classify1h
-
-    plt.rcParams["font.sans-serif"]=["SimHei"] #设置字体
-    plt.rcParams["axes.unicode_minus"]=False #该语句解决图像中的“-”负号的乱码问题
-
-    from hjn.hjnLAPSTransform import LAPSTransfrom
-    from sklearn.metrics import confusion_matrix
-    # 禁止显示警告
-    warnings.filterwarnings("ignore")
-    import matplotlib.pyplot as plt
-    
-    ENV = envelope(85.05112877980659, -85.09887122019342, -179.61702040954827, 179.63297959045173) 
-    df_areaID = pd.read_csv("./stationID_Base.csv")
-    # df_areaID = df_areaID[~np.pd.isna(df_areaID["area_code"])]
-    df_areaID = df_areaID[~pd.isna(df_areaID["area_code"])]
-    df_areaID.rename(columns={"area_code": "stationID"}, inplace=True)
-    df_areaID = copy.deepcopy(cropDF(df_areaID, ENV))
-    def cropDF(df,evn):
-        return df[(df["Lat"]>evn.s)&(df["Lat"]<evn.n)&(df["Lon"]>evn.w)&(df["Lon"]<evn.e)]
-    df = pd.read_csv("/home/scx/sta_glob1.csv")    #['sta', 'lat', 'lon']
-    envList = {}
-    for i in range(len(df)):
-        # print(df.iloc[i])
-        lonC = np.round(df.iloc[i].lon.astype(np.float64),2)
-        latC = np.round(df.iloc[i].lat.astype(np.float64),2)
-        Site_Code = df.iloc[i].sta
-        envList[Site_Code] = envelope(latC+1.20,latC-1.20,lonC-1.20,lonC+1.20)    #envelope(latC+1.28,latC-1.27,lonC-1.28,lonC+1.27)
-
-    def getRardarStation(conf):
-        sta = conf[0]
-        logger.info(conf)
-        df1 = cropDF(df_areaID,envList[f"{sta}"])
-        return df1
-    from shancx import Mul_sub
-    data = Mul_sub(getRardarStation,[df["sta"]],31)
-    print()
-    dfStation = pd.concat(data)
-    df_unique = dfStation.drop_duplicates(subset='stationID')
-    # df_unique.to_csv("dfStation5.csv",index=False)
-
-    df_areaID = df_unique
-    CST = datetime.datetime(2024,8,31,1,0)
-    RealData = getRealTimeCSV(CST,df_areaID)
-    print()
-    Data = makeCHNDF(RealData,shape_v =[4200,6200] ,col_flg = "PRE1")   #  y_coords2 , x_coords2  = np.where(Data >0.1)
-    y_coords2 , x_coords2  = np.where(Data >=0.1)
-    with nc.Dataset('/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF/2024/20240829/MSP2_WTX_AIW_QPF_L88_CHN_202408291800_00000-00300-00006.nc') as dataNC:
-        # for i in dataPG:
-        #     print(i)
-        latArr = dataNC["lat"][:]
-        lonArr = dataNC["lon"][:]
-        pre = dataNC["MQPF"][:]
-    from shancx.radar_nmc import drawimg
-    from shancx.radar_nmc_china_map_f
-    from shancx import crDir
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
-    plt.imshow(pre[0,:,:],vmin=0,vmax=10,cmap=cmp_hjnwtx["pre_tqw"])
-    plt.plot(list(x_coords2), list(y_coords2), 'ro', markersize=1)
-    plt.colorbar()
-    outpath = f"./radar_nmc/temp_{now_str}.png"
-    crDir(outpath)
-    plt.savefig(outpath)
-    plt.close() 
-    
-
-    from shancx.radar_nmc import drawimg
-    from shancx import crDir
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
-    plt.imshow(pre[0,:,:],vmin=0,vmax=10,cmap=cmp_hjnwtx["pre_tqw"])
-    plt.plot(list(y_coords2), list(x_coords2), 'ro')
-    plt.colorbar()
-    outpath = f"./radar_nmc/temp_{now_str}.png"
-    crDir(outpath)
-    plt.savefig(outpath)
-    plt.close() 
-
-
-
-# plt.subplot(3, 3, 3)
-    # plt.imshow(outputs_image, cmap=cmp_hjnwtx["pre_tqw"], vmin=0, vmax=200)
-    # plt.plot(list(x_coords2), list(y_coords2), 'ro')
-    # addline()
-'''
-
-'''
-
-FilterSites
-
-import datetime
-import os.path
-import traceback
-import os.path as osp
-import pandas as pd
-import netCDF4 as nc
-from matrixLib import F1,TS,ACC,PO,FAR,sun_rain_Matrix,pre1h_Matrix,pre1h_Matrix_New
-from hjnwtx.hjnMiscellaneous import options
-import glob
-import pygrib as pg
-from multiprocessing import Pool
-from concurrent.futures import  ThreadPoolExecutor as Pool_T 
-import matplotlib.pyplot as plt
-from hjnwtx.examMeso import getPoint
-from dateutil.relativedelta import relativedelta
-import warnings
-import numpy as np
-from hjnwtx.mkNCHJN import mkDir  
-import numpy as np
-from hjnwtx.mkNCHJN import envelope,cropDF
-from config import InterCObs15MPath
-import copy
-from shancx import Mul_sub
-import glob
-from shancx.radar_nmc import drawimg_coor,drawimg
-from getGFS import GetTP
-
-"""
-mqpfStationPath,cldasPath_old,
-"""
-from config import (mqpfPath,mqpfCSVPath,NMCStationPath,exam_pngPath,NMCStationPath_bak,
-                    YTWMPath,midPath,logger)
-# from parseCY import getJson
-from itertools import product
-# from config import cldasPath,
-from matplotlib.font_manager import FontProperties
-import argparse
-from hjnwtx.examMeso import classify1h
-
-plt.rcParams["font.sans-serif"]=["SimHei"] #设置字体
-plt.rcParams["axes.unicode_minus"]=False #该语句解决图像中的“-”负号的乱码问题
-
-from hjn.hjnLAPSTransform import LAPSTransfrom
-from sklearn.metrics import confusion_matrix
-# 禁止显示警告
-warnings.filterwarnings("ignore")
-import matplotlib.pyplot as plt
-   
-ENV = envelope(85.05112877980659, -85.09887122019342, -179.61702040954827, 179.63297959045173) 
-df_areaID = pd.read_csv("./stationID_Base.csv")
-# df_areaID = df_areaID[~np.pd.isna(df_areaID["area_code"])]
-df_areaID = df_areaID[~pd.isna(df_areaID["area_code"])]
-df_areaID.rename(columns={"area_code": "stationID"}, inplace=True)
-df_areaID = copy.deepcopy(cropDF(df_areaID, ENV))
-def cropDF(df,evn):
-    return df[(df["Lat"]>evn.s)&(df["Lat"]<evn.n)&(df["Lon"]>evn.w)&(df["Lon"]<evn.e)]
-df = pd.read_csv("/home/scx/sta_glob1.csv")    #['sta', 'lat', 'lon']
-envList = {}
-for i in range(len(df)):
-    # print(df.iloc[i])
-    lonC = np.round(df.iloc[i].lon.astype(np.float64),2)
-    latC = np.round(df.iloc[i].lat.astype(np.float64),2)
-    Site_Code = df.iloc[i].sta
-    envList[Site_Code] = envelope(latC+0.26,latC-0.25,lonC-0.26,lonC+0.25)   #envelope(latC+1.28,latC-1.27,lonC-1.28,lonC+1.27)
-
-def getRardarStation(conf):
-    sta = conf[0]
-    logger.info(conf)
-    df1 = cropDF(df_areaID,envList[f"{sta}"])
-    return df1
-from shancx import Mul_sub
-data = Mul_sub(getRardarStation,[df["sta"]],31)
-print()
-dfStation = pd.concat(data)
-df_unique = dfStation.drop_duplicates(subset='stationID')
-df_unique.to_csv("dfStation5.csv",index=False)
-'''

shancx/draw_day_CR_PNG.py

@@ -1,200 +0,0 @@
-import matplotlib.pyplot as plt
-import datetime
-from hjnwtx.colormap import cmp_hjnwtx
-import time
-import os
-import time
-import shutil
- 
-from dateutil.relativedelta import relativedelta
-import glob
-from config import logger
-import argparse
-import pandas as pd 
-import re
-import netCDF4 as nc 
-from multiprocessing import Pool
-from itertools import product
-import numpy as np
-import copy
-import traceback
-
- 
-from multiprocessing import Process, Queue
- 
-import io
-import cartopy.crs as ccrs
-import cartopy.feature as cfeature
-import cartopy.io.shapereader as shpreader
-from shancx import crDir
-
-def add_china_map(ax):
-    # 在地图上添加地形特征
-    ax.add_feature(cfeature.COASTLINE, edgecolor='gray')
-    ax.add_feature(cfeature.BORDERS, linestyle=':', edgecolor='gray')
-    ax.add_feature(cfeature.LAKES, alpha=0.8)
-    # 添加省份轮廓
-    provinces = shpreader.natural_earth(resolution='10m', category='cultural', name='admin_1_states_provinces')
-    provinces_features = shpreader.Reader(provinces).geometries()
-    ax.add_geometries(provinces_features, ccrs.PlateCarree(), facecolor='none', edgecolor='gray', linestyle=':', linewidth=0.5, alpha=0.8)
-
-
-def draw_subplot(args):
-    index, tp, vmax, vmin, cmap,time_index, name = args
-    # print(time_index)
-    # logger.info(f"Processing index: {index}")
-    # logger.info(time_index)
-    fig, ax = plt.subplots(figsize=(10, 10))
-
-    # 创建绘图和设置坐标系
-    # fig = plt.figure(figsize=(10, 8))
-    ax = fig.add_subplot(1, 1, 1, projection=ccrs.PlateCarree())
-
-    # 设置图像显示的范围
-    ax.set_extent([73, 135, 18, 54], ccrs.PlateCarree())  # 根据需要调整
-
-    # 添加中国地图的边界和特征，包括省份轮廓
-    add_china_map(ax)
-
-    ax.imshow(tp, vmin=0, vmax=100, cmap=cmp_hjnwtx["radar_nmc"], transform=ccrs.PlateCarree(), extent=[73, 134.99, 12.21, 54.2], alpha=1)
- 
-
-    # ax.imshow(tp, vmax=vmax, vmin=vmin, cmap=cmap)
-    ax.axis('off')
-    # ax.text(0.5, 0.5, str(index), transform=ax.transAxes, color='white', fontsize=20, ha='center', va='center')
-    ax.text(0.95, 0.95, f'{time_index}', transform=ax.transAxes, color='white', fontsize=20, ha='right', va='bottom')
-    ax.text(0.925, 0.925, f'{str(index)}', transform=ax.transAxes, color='white', fontsize=20, ha='right', va='top')
-    fig.tight_layout()
-
-    buf = io.BytesIO()
-    plt.savefig(buf, format='png')
-    buf.seek(0)   
-    plt.close(fig)
-    return (index, buf)   #返回两个数为元组
-
-# 修改读取部分
-def drawpic(tp, Count,timeList, name="temp"):
-    vmax = 70
-    vmin = 0
-    cmap = cmp_hjnwtx["radar_nmc"]
-    args_list = [ (index, tp[index, :, :], vmax, vmin, cmap,timeList[index], name)  for index in range(2 * Count)]
-    
-    with Pool(31) as pool:
-        results = pool.map(draw_subplot, args_list)
-    
-    buffers = [result[1] for result in results]
-    combined_fig, axs = plt.subplots(2, Count, figsize=(10 * Count, 20))
-    for i in range(2):
-        for j in range(Count):
-            index = i * Count + j
-            ax = axs[i, j]
-            ax.imshow(plt.imread(buffers[index]), cmap=cmap)
-            ax.axis('off')
-    
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M")
-    plt.tight_layout()
-    outpath = f"./{timeList[0].strftime('%Y%m%d%H%M')}_CR/{name}_{now_str}.png"
-    crDir(outpath)
-    plt.savefig(outpath)
-    plt.close(combined_fig)
- 
-BASE_TARGET_PATH = "/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF"
-
-
-def get_mqpf_paths(UCTstr):
-    year = UCTstr[:4]
-    date = UCTstr[:8]
-    mqpfPath_pattern = os.path.join(BASE_TARGET_PATH,year, date,f"MSP2_WTX_AIW_REF_L88_CHN_{UCTstr}_00000-00300-00006.nc")
-    # mqpfPath_pattern = os.path.join(BASE_TARGET_PATH,year, date,f"MSP2_WTX_AIW_MQPF_L88_CHN_{UCTstr}_00000-00300-00006.nc")
- 
-    return mqpfPath_pattern  
-
-def map_data(conf):
-    CST = conf[0]
-    UCT = CST + relativedelta(hours=-8)
-    UCTstr = UCT.strftime("%Y%m%d%H%M")
-    mqpfPath_pattern = get_mqpf_paths(UCTstr)
-    mqpfPath_list = glob.glob(mqpfPath_pattern)
-    if len(mqpfPath_list) == 0:
-        data_loss = re.findall(r"(2024\d{8}?)",mqpfPath_pattern)
-        print("data_loss",data_loss)
-        print("data_loss_path",mqpfPath_pattern)
-        tj_list.append(data_loss[0]) 
-        return np.full((1, 4200, 6200), np.nan)
-    else:
-        try:
-            with nc.Dataset(mqpfPath_list[0]) as dataNC:
-                mqpf = dataNC.variables["CR"][:]
-                mqpf = mqpf[:1]
-                if mqpf.shape != (1, 4200, 6200):
-                    logger.info(mqpf.shape )
-                    logger.info(mqpfPath_list[0])
-                    print("mqpf shape error",mqpf.shape)
-                    mqpf = mqpf[:,:-1, :-1]
-                    if mqpf.shape != (1, 4200, 6200):
-                       return np.full((1, 4200, 6200), np.nan)      
-                    else:
-                        return mqpf          
-                print("mqpf",UCTstr,mqpf.shape)
-            tj_list1.append(mqpfPath_pattern)
-            return mqpf
-        except Exception as e:
-            print(traceback.format_exc())
-            return np.full((1, 4200, 6200), np.nan)
-
-def options():
-    parser = argparse.ArgumentParser(description='hjn')
-    # parser.add_argument('--times', type=str, default='202406290000,202406300000')
-    parser.add_argument('--times', type=str, default='202407210000,202407220000')
-    parser.add_argument('--pac', type=str, default='100000')
-    # parser.add_argument('--combine', action='store_true', default=False)
-    parser.add_argument('--combine',action='store_true',default=False)
-    parser.add_argument('--isDebug',action='store_true',default=False)
-    parser.add_argument('--isDraw',action='store_true',default=False)
-    parser.add_argument('--freq', type=str, default="1H")
-    parser.add_argument('--tag',type=str, default=datetime.datetime.now().strftime("%Y%m%d%H%M"))
-    config= parser.parse_args()
-    print(config)
-    config.times = config.times.split(",")
-    config.pac = config.pac.split(",")
-    if len(config.times) == 1:
-        config.times = [config.times[0], config.times[0]]
-    config.times = [datetime.datetime.strptime(config.times[0], "%Y%m%d%H%M"),
-                    datetime.datetime.strptime(config.times[1], "%Y%m%d%H%M")]
-    return config
-if __name__ == '__main__':
-    cfg = options()
-    sCST = cfg.times[0]
-    eCST = cfg.times[-1]
-    sCSTstr = sCST.strftime("%Y%m%d")
-    tj_list = []
-    tj_list1= []
-    start = datetime.datetime.now()
-    timeList = pd.date_range(sCST,eCST,freq="360s",inclusive="left")
-    # for CST in timeList:  
-    productList = product(timeList)
-    with Pool(31) as p:
-         Data = p.map(map_data,productList)
-    end = datetime.datetime.now()
-    print(start-end)
-    Data_con = np.concatenate(Data,axis=0) 
-    loss_len = 240 - Data_con.shape[0]
-    sCSTstr = sCST.strftime("%Y%m%d")
-    eCSTstr = eCST.strftime("%Y%m%d")
-    # Data_con1 = Data_con.filled()  
-    # np.save(f"data_{sCSTstr}_{eCSTstr}.npy",Data_con1) 
-    Data_con_120 = copy.copy(Data_con)
-    drawpic(Data_con_120[:int(len(Data_con_120)/2)], int(len(Data_con_120)/4),timeList[:int(len(Data_con_120)/2)],name=f"temp120_{sCSTstr}_loss_{loss_len}_")
-    print("done 120")
-    end1 = datetime.datetime.now()
-    print(end1-end)
-    Data_con_240 = copy.copy(Data_con)
-    print(Data_con_240[120:].shape)
-    drawpic(Data_con_120[int(len(Data_con_120)/2):], int(len(Data_con_120)/4),timeList[int(len(Data_con_120)/2):],name=f"temp120_240_{sCSTstr}_{loss_len}_")
-    print(datetime.datetime.now()-end1)
-    print("done 120-240") 
-    logger.info("success")
- 
-
-#  "/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF/2024/20240704/MSP2_WTX_AIW_REF_L88_CHN_202407040324_00000-00300-00006.nc"
-