shancx 1.9.33.109__py3-none-any.whl → 1.9.33.218__py3-none-any.whl

shancx-1.9.33.218.dist-info/RECORD

@@ -0,0 +1,91 @@
+shancx/Cmd.py,sha256=FjbNHOAp9g6Y0BHr4R5f9PxqfK9BaHqNrWzdyL87CdU,4860
+shancx/Config_.py,sha256=CgkvFXXDwuXgyHDrNWkvlOY7rNRQ-dMaDvcUouBJ9y0,733
+shancx/Inst.py,sha256=Q8dULK2djqBU0JFyhMAf1mhWzFDwx9SaAJuTIO0AWig,751
+shancx/Lib.py,sha256=GUAspllSxk39mvj-F1Q8Ys0EcY_lQfZPRGPE7L3x4SE,977
+shancx/Path1.py,sha256=vX4A5RgdwVyIVVNZRocl18rOu1Z8YMLfDb0B92-0bE8,5334
+shancx/Point.py,sha256=gyIomOVbNoz6SOcAhhTS26NHBeJ0TOwB-ljNsBWN1ZE,1909
+shancx/QC.py,sha256=MFxbPMEwrnk5l0sTFMrx13wPlXJ5WI5TovzaiBoEr0E,9848
+shancx/Read.py,sha256=x0nMlTXhxb5utkr9Tn9Aawz32m-dmLUXpG2HM9KywtI,2924
+shancx/Resize.py,sha256=uwiOhD-aWPDLvIwOYEX-XXN_suOXv6hPDcaGyr4JLC4,4044
+shancx/ZR.py,sha256=5APchqVoI1G2MkrN9YJSWCwfLUygcSFIsUXSo9aq1Qg,341
+shancx/__init__.py,sha256=6sfiHElECqfy5eEEGqaCAw4YiKxgKfJ5IFFh9yvtewk,11442
+shancx/args.py,sha256=Nr80vgQpT3m31_crKGf5DvofCxyERJFbqJ1sHb1BIqs,1042
+shancx/bak.py,sha256=SvxKomcukMkWvOlBil77AP0BWcrPNdkz2H3DoFOWLw0,26640
+shancx/cmp.py,sha256=cIQv-QTl-22FJa6tmHyBu_IQmMq5LnsQGGFK5jc5hMA,893
+shancx/df2database.py,sha256=h9_n9tZBWKyGKnpGPRHPSZgMn5kylX0sV5APwmi2SHM,3315
+shancx/geosProj.py,sha256=JMmtj3kV8rtFkKbmwvTKuDWlC8AkgLG8JvCPzkn8Dfs,2685
+shancx/getResponse.py,sha256=QmJfa4czGCOiKb8RuCLXKE7AAKVADAptNiwn7v1tfbM,1055
+shancx/info.py,sha256=0rk_L8Z5uj9RliaZrzT-CArH9ZObmdmcp-1RxAItL08,1122
+shancx/netdfJU.py,sha256=96KR9NMLr2Kcs_OOMpX7QPujdWUj0GCEUIZ7_4_pBxw,7741
+shancx/sendM.py,sha256=CEpeHavseWILlfevhfOMYxYUIWhh4fCNkXGRsEjMxBE,3352
+shancx/wait.py,sha256=OgT9JmEgMH7d3ir3TEksx0_Kyl_S4bkOKl50jvVpdFA,8575
+shancx/3D/__init__.py,sha256=pDFvW1OOEW-ueXH50NJIYdWlySHZU6sr5htzHUSeROo,1000
+shancx/Algo/Class.py,sha256=bxJ9JhIjoxl0hJfjO126YrnyHWDpxCEAZ7qcPs0Y0ic,377
+shancx/Algo/CudaPrefetcher1.py,sha256=mUVlS3txsriET26ZMZ6DYOnyzWr8Tz6wThifzWrC7k8,3951
+shancx/Algo/Fake_image.py,sha256=PEha7w0mMVEOodcAXEGNv_FvrWUipsqAJPkhTYDk6l4,1264
+shancx/Algo/Hsml.py,sha256=GzAMS30DxJm8_y8lq8bk-6F_3_Xah4eHdLqHuZQWenw,16874
+shancx/Algo/L2Loss.py,sha256=m68uMLLUfgvP066_gKaKvjWGmLTlbHQwGAKUmzIt4qQ,261
+shancx/Algo/MetricTracker.py,sha256=shXN8OUsmbFIAX0aC5hgf-hMuX5Jts3ebAbjYDgmce0,4268
+shancx/Algo/Normalize.py,sha256=arUrZ6d4L2DiJRSsefpAe3wvkeVICvvnJ6RbvMoyIDE,3191
+shancx/Algo/OptimizerWScheduler.py,sha256=oC7OmYCuYfVRVSzP2-zPvHB7lgmE4UuAUhdBPob87H0,1529
+shancx/Algo/Rmageresize.py,sha256=TQfVLnCLJYSLC88dI7x6IZJJv43s1zJYE9HzCZpPb0M,2979
+shancx/Algo/Savemodel.py,sha256=l4XfuNJ4WMfVy8qalH8AhtR3RsQmZfpJF53zIwQxrUs,1009
+shancx/Algo/SmoothL1_losses.py,sha256=P7YpSjrlIhyVgBxyxDxehuVtTbffbbrnKmuZ-Po-UvE,1056
+shancx/Algo/Tqdm.py,sha256=JZz8SwqQjql4eT0GUmFX6xAwLNEx1YwpGM2hL1LDyk8,2707
+shancx/Algo/__init__.py,sha256=05Kzre38HFbhmqdj-U1W3m_lc8pkUypaEhgh3UjVAmg,4466
+shancx/Algo/checknan.py,sha256=Oi7yU-UTSQgE4tgvuXTdgPmhlaus6G7gB2suaV7QgeQ,1188
+shancx/Algo/dsalgor.py,sha256=jNlD8TJuAOKT6H_8xc-l8sI-mXf8upemeA7Jpf5Eftk,398
+shancx/Algo/iouJU.py,sha256=pZYQ-KPE-hgsuPUL0KxZZcuemDCt_LWAyw9GuKgvZNE,3602
+shancx/Algo/mask.py,sha256=Dx7mLfcfEDIudu-DzdowFGoS1D3IxLHC8Mtw_kAen4w,1060
+shancx/Algo/psnr.py,sha256=mrepcNyWTdB5UrHXZpSvyLsbZ-i_evyZtAmk3mIOwT8,267
+shancx/Algo/ssim.py,sha256=eW_RXovDhVvwvFg2kEG_Xd3SasGKQt5BpQr6yNOiepk,2896
+shancx/Algo/structural_similarity.py,sha256=zc4wjCKVkkDgySneB1uPuBWu-9KVD5TXPLubXKhMR7o,10204
+shancx/Algo/tool.py,sha256=NpSoeX0r61k7_iBlMYCTv1IfcZQZv1sFecxJk_afa0g,26690
+shancx/Calmetrics/__init__.py,sha256=hnahHA7FxxmCvd6X5Buu2MSSbwagaUDgNnjkxeGBL14,3104
+shancx/Calmetrics/calmetrics.py,sha256=O_0aCoGh1n4b6lyBP9iX_qMu_-GxQ66Ky0aDgx4JtgI,498
+shancx/Calmetrics/calmetricsmatrixLib.py,sha256=MO1E04hBjZZ93Uzlgth6ilNwmY666cjFR9SwOM6YN4I,6749
+shancx/Calmetrics/rmseR2score.py,sha256=MOK6RKW4nxBjdna8dy8vHm9wncrzjEDvb7BLSUhhoHM,1243
+shancx/Clip/__init__.py,sha256=8JDd5X42LfAGVbd0Qk0Z1pXx7Qx3t6drVjoQNlhC8lg,1808
+shancx/Df/DataFrame.py,sha256=KvwKPHmVxFLCPPyfesKjZl-Se1oAdGyLbbJoCjzP4YY,661
+shancx/Df/__init__.py,sha256=FxFvYlgg79eBqaWl_XmDC7Tv5e7wLm0iIPSvz_XgXIY,906
+shancx/Df/tool.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Diffm/Psamples.py,sha256=9Uu5w-bsBaFvoTH6ZWU-8MOefkLUh6lYzhIlzO9O6D0,662
+shancx/Diffm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Diffm/test.py,sha256=uRldWrcqiZpHeBY9WD9gtsPsLWobDyt8Y02Zc3q_78o,8180
+shancx/Doc/__init__.py,sha256=nLQzA4V8yA7KvzzVmV00Kfn57PK1bNi9P1EBYcsOHk4,7772
+shancx/E/__init__.py,sha256=UJZugggSzsRkyT3Zi1R-1i-vfD5UnoNoEgCHEiS84bg,5393
+shancx/Fillmiss/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Fillmiss/imgidwJU.py,sha256=CyP4ZlhPpXPqGVzzcLR7lohVl8bWjEceJLo7yvKgtEM,1708
+shancx/Fillmiss/imgidwLatLonJU.py,sha256=ltYZj9CwN8cVs4Kow64oVN1EiBERgW9FceTUBFkCOAs,4314
+shancx/Gpu/__init__.py,sha256=4Ahq04phTGVlFWN9Vih0WAh-IqFrhtwM5hj4G1IU2Dk,1950
+shancx/H9/__init__.py,sha256=FCarcXfU2tVD2KrCGKNNUuL51zAWZYHV7lrP7gntvaI,4911
+shancx/H9/ahi_read_hsd.py,sha256=bt9oOOARcXijmyGpmHYXj0NKnuTntZjqx0_tu6Vp2vs,33522
+shancx/H9/ahisearchtable.py,sha256=e2kpz-P5npgL4gzNxn8igERJuWWIysvTNLkptr5_Zcc,9579
+shancx/H9/geometry.py,sha256=ZoCfgP07ANqDxyLf8uFN016DPl7QqW9pAV3sr2ekCng,95893
+shancx/Hug/__init__.py,sha256=NvcqXM0CSwXYtTr5yj4zfkag_7PZcI5tCsIHjuLNXTQ,3040
+shancx/Mos/__init__.py,sha256=IDlCLNN6a_mguYmRcAPcevHSDaud5ZhvYNSuASqztcE,1563
+shancx/NN/__init__.py,sha256=ENgZxIzUJzkuxArkcH-1JlxQA08Urq2ppFkGCbIURZk,9219
+shancx/Plot/GlobMap.py,sha256=WRvZOf5bo8IfECk1-sN4g6K0CrcJhSoEJAiLvZAWDwg,13021
+shancx/Plot/Gray2RGB.py,sha256=yDXu1xWVi7OtrS8_ExxK_ev1988kj1ZxoNCWf-kl4Zc,2734
+shancx/Plot/__init__.py,sha256=_fmDFZfh9HzDPBPKCMPrDT2DsblLVfrO-uFvUg76a74,19194
+shancx/Plot/draw_day_CR_PNG.py,sha256=ftOYdk80Xmry_H1uaypjrTUA0mJZBV7EGt5T7JfVg0E,7267
+shancx/Plot/exam.py,sha256=XXyBQp1Eb1siNiu7FY8ACiWH0g43ZSLTOGLqs3aKomE,3966
+shancx/Plot/plotGlobal.py,sha256=B2887VhMop6B3jEg7zD7ADlyIbKfyUOKffSJ2oEmEbo,15270
+shancx/Plot/radarNmc.py,sha256=ixmoDaoT6whmmrv4wD4p7H_DiNsyOEb2tUoz2KQgDeM,1273
+shancx/Plot/single_china_map.py,sha256=cRmZW6TtLBwLb-Y3syim_K1jM350CmB5zkK1nrAcaRQ,2116
+shancx/RdPzl/__init__.py,sha256=I5Isz3KfDgFZAdlRk4D-Hvp-8xH4F2Dl0XGxYGzUcKc,1166
+shancx/SN/__init__.py,sha256=6BOmiKkAEeFPpDhMYo0Kpp8PvVn4XCpQ0qF0fQM0sls,2786
+shancx/Time/GetTime.py,sha256=lFdjKpFHxOgvyCUzeGi8MrGUIEPrGzcaRX3CVZi8B4o,1262
+shancx/Time/__init__.py,sha256=ftYQdlJotvBYGtMWtTnooUBJOvjNOsFJ9i5ACFTjtDU,3826
+shancx/Time/timeCycle.py,sha256=YD_r-pS7uIR2ZqNIzZtEWTD_mUPu5vBHJSZiFh8fNgg,9959
+shancx/Time/tool.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+shancx/Train/__init__.py,sha256=clWzZpsVEhJqEvRCDCEn3tZxrG-wf-BiiCsGvTTGR6I,2379
+shancx/Train/makelist.py,sha256=0NTU4mUqvUJUT496mROorLAmUTIVSsn9k1LQWYL_vEA,6871
+shancx/Train/multiGpu.py,sha256=D_oZeiSc7VWktpnVDwrFOC1CYZSt9rxOKY5lngE5vFg,820
+shancx/Train/prepare.py,sha256=vL_8UOA66oZCBIwCICtihsGibivtNgaVJGulJxfNdn8,6793
+shancx/Train/renet50.py,sha256=wEhYk1X96WE5zuqHqVxWLJa-A5jDNkz4z6edORNufnA,6428
+shancx/tensBoard/__init__.py,sha256=ga2C5YyJITvvQA1ocpxna_KNFnNRJVwkTjLoIglLZUQ,993
+shancx-1.9.33.218.dist-info/METADATA,sha256=EbrBBFNqDUpu1A02IPoPAi9kDXpSeDHK_lN8P911HFg,850
+shancx-1.9.33.218.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+shancx-1.9.33.218.dist-info/top_level.txt,sha256=akfCS1vKWz3pNmEN_yN9ZiGp-60IQY5ET38mRx_i_-4,7
+shancx-1.9.33.218.dist-info/RECORD,,

{shancx-1.9.33.109.dist-info → shancx-1.9.33.218.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

shancx/Plot/Mip.py

@@ -1,42 +0,0 @@
-import numpy as np
-import matplotlib.pyplot as plt
-import datetime
-from hjnwtx.colormap import cmp_hjnwtx
-from mpl_toolkits.axes_grid1 import make_axes_locatable
-from shancx import crDir
-def radarcom(base_up, base_down, name="radar_composite",saveDir="plotRadar_composite",ty="radar_nmc"):
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
-    combined_data = np.concatenate([base_up, base_down], axis=0)
-    num_frames = base_up.shape[0]   
-    fig, axes = plt.subplots(
-        2,  # 行数(上下两层)
-        num_frames,  # 列数(每层图像数量)
-        figsize=(10 * num_frames, 10),   
-        squeeze=False   
-    )
-    vmin, vmax = 0, 70
-    for i in range(2):   
-        for j in range(num_frames):   
-            data_index = i * num_frames + j
-            im = axes[i, j].imshow(
-                combined_data[data_index, :, :],
-                vmin=vmin,
-                vmax=vmax,
-                cmap=cmp_hjnwtx[ty]  #pre_tqw  radar_nmc
-            )
-            axes[i, j].axis('off')   
-            divider = make_axes_locatable(axes[i, j])
-            cax = divider.append_axes("right", size="5%", pad=0.5)
-            plt.colorbar(im, cax=cax)
-    plt.tight_layout()    
-    outpath = f"./{saveDir}/{name}_{now_str}.png" if name=="radar_composite" else f"./{saveDir}/{name}.png"
-    crDir(outpath)
-    plt.savefig(outpath, bbox_inches='tight', dpi=300)
-    plt.close()    
-    print(f"图像已保存为: {outpath}")
- 
- 
-#使用示例:
-#draw_radar_composite(upper_data, lower_data, "my_radar_image")
-#comP(base_up, base_down, name="UTCstr",vmin=150,vmax=320,cmap='summer')
-#radarcomP(base_up, base_down,name="UTCstr",ty="radar_nmc")

shancx/Plot/border.py

@@ -1,44 +0,0 @@
-
-import numpy as np
-import matplotlib.pyplot as plt
-import cartopy.crs as ccrs
-import cartopy.feature as cfeature
-from mpl_toolkits.axes_grid1 import make_axes_locatable
-def plotBorder(matrix,name='plotBorder',saveDir="plotBorder",extent=None,title='Matrix Plot', xlabel='X-axis', ylabel='Y-axis', color_label='Value', cmap='viridis'):
-    # 地理范围 (lat_min, lat_max, lon_min, lon_max)
-    if extent is None:  
-        lat_min, lat_max = -3, 13
-        lon_min, lon_max = -0, 28
-    else:
-        lat_min, lat_max, lon_min, lon_max = extent
-    # 创建地图
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
-    fig = plt.figure(figsize=(12, 8))
-    ax = fig.add_subplot(1, 1, 1, projection=ccrs.PlateCarree())
-    ax.set_extent([lon_min, lon_max, lat_min, lat_max], crs=ccrs.PlateCarree())
-    im = ax.imshow(
-        matrix,
-        extent=[lon_min, lon_max, lat_min, lat_max],
-        origin='upper',  # 卫星数据通常 origin='upper'
-        cmap='viridis',  # 选择合适的 colormap
-        transform=ccrs.PlateCarree()
-    )
-    ax.add_feature(cfeature.COASTLINE, linewidth=0.5)
-    ax.add_feature(cfeature.BORDERS, linestyle=':', linewidth=0.5)
-    # 添加美国州边界（50m 分辨率）
-    states = cfeature.NaturalEarthFeature(
-        category='cultural',
-        name='admin_1_states_provinces_lines',
-        scale='50m',
-        facecolor='none'
-    )
-    ax.add_feature(states, edgecolor='red', linewidth=0.5)
-    divider = make_axes_locatable(ax)
-    cax = divider.append_axes("right", size="5%", pad=0.1, axes_class=plt.Axes)
-    cbar = plt.colorbar(im, cax=cax, label='Data Values')
-    ax.set_title('Sat data Boundaries', fontsize=14)
-    plt.tight_layout()  # 优化布局
-    outpath = f'./{saveDir}/{name}_{now_str}.png' if name=="plotBorder" else f"./{saveDir}/{name}.png"
-    crDir(outpath)
-    plt.savefig(outpath)
-    plt.close()

shancx/Plot/draw_day_CR_PNGUS.py

@@ -1,206 +0,0 @@
-import matplotlib.pyplot as plt
-import datetime
-from hjnwtx.colormap import cmp_hjnwtx
-import time
-import os
-import time
-import shutil
- 
-from dateutil.relativedelta import relativedelta
-import glob
-from config import logger
-import argparse
-import pandas as pd 
-import re
-import netCDF4 as nc 
-from multiprocessing import Pool
-from itertools import product
-import numpy as np
-import copy
-import traceback
-
- 
-from multiprocessing import Process, Queue
- 
-import io
-import cartopy.crs as ccrs
-import cartopy.feature as cfeature
-import cartopy.io.shapereader as shpreader
-from hjnwtx.mkNCHJN import mkDir
-
-shape_ = (1, 5701, 8501)
-def add_china_map(ax):
-    # 在地图上添加地形特征
-    ax.add_feature(cfeature.COASTLINE, edgecolor='gray')
-    ax.add_feature(cfeature.BORDERS, linestyle=':', edgecolor='gray')
-    ax.add_feature(cfeature.LAKES, alpha=0.8)
-    # 添加省份轮廓
-    provinces = shpreader.natural_earth(resolution='10m', category='cultural', name='admin_1_states_provinces')
-    provinces_features = shpreader.Reader(provinces).geometries()
-    ax.add_geometries(provinces_features, ccrs.PlateCarree(), facecolor='none', edgecolor='gray', linestyle=':', linewidth=0.5, alpha=0.8)
-
-def draw_subplot(args):
-    env = [-132.0, -47.0, 0, 57.0]
-    index, tp, vmax, vmin, cmap,time_index, name = args
-    # print(time_index)
-    # logger.info(f"Processing index: {index}")
-    # logger.info(time_index)
-    fig, ax = plt.subplots(figsize=(10, 10))
-
-    # 创建绘图和设置坐标系
-    # fig = plt.figure(figsize=(10, 8))
-    ax = fig.add_subplot(1, 1, 1, projection=ccrs.PlateCarree())
-
-    # 设置图像显示的范围
-    ax.set_extent(env, ccrs.PlateCarree())  # 根据需要调整
-
-    # 添加中国地图的边界和特征，包括省份轮廓
-    add_china_map(ax)
-    tp = np.where(tp >= 0, tp, np.nan)
-    ax.imshow(tp, vmin=0, vmax=100, cmap=cmp_hjnwtx["radar_nmc"], transform=ccrs.PlateCarree(), extent=env, alpha=1)
- 
-
-    # ax.imshow(tp, vmax=vmax, vmin=vmin, cmap=cmap)
-    ax.axis('off')
-    # ax.text(0.5, 0.5, str(index), transform=ax.transAxes, color='white', fontsize=20, ha='center', va='center')
-    ax.text(0.95, 0.95, f'{time_index}', transform=ax.transAxes, color='white', fontsize=20, ha='right', va='bottom')
-    ax.text(0.925, 0.925, f'{str(index)}', transform=ax.transAxes, color='white', fontsize=20, ha='right', va='top')
-    fig.tight_layout()
-
-    buf = io.BytesIO()
-    plt.savefig(buf, format='png')
-    buf.seek(0)   
-    plt.close(fig)
-    return (index, buf)   #返回两个数为元组
- 
-# 修改读取部分
-def drawpic(tp, Count,timeList, name="temp"):
-    vmax = 70
-    vmin = 0
-    cmap = cmp_hjnwtx["radar_nmc"]
-    args_list = [ (index, tp[index, :, :], vmax, vmin, cmap,timeList[index], name)  for index in range(2 * Count)]
-    
-    with Pool(31) as pool:
-        results = pool.map(draw_subplot, args_list)
-    
-    buffers = [result[1] for result in results]
-    combined_fig, axs = plt.subplots(2, Count, figsize=(10 * Count, 20))
-    for i in range(2):
-        for j in range(Count):
-            index = i * Count + j
-            ax = axs[i, j]
-            ax.imshow(plt.imread(buffers[index]), cmap=cmap)
-            ax.axis('off')
-    
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M")
-    plt.tight_layout()
-    outpath = f"./{timeList[0].strftime('%Y%m%d%H%M')}_CR/{name}_{now_str}.png"
-    mkDir(outpath)
-    plt.savefig(outpath)
-    plt.close(combined_fig)
-
-
- 
-BASE_TARGET_PATH = "/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF_GLB"   #/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF_PMSC
-# BASE_TARGET_PATH = "/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF_PMSC"   #/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF_PMSC
-
-def get_mqpf_paths(UCTstr):
-    year = UCTstr[:4]
-    date = UCTstr[:8]
-    mqpfPath_pattern = os.path.join(BASE_TARGET_PATH,year, date,f"MSP2_WTX_AIW_REF_L88_NA_{UCTstr}_00000-00300-00006.nc")  #MSP2_WTX_AIW_QPF_L88_NA_202410222254_00000-00300-00006.nc
-    # mqpfPath_pattern = os.path.join(BASE_TARGET_PATH,year, date,f"MSP2_WTX_AIW_MQPF_L88_CHN_{UCTstr}_00000-00300-00006.nc")
- 
-    return mqpfPath_pattern  
-
-def map_data(conf):
-    CST = conf[0]
-    UCT = CST + relativedelta(hours=-8)
-    UCTstr = UCT.strftime("%Y%m%d%H%M")
-    mqpfPath_pattern = get_mqpf_paths(UCTstr)
-    mqpfPath_list = glob.glob(mqpfPath_pattern)
-    if len(mqpfPath_list) == 0:
-        data_loss = re.findall(r"(2024\d{8}?)",mqpfPath_pattern)
-        print("data_loss",data_loss)
-        print("data_loss_path",mqpfPath_pattern)
-        tj_list.append(data_loss[0]) 
-        return np.full(shape_, np.nan)
-    else:
-        try:
-            with nc.Dataset(mqpfPath_list[0]) as dataNC:
-                mqpf = dataNC.variables["CR"][:]
-                mqpf = mqpf[:1]
-                if mqpf.shape != shape_:
-                    logger.info(mqpf.shape )
-                    logger.info(mqpfPath_list[0])
-                    print("mqpf shape error",mqpf.shape)
-                    mqpf = mqpf[:,:-1, :-1]
-                    if mqpf.shape != shape_:
-                       return np.full(shape_, np.nan)      
-                    else:
-                        return mqpf          
-                print("mqpf",UCTstr,mqpf.shape)
-            tj_list1.append(mqpfPath_pattern)
-            return mqpf
-        except Exception as e:
-            print(traceback.format_exc())
-            return np.full(shape_, np.nan)
- 
-def options():
-    parser = argparse.ArgumentParser(description='plot radar')
-    # parser.add_argument('--times', type=str, default='202406290000,202406300000')
-    parser.add_argument('--times', type=str, default='202407310000,202408010000')
-    parser.add_argument('--pac', type=str, default='100000')
-    # parser.add_argument('--combine', action='store_true', default=False)
-    parser.add_argument('--combine',action='store_true',default=False)
-    parser.add_argument('--isDebug',action='store_true',default=False)
-    parser.add_argument('--isDraw',action='store_true',default=False)
-    parser.add_argument('--freq', type=str, default="1h")
-    parser.add_argument('--tag',type=str, default=datetime.datetime.now().strftime("%Y%m%d%H%M"))
-    config= parser.parse_args()
-    print(config)
-    config.times = config.times.split(",")
-    config.pac = config.pac.split(",")
-    if len(config.times) == 1:
-        config.times = [config.times[0], config.times[0]]
-    config.times = [datetime.datetime.strptime(config.times[0], "%Y%m%d%H%M"),
-                    datetime.datetime.strptime(config.times[1], "%Y%m%d%H%M")]
-    return config
-if __name__ == '__main__':
-    cfg = options()
-    sCST = cfg.times[0]
-    eCST = cfg.times[-1]
-    sCSTstr = sCST.strftime("%Y%m%d")
-    tj_list = []
-    tj_list1= []
-    start = datetime.datetime.now()
-    logger.info(f"{sCST}")    
-    logger.info(f"{eCST}")    
-    logger.info(f"PNG")    
-    timeList = pd.date_range(sCST,eCST,freq="360s",inclusive="left")
-    # for CST in timeList:  
-    productList = product(timeList)
-    with Pool(31) as p:
-         Data = p.map(map_data,productList)
-    end = datetime.datetime.now()
-    print(start-end)
-    Data_con = np.concatenate(Data,axis=0) 
-    loss_len = 240 - Data_con.shape[0]
-    sCSTstr = sCST.strftime("%Y%m%d")
-    eCSTstr = eCST.strftime("%Y%m%d")
-    # Data_con1 = Data_con.filled()  
-    # np.save(f"data_{sCSTstr}_{eCSTstr}.npy",Data_con1) 
-    Data_con_120 = copy.copy(Data_con)
-    drawpic(Data_con_120[:int(len(Data_con_120)/2)], int(len(Data_con_120)/4),timeList[:int(len(Data_con_120)/2)],name=f"temp120_{sCSTstr}_loss_{loss_len}_")
-    print("done 120")
-    end1 = datetime.datetime.now()
-    print(end1-end)
-    Data_con_240 = copy.copy(Data_con)
-    print(Data_con_240[120:].shape)
-    drawpic(Data_con_120[int(len(Data_con_120)/2):], int(len(Data_con_120)/4),timeList[int(len(Data_con_120)/2):],name=f"temp120_240_{sCSTstr}_{loss_len}_")
-    print(datetime.datetime.now()-end1)
-    print("done 120-240") 
-    logger.info("success")
- 
-
-#  "/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF/2024/20240704/MSP2_WTX_AIW_REF_L88_CHN_202407040324_00000-00300-00006.nc"
-

shancx/Plot/draw_day_CR_SVG.py

@@ -1,275 +0,0 @@
-import matplotlib.pyplot as plt
-import matplotlib 
-matplotlib.use("svg")
-import datetime
-from hjnwtx.colormap import cmp_hjnwtx
-import time
-import os
-import time
-import shutil
- 
-from dateutil.relativedelta import relativedelta
-import glob
-from config import logger
-import argparse
-import pandas as pd 
-import re
-import netCDF4 as nc 
-from multiprocessing import Pool
-from itertools import product
-import numpy as np
-import copy
-import traceback
-
- 
-from multiprocessing import Process, Queue
- 
-import io
-import cartopy.crs as ccrs
-import cartopy.feature as cfeature
-import cartopy.io.shapereader as shpreader
-from shancx import crDir
-
-import matplotlib.pyplot as plt
-import matplotlib.cbook as cbook
-import matplotlib.image as image
-import matplotlib.cm as cm
-import matplotlib.colors as colors
-import io
-import datetime
-import numpy as np
-from multiprocessing import Pool
-import cartopy.crs as ccrs
-import cartopy.feature as cfeature
-import cartopy.io.shapereader as shpreader
-import matplotlib.pyplot as plt
-import matplotlib.cm as cm
-import datetime
-import numpy as np
-from multiprocessing import Pool
-import io
-import os
-from shancx import crDir
-
-# Assuming these are defined somewhere else in your code
-# cmp_hjnwtx = {"radar_nmc": your_cmap_definition}
-# shpreader = your_shpreader_definition
-# cfeature = your_cfeature_definition
-# ccrs = your_ccrs_definition
-
-
-import matplotlib.pyplot as plt
-import datetime
-import os
-import io
-from multiprocessing import Pool
-
-# Assuming these are defined somewhere else in your code
-# cmp_hjnwtx = {"radar_nmc": your_cmap_definition}
-# shpreader = your_shpreader_definition
-# cfeature = your_cfeature_definition
-# ccrs = your_ccrs_definition
-import matplotlib.pyplot as plt
-import datetime
-import os
-import io
-from multiprocessing import Pool
-
-
-import matplotlib.pyplot as plt
-import datetime
-import os
-import io
-from multiprocessing import Pool
-import cairosvg  # Install using pip if not already installed
-
-
-# Assuming these are defined somewhere else in your code
-# cmp_hjnwtx = {"radar_nmc": your_cmap_definition}
-# shpreader = your_shpreader_definition
-# cfeature = your_cfeature_definition
-# ccrs = your_ccrs_definition
-def add_china_map(ax):
-    # Add terrain features on the map
-    ax.add_feature(cfeature.COASTLINE, edgecolor='gray')
-    ax.add_feature(cfeature.BORDERS, linestyle=':', edgecolor='gray')
-    ax.add_feature(cfeature.LAKES, alpha=0.8)
-    
-    # Add province outlines
-    provinces = shpreader.natural_earth(resolution='10m', category='cultural', name='admin_1_states_provinces')
-    provinces_features = shpreader.Reader(provinces).geometries()
-    ax.add_geometries(provinces_features, ccrs.PlateCarree(), facecolor='none', edgecolor='gray', linestyle=':', linewidth=0.5, alpha=0.8)
-
-def draw_subplot(args):
-    index, tp, vmax, vmin, cmap, time_index, name = args
-
-    fig, ax = plt.subplots(figsize=(10, 10), subplot_kw={'projection': ccrs.PlateCarree()})
-
-    ax.set_extent([73, 135, 18, 54], ccrs.PlateCarree())  # Adjust as needed
-
-    add_china_map(ax)
-
-    # Plot the data
-    img = ax.imshow(tp, vmin=vmin, vmax=vmax, cmap=cmap, extent=[73, 134.99, 12.21, 54.2], transform=ccrs.PlateCarree(), alpha=1)
-    
-    # Turn off axis
-    ax.axis('off')
-
-    # Add text annotations
-    ax.text(0.95, 0.95, f'{time_index}', transform=ax.transAxes, color='white', fontsize=20, ha='right', va='bottom')
-    ax.text(0.925, 0.925, f'{str(index)}', transform=ax.transAxes, color='white', fontsize=20, ha='right', va='top')
-
-    fig.tight_layout()
-
-    # Save the figure to a buffer as SVG
-    buf = io.BytesIO()
-    plt.savefig(buf, format='svg', bbox_inches='tight')
-    buf.seek(0)
-    plt.close(fig)
-
-    return (index, buf)
-
-def drawpic(tp, Count, timeList, name="temp"):
-    vmax = 70
-    vmin = 0
-    cmap = cmp_hjnwtx["radar_nmc"]
-
-    # Create arguments list for multiprocessing
-    args_list = [(index, tp[index, :, :], vmax, vmin, cmap, timeList[index], name) for index in range(2 * Count)]
-
-    with Pool(31) as pool:
-        results = pool.map(draw_subplot, args_list)
-
-    # Convert SVG data to PNG using cairosvg
-    png_buffers = []
-    for result in results:
-        svg_data = result[1].getvalue().decode('utf-8')
-        png_bytes = cairosvg.svg2png(bytestring=svg_data.encode('utf-8'))
-        png_buffers.append(io.BytesIO(png_bytes))
-
-    # Create a grid of subplots
-    combined_fig, axs = plt.subplots(2, Count, figsize=(10 * Count, 20))
-
-    for i in range(2):
-        for j in range(Count):
-            index = i * Count + j
-            ax = axs[i, j]
-            # Use the PNG data directly for display
-            png_buf = png_buffers[index]
-            png_buf.seek(0)
-            png_data = plt.imread(png_buf)
-            ax.imshow(png_data, cmap=cmap)  # Display PNG data
-            ax.axis('off')
-
-    # Save the combined figure as SVG
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M")
-    outdir = f"./{timeList[0].strftime('%Y%m%d%H%M')}_CR"
-    crDir(outdir)
-    outpath = os.path.join(outdir, f"{name}_{now_str}.svg")
-    
-    plt.tight_layout()
-    plt.savefig(outpath, format='svg', bbox_inches='tight')
-    plt.close(combined_fig)
-
-
- 
-BASE_TARGET_PATH = "/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF"
-
-
-def get_mqpf_paths(UCTstr):
-    year = UCTstr[:4]
-    date = UCTstr[:8]
-    mqpfPath_pattern = os.path.join(BASE_TARGET_PATH,year, date,f"MSP2_WTX_AIW_REF_L88_CHN_{UCTstr}_00000-00300-00006.nc")
-    # mqpfPath_pattern = os.path.join(BASE_TARGET_PATH,year, date,f"MSP2_WTX_AIW_MQPF_L88_CHN_{UCTstr}_00000-00300-00006.nc")
- 
-    return mqpfPath_pattern  
-
-def map_data(conf):
-    CST = conf[0]
-    UCT = CST + relativedelta(hours=-8)
-    UCTstr = UCT.strftime("%Y%m%d%H%M")
-    mqpfPath_pattern = get_mqpf_paths(UCTstr)
-    mqpfPath_list = glob.glob(mqpfPath_pattern)
-    if len(mqpfPath_list) == 0:
-        data_loss = re.findall(r"(2024\d{8}?)",mqpfPath_pattern)
-        print("data_loss",data_loss)
-        print("data_loss_path",mqpfPath_pattern)
-        tj_list.append(data_loss[0]) 
-        return np.full((1, 4200, 6200), np.nan)
-    else:
-        try:
-            with nc.Dataset(mqpfPath_list[0]) as dataNC:
-                mqpf = dataNC.variables["CR"][:]
-                mqpf = mqpf[:1]
-                if mqpf.shape != (1, 4200, 6200):
-                    logger.info(mqpf.shape )
-                    logger.info(mqpfPath_list[0])
-                    print("mqpf shape error",mqpf.shape)
-                    mqpf = mqpf[:,:-1, :-1]
-                    if mqpf.shape != (1, 4200, 6200):
-                       return np.full((1, 4200, 6200), np.nan)      
-                    else:
-                        return mqpf          
-                print("mqpf",UCTstr,mqpf.shape)
-            tj_list1.append(mqpfPath_pattern)
-            return mqpf
-        except Exception as e:
-            print(traceback.format_exc())
-            return np.full((1, 4200, 6200), np.nan)
-
-def options():
-    parser = argparse.ArgumentParser(description='draw CR')
-    # parser.add_argument('--times', type=str, default='202406290000,202406300000')
-    parser.add_argument('--times', type=str, default='202407220000,202407230000')
-    parser.add_argument('--pac', type=str, default='100000')
-    # parser.add_argument('--combine', action='store_true', default=False)
-    parser.add_argument('--combine',action='store_true',default=False)
-    parser.add_argument('--isDebug',action='store_true',default=False)
-    parser.add_argument('--isDraw',action='store_true',default=False)
-    parser.add_argument('--freq', type=str, default="1h")
-    parser.add_argument('--tag',type=str, default=datetime.datetime.now().strftime("%Y%m%d%H%M"))
-    config= parser.parse_args()
-    print(config)
-    config.times = config.times.split(",")
-    config.pac = config.pac.split(",")
-    if len(config.times) == 1:
-        config.times = [config.times[0], config.times[0]]
-    config.times = [datetime.datetime.strptime(config.times[0], "%Y%m%d%H%M"),
-                    datetime.datetime.strptime(config.times[1], "%Y%m%d%H%M")]
-    return config
-if __name__ == '__main__':
-    cfg = options()
-    sCST = cfg.times[0]
-    eCST = cfg.times[-1]
-    sCSTstr = sCST.strftime("%Y%m%d")
-    tj_list = []
-    tj_list1= []
-    start = datetime.datetime.now()
-    timeList = pd.date_range(sCST,eCST,freq="360s",inclusive="left")
-    # for CST in timeList:  
-    productList = product(timeList)
-    with Pool(31) as p:
-         Data = p.map(map_data,productList)
-    end = datetime.datetime.now()
-    print(start-end)
-    Data_con = np.concatenate(Data,axis=0) 
-    loss_len = 240 - Data_con.shape[0]
-    sCSTstr = sCST.strftime("%Y%m%d")
-    eCSTstr = eCST.strftime("%Y%m%d")
-    # Data_con1 = Data_con.filled()  
-    # np.save(f"data_{sCSTstr}_{eCSTstr}.npy",Data_con1) 
-    Data_con_120 = copy.copy(Data_con)
-    drawpic(Data_con_120[:int(len(Data_con_120)/2)], int(len(Data_con_120)/4),timeList[:int(len(Data_con_120)/2)],name=f"temp120_{sCSTstr}_loss_{loss_len}_")
-    print("done 120")
-    end1 = datetime.datetime.now()
-    print(end1-end)
-    Data_con_240 = copy.copy(Data_con)
-    print(Data_con_240[120:].shape)
-    drawpic(Data_con_120[int(len(Data_con_120)/2):], int(len(Data_con_120)/4),timeList[int(len(Data_con_120)/2):],name=f"temp120_240_{sCSTstr}_{loss_len}_")
-    print(datetime.datetime.now()-end1)
-    print("done 120-240") 
-    logger.info("success")
- 
-
-#  "/mnt/wtx_weather_forecast/WTX_DATA/RADA/MQPF/2024/20240704/MSP2_WTX_AIW_REF_L88_CHN_202407040324_00000-00300-00006.nc"
-