shancx 1.8.92__py3-none-any.whl → 1.9.33.218__py3-none-any.whl

shancx/Plot/plotGlobal.py

@@ -0,0 +1,325 @@
+
+    
+import ssl
+import urllib.request
+ssl._create_default_https_context = ssl._create_unverified_context
+import datetime
+import numpy as np
+import matplotlib.pyplot as plt
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+from cartopy.mpl.ticker import LongitudeFormatter, LatitudeFormatter
+from hjnwtx.colormap import cmp_hjnwtx
+import os
+def plotGlobal(b, latArr1, lonArr1, cmap='summer', title='Global QPF Data Visualization',saveDir = "./plotGlobal",ty=None ):
+    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S") 
+    plt.figure(figsize=(20, 10), dpi=100)
+    ax = plt.axes(projection=ccrs.PlateCarree())
+    ax.add_feature(cfeature.LAND, facecolor='none')  # 陆地无色
+    ax.add_feature(cfeature.OCEAN, facecolor='none')  # 海洋无色
+    ax.add_feature(cfeature.COASTLINE, linewidth=0.8, edgecolor='black')  # 海岸线黑色
+    ax.add_feature(cfeature.BORDERS, linestyle='-', linewidth=0.5, edgecolor='black')  # 国界线黑色
+    ax.add_feature(cfeature.LAKES, alpha=0.3, facecolor='none', edgecolor='gray')  # 湖泊无色，灰色边界
+    ax.add_feature(cfeature.RIVERS, edgecolor='gray', linewidth=0.5)  # 河流灰色
+    lon_grid, lat_grid = np.meshgrid(lonArr1, latArr1)
+    stride = 10  # 每10个点取1个
+    cmap = {
+        "radar": cmp_hjnwtx["radar_nmc"],
+        "pre": cmp_hjnwtx["pre_tqw"],
+        None: 'summer'
+    }.get(ty)
+    img = ax.pcolormesh(lon_grid[::stride, ::stride], 
+                       lat_grid[::stride, ::stride],
+                       b[::stride, ::stride],
+                       cmap=cmap,  
+                       shading='auto',
+                       transform=ccrs.PlateCarree())
+    cbar = plt.colorbar(img, ax=ax, orientation='vertical', pad=0.05, shrink=0.6)
+    cbar.set_label('Value Scale', fontsize=12)
+    ax.set_xticks(np.arange(-180, 181, 30), crs=ccrs.PlateCarree())
+    ax.set_yticks(np.arange(-90, 91, 15), crs=ccrs.PlateCarree())
+    ax.xaxis.set_major_formatter(LongitudeFormatter(zero_direction_label=True))
+    ax.yaxis.set_major_formatter(LatitudeFormatter())
+    ax.gridlines(color='gray', linestyle=':', alpha=0.5)
+    ax.set_title(title, fontsize=16, pad=20)
+    ax.set_global()     
+    plt.tight_layout()
+    os.makedirs(saveDir, exist_ok=True)
+    plt.savefig(f"./{saveDir}/plotScatter_glob{now_str}.png", dpi=300, bbox_inches="tight")  
+    plt.close()
+    
+"""
+plotGlobal(b, latArr1, lonArr1, 
+                title='Global Meteorological Data',ty="radar")
+
+"""
+
+import datetime
+import numpy as np
+import matplotlib.pyplot as plt
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+from cartopy.mpl.ticker import LongitudeFormatter, LatitudeFormatter
+from hjnwtx.colormap import cmp_hjnwtx
+import os
+
+def plotGlobalPlus(b, latArr1, lonArr1, cmap='summer', title='Global QPF Data Visualization', 
+               saveDir="./plotGlobal", ty=None, cartopy_data_dir="./share/cartopy"):
+    os.environ['CARTOPY_USER_BACKGROUNDS'] = cartopy_data_dir
+    os.makedirs(cartopy_data_dir, exist_ok=True)
+    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S") 
+    plt.figure(figsize=(20, 10), dpi=100)
+    ax = plt.axes(projection=ccrs.PlateCarree())
+    try:
+        ax.add_feature(cfeature.LAND.with_scale('110m'), facecolor='none')
+        ax.add_feature(cfeature.OCEAN.with_scale('110m'), facecolor='none')
+        ax.add_feature(cfeature.COASTLINE.with_scale('110m'), linewidth=0.8, edgecolor='black')
+        ax.add_feature(cfeature.BORDERS.with_scale('110m'), linestyle='-', linewidth=0.5, edgecolor='black')
+        ax.add_feature(cfeature.LAKES.with_scale('110m'), alpha=0.3, facecolor='none', edgecolor='gray')
+        ax.add_feature(cfeature.RIVERS.with_scale('110m'), edgecolor='gray', linewidth=0.5)
+    except:
+        ax.add_feature(cfeature.LAND, facecolor='none')
+        ax.add_feature(cfeature.OCEAN, facecolor='none')
+        ax.add_feature(cfeature.COASTLINE, linewidth=0.8, edgecolor='black')
+        ax.add_feature(cfeature.BORDERS, linestyle='-', linewidth=0.5, edgecolor='black')
+        ax.add_feature(cfeature.LAKES, alpha=0.3, facecolor='none', edgecolor='gray')
+        ax.add_feature(cfeature.RIVERS, edgecolor='gray', linewidth=0.5)
+    lon_grid, lat_grid = np.meshgrid(lonArr1, latArr1)
+    stride = 10  # 每10个点取1个
+    cmap = {
+        "radar": cmp_hjnwtx["radar_nmc"],
+        "pre": cmp_hjnwtx["pre_tqw"],
+        None: cmap
+    }.get(ty, cmap)
+    img = ax.pcolormesh(lon_grid[::stride, ::stride], 
+                       lat_grid[::stride, ::stride],
+                       b[::stride, ::stride],
+                       cmap=cmap,  
+                       shading='auto',
+                       transform=ccrs.PlateCarree())
+    cbar = plt.colorbar(img, ax=ax, orientation='vertical', pad=0.05, shrink=0.6)
+    cbar.set_label('Value Scale', fontsize=12)
+    ax.set_xticks(np.arange(-180, 181, 30), crs=ccrs.PlateCarree())
+    ax.set_yticks(np.arange(-90, 91, 15), crs=ccrs.PlateCarree())
+    ax.xaxis.set_major_formatter(LongitudeFormatter(zero_direction_label=True))
+    ax.yaxis.set_major_formatter(LatitudeFormatter())
+    ax.gridlines(color='gray', linestyle=':', alpha=0.5)
+    ax.set_title(title, fontsize=16, pad=20)
+    ax.set_global()
+    plt.tight_layout()
+    os.makedirs(saveDir, exist_ok=True)
+    save_path = os.path.join(saveDir, f"plotScatter_glob{now_str}.png")
+    plt.savefig(save_path, dpi=300, bbox_inches="tight")
+    plt.close()    
+    print(f"图像已保存到: {save_path}")
+    return save_path
+"""
+if __name__ == "__main__":
+    plotGlobal(
+               b=CR,
+               latArr1=latArr,
+               lonArr1=lonArr,
+               title='Global Precipitation Forecast',
+               saveDir='./output',
+               ty='pre',   
+               cartopy_data_dir='./share/cartopy'
+              )
+"""
+
+import ssl
+import urllib.request
+ssl._create_default_https_context = ssl._create_unverified_context
+import matplotlib.pyplot as plt
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+import os
+import datetime
+import numpy as np
+def plotScatter(df1, title = "Total number ",saveDir="plotScatter", map_background=True, 
+                projection=ccrs.PlateCarree(), figsize=(12, 8)):
+    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S")    
+    if map_background:
+        fig = plt.figure(figsize=figsize)
+        ax = plt.axes(projection=projection)
+        ax.add_feature(cfeature.LAND, facecolor='none', alpha=0.3)
+        ax.add_feature(cfeature.OCEAN, facecolor='none', alpha=0.3)
+        ax.add_feature(cfeature.COASTLINE, linewidth=0.8, edgecolor='black')
+        ax.add_feature(cfeature.BORDERS, linestyle='-', linewidth=0.5, edgecolor='black')
+        ax.add_feature(cfeature.LAKES, alpha=0.3, facecolor='gray')
+        ax.add_feature(cfeature.RIVERS, edgecolor='gray', linewidth=0.5)
+        ax.gridlines(draw_labels=True, linewidth=0.5, color='gray', alpha=0.5, linestyle='--')
+        if len(df1) > 0:
+            buffer = 5  # 边距
+            min_lon, max_lon = df1["Lon"].min() - buffer, df1["Lon"].max() + buffer
+            min_lat, max_lat = df1["Lat"].min() - buffer, df1["Lat"].max() + buffer
+            # ax.set_extent([min_lon, max_lon, min_lat, max_lat], crs=ccrs.PlateCarree())
+            ax.set_global() 
+        else:
+            ax.set_global()  # 如果没有数据，显示全球
+        scatter = ax.scatter(
+            df1["Lon"],  
+            df1["Lat"],  
+            s=0.5,        
+            alpha=0.7,   
+            edgecolor="red",   
+            linewidth=0.5,
+            color='red',
+            transform=ccrs.PlateCarree(),  # 重要：指定坐标变换
+            zorder=10  # 确保散点在地图上方
+        )        
+        plt.title(title, fontsize=14, pad=20)        
+    
+    plt.tight_layout()  
+    os.makedirs(saveDir, exist_ok=True)
+    plt.savefig(f"./{saveDir}/plotScatter_{now_str}.png", dpi=300, bbox_inches="tight")  
+    plt.close()    
+    print(f"散点图已保存到: ./{saveDir}/plotScatter_{now_str}.png")
+    print(f"总共绘制了 {len(df1)} 个点")
+
+"""
+plotScatter(df2,title = f" Total number of stations ", saveDir="scatter_maps")
+"""
+
+import ssl
+import urllib.request
+ssl._create_default_https_context = ssl._create_unverified_context
+import datetime
+import numpy as np
+import matplotlib.pyplot as plt
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+from cartopy.mpl.ticker import LongitudeFormatter, LatitudeFormatter
+from hjnwtx.colormap import cmp_hjnwtx
+from shancx import crDir
+def plotBorder(UTCstr, nclon, nclat, cr, fig_title,savepath="./plotBorder", datatype=None,font_path=None,shp_file="./"):
+    myfont = mpl.font_manager.FontProperties(fname = font_path, size = 12) 
+    figpath = f"{savepath}/fig/{UTCstr[:4]}/{UTCstr[:8]}/{fig_title}.PNG"
+    crDir(figpath)
+    lonmin = np.min(nclon)
+    lonmax = np.max(nclon)
+    latmin = np.min(nclat)
+    latmax = np.max(nclat)    
+    # 创建图形和坐标轴
+    fig = plt.figure(figsize=(6, 6))
+    ax = plt.axes(projection=ccrs.PlateCarree())    
+    # 1. 首先添加Cartopy的基础地理要素（作为底层）
+    ax.add_feature(cfeature.OCEAN, facecolor='none')      # 海洋无色
+    ax.add_feature(cfeature.LAND, facecolor='none')       # 陆地无色
+    ax.add_feature(cfeature.COASTLINE, linewidth=0.8, edgecolor='gray')      # 海岸线
+    ax.add_feature(cfeature.BORDERS, linestyle='-', linewidth=0.5, edgecolor='gray')  # 国界线
+    ax.add_feature(cfeature.LAKES, alpha=0.3, facecolor='none', edgecolor='gray')      # 湖泊
+    ax.add_feature(cfeature.RIVERS, edgecolor='gray', linewidth=0.5)                   # 河流
+    ax.set_xticks(np.arange(lonmin, lonmax + 0.1, 15))
+    ax.set_yticks(np.arange(latmin, latmax + 0.1, 10))
+    ax.set_xlim([nclon[0], nclon[-1]])
+    ax.set_ylim([nclat[-1], nclat[0]])
+    ax.xaxis.set_major_formatter(LongitudeFormatter())                       
+    ax.yaxis.set_major_formatter(LatitudeFormatter())
+    ax.tick_params(axis='both', labelsize=10)    
+    # 3. 叠加自定义的省界矢量（显示在基础地理要素之上）
+    if os.path.exists(shp_file) and shp_file[-4:]==".shp" :
+        try:
+            shp = gpd.read_file(shp_file).boundary
+            # 使用较细的线宽，避免与国界线混淆
+            shp.plot(ax=ax, edgecolor='grey', linewidth=0.5, linestyle='-')
+        except Exception as e:
+            print(f"警告：读取矢量文件 {shp_file} 失败: {e}")
+    else:
+        print(f"警告：矢量文件 {shp_file} 不存在，将只绘制Cartopy地理要素。")
+    ax.set_title(fig_title, fontsize=12, loc='center', fontproperties=myfont)     
+    # 5. 绘制雷达或降雨数据（在最上层）
+    if datatype == 'radar':
+        clevels = [0, 10, 20, 30, 40, 50, 60, 70]
+        colors = ['#62e6eaff', '#00d72eff', '#fefe3fff', '#ff9a29ff', '#d70e15ff', '#ff1cecff', '#af91edff']
+    elif datatype == 'rain':  
+        clevels = [0.1, 2.5, 8, 16, 200]
+        colors = ["#a6f28f", "#3dba3d", "#61b8ff", "#0000ff"]
+    cs = plt.contourf(nclon, nclat, cr, levels=clevels, colors=colors, extend='both')
+    cb = plt.colorbar(cs, fraction=0.022, pad=0.03)
+    cb.set_ticks(clevels[:-1])
+    cb.set_ticklabels([str(level) for level in clevels[:-1]], fontproperties=myfont)
+    for label in ax.get_xticklabels() + ax.get_yticklabels():
+        label.set_fontproperties(myfont)
+    plt.savefig(figpath, dpi=300, bbox_inches='tight') 
+    print(f"{fig_title.split('_')[0]}绘制完成: {figpath}")
+    plt.close()
+
+"""
+latArr = np.linspace(27, -13, 2000 )
+lonArr = np.linspace(70, 150, 4000) 
+font_path = '/mnt/wtx_weather_forecast/scx/sever7/微软雅黑.ttf'
+
+fig_title = f"实况雷达回波_{UTCstr}_test"          
+baseCR[:,900:3700] = CR
+plotBorder(UTCstr,lonArr,latArr,baseCR,fig_title,datatype="radar",font_path=font_path) 
+fig_title = f"卫星反演雷达回波_{UTCstr}"
+"""
+
+import matplotlib as mpl 
+import matplotlib.pyplot as plt
+import cartopy.crs as ccrs
+import geopandas as gpd
+from cartopy.mpl.ticker import LongitudeFormatter,LatitudeFormatter
+import numpy as np
+from shancx import crDir
+def plot_fig1(cr,nclat,nclon,fig_title,datatype=None,savepath=None,font_path=None,shp_file=None):
+    figpath = f"{savepath}/fig/{fig_title.split('_')[1][:4]}/{fig_title.split('_')[1][:8]}/{fig_title.split('_')[1][:12]}/{fig_title}.PNG"
+    # if not os.path.exists(figpath):
+    lonmin = np.min(nclon)
+    lonmax = np.max(nclon)
+    latmin = np.min(nclat)
+    latmax = np.max(nclat)
+    myfont = mpl.font_manager.FontProperties(fname = font_path, size = 12) 
+    fig = plt.figure(figsize=(6,6))
+    ax = plt.axes(projection=ccrs.PlateCarree())
+    ax.set_xticks(np.arange(lonmin, lonmax + 0.1, 15))
+    ax.set_yticks(np.arange(latmin, latmax + 0.1, 10))
+    ax.set_xlim([lonmin, lonmax])
+    ax.set_ylim([latmin, latmax])
+    ax.xaxis.set_major_formatter(LongitudeFormatter()) #刻度格式转换为经纬度样式                       
+    ax.yaxis.set_major_formatter(LatitudeFormatter())
+    ax.tick_params(axis = 'both',labelsize = 10)
+    shp = gpd.read_file(shp_file).boundary
+    shp.plot(ax=ax, edgecolor='grey', linewidth=0.7)
+    ax.set_title(fig_title, fontsize = 12, loc='center',fontproperties = myfont) 
+    if datatype == 'radar':
+        clevels = [0,10, 20, 30, 40, 50, 60, 70]
+        colors = ['#62e6eaff','#00d72eff','#fefe3fff','#ff9a29ff','#d70e15ff','#ff1cecff','#af91edff']
+        # colors = ["#449ded", "#62e6ea", "#68f952", "#0000ff"]
+    elif datatype == 'rain':  
+        clevels = [0.1, 2.5, 8, 16,200]
+        colors = ["#a6f28f", "#3dba3d", "#61b8ff", "#0000ff"]
+    if datatype == 'sat':
+        clevels = [150,170, 190, 210, 230, 250, 270, 290,310]
+        colors = [
+                '#00008B',  # 150K 深蓝
+                '#0066CC',  # 170K 钴蓝
+                '#00BFFF',  # 190K 深天蓝
+                '#40E0D0',  # 210K 绿松石
+                '#00FF00',  # 230K 亮绿
+                '#FFFF00',  # 250K 黄色
+                '#FFA500',  # 270K 橙色
+                '#FF4500',  # 290K 橙红
+                '#FF0000'   # 310K 红色
+            ]
+    cs = plt.contourf(nclon, nclat, cr, levels=clevels, colors=colors)    
+    cb = plt.colorbar(cs, fraction=0.022)
+    cb.set_ticks(clevels[:-1])
+    cb.set_ticklabels([str(level) for level in clevels[:-1]],fontproperties = myfont)
+    for label in ax.get_xticklabels() + ax.get_yticklabels():
+        label.set_fontproperties(myfont)
+    crDir(figpath)
+    plt.savefig(figpath, dpi=300, bbox_inches='tight') 
+    print(f"{fig_title.split('_')[0]}绘制完成: {figpath}")
+    plt.close()
+"""
+font_path = './shp/微软雅黑.ttf'
+myfont = mpl.font_manager.FontProperties(fname = font_path, size = 12) 
+UTCstr="202508280000"
+shp_file = "./shp/province_9south.shp"
+savepath = f"./FY4BBIG"
+fig_title = f"卫星反演雷达回波_{UTCstr}"
+# base[20:1070,75:1625] = satCR
+plot_fig(data,result['lats'],result['lons'],fig_title,datatype="radar")
+"""
+ 

shancx/{radar_nmc.py → Plot/radarNmc.py}

@@ -3,47 +3,17 @@ import matplotlib.pyplot as plt
 import datetime
 from hjnwtx.colormap import cmp_hjnwtx
 import os
-import numpy as np
- 
- 
+import numpy as np 
 
 from pathlib import Path
 def MDir(path):
     path_obj = Path(path)
     directory = path_obj.parent if path_obj.suffix else path_obj
     directory.mkdir(parents=True, exist_ok=True)
-
-
-def drawimg(array_dt,ty ="CR",temp = "temp"):
-    now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
-    if len(array_dt.shape)==3:
-        for i , img_ch_nel in enumerate(array_dt): 
-            plt.imshow(img_ch_nel,vmin=0,vmax=10,cmap=cmp_hjnwtx["radar_nmc"])
-            plt.colorbar()
-            outpath = f"./radar_nmc/{temp}_{now_str}.png"
-            MDir(outpath)
-            plt.savefig(outpath)
-            plt.close()
-    if len(array_dt.shape)==2 and ty =="pre":
-            plt.imshow(array_dt,vmin=0,vmax=10,cmap=cmp_hjnwtx["pre_tqw"])
-            plt.colorbar()
-            outpath = f"./radar_nmc/{temp}_{now_str}.png"
-            MDir(outpath)
-            plt.savefig(outpath)
-            plt.close() 
-    else:
-            plt.imshow(array_dt,vmin=0,vmax=72,cmap=cmp_hjnwtx["radar_nmc"])
-            plt.colorbar()
-            outpath = f"./radar_nmc/{temp}_{now_str}.png"
-            MDir(outpath)
-            plt.savefig(outpath)
-            plt.close()  
-
- 
-def drawimg_coor(array_dt, temp="temp"):
+            
+def plotRadarcoor(array_dt, temp="temp"):
     now_str = datetime.datetime.now().strftime("%Y%m%d%H%M%S")
-    y_coords2, x_coords2 = np.where(array_dt > 0)
-    
+    y_coords2, x_coords2 = np.where(array_dt > 0)    
     def plot_and_save(image, path):
         plt.imshow(image, vmin=0, vmax=10, cmap=cmp_hjnwtx["radar_nmc"])
         for (x, y) in zip(x_coords2, y_coords2):

shancx/{subplots_single_china_map.py → Plot/single_china_map.py}

@@ -4,7 +4,7 @@ import cartopy.feature as cfeature
 import cartopy.io.shapereader as shpreader
 import datetime
 import os
-
+from hjnwtx.colormap import cmp_hjnwtx
 def add_china_map(ax):
     ax.add_feature(cfeature.COASTLINE, edgecolor='gray')
     ax.add_feature(cfeature.BORDERS, linestyle=':', edgecolor='gray')

shancx/Point.py

@@ -0,0 +1,46 @@
+import numpy as np
+from scipy.interpolate import griddata
+def getPoint(field,lats=None,lons=None,obs_lats=None,obs_lons=None):
+    lon_mesh, lat_mesh = np.meshgrid(lons, lats)
+    grid_points = np.column_stack([lon_mesh.ravel(), lat_mesh.ravel()])
+    interp_values = griddata(grid_points, field.ravel(), (obs_lons, obs_lats), method='linear')
+    valid_mask = ~np.isnan(interp_values)
+    return interp_values[valid_mask]
+"""
+nlat, nlon = background.shape
+lons = np.linspace(-180, 180, nlon, endpoint=False)
+lats = np.linspace(90, -90, nlat)
+obs_lats = df["lat"]
+obs_lons = df["lon"]
+"""  
+from scipy.spatial import cKDTree
+def mask_KDTree(grid_lon, grid_lat, lon_points, lat_points, step_lonlat=0.2):
+    grid_shape = grid_lon.shape
+    grid_coords = np.column_stack((grid_lon.ravel(), grid_lat.ravel()))
+    thunder_points = np.column_stack((lon_points, lat_points))
+    tree = cKDTree(thunder_points)
+    indices = tree.query_ball_point(grid_coords, r = step_lonlat)
+    mask_flat = np.zeros(len(grid_coords), dtype=int)
+    for i, neighbors in enumerate(indices):
+        if len(neighbors) >= 1:
+            mask_flat[i] = 1
+    mask_flat = mask_flat.reshape(grid_shape)
+    return mask_flat
+
+"""
+lon_points = df_sta['lon']
+lat_points = df_sta['lat']
+grid_lon = th.lon.data
+grid_lat = th.lat.data
+grid_lon,grid_lat = np.meshgrid(grid_lon, grid_lat)  
+grid_marked = mask_KDTree(grid_lon, grid_lat, lon_points, lat_points, step_lonlat=0.5) step_lonlat 度数 0.01代表1公里
+"""
+def repetitionlatlon(df):
+    threshold = 0.001
+    df['lat_group'] = np.round(df['lat'] / threshold) * threshold
+    df['lon_group'] = np.round(df['lon'] / threshold) * threshold
+    duplicate_counts = df.groupby(['lat_group', 'lon_group']).size().reset_index(name='repetition')
+    return duplicate_counts
+'''
+输入数据框,通过近似查询，计算重复的经纬度点
+'''

shancx/QC.py

@@ -0,0 +1,223 @@
+import cv2
+import numpy as np
+from numba import jit
+def removeSmallPatches(binary_mask, min_pixels=50, min_area=40):
+    binary_mask = (binary_mask > 0).astype(np.uint8)
+    num_labels, labels, stats, centroids = cv2.connectedComponentsWithStats(
+        binary_mask, connectivity=8
+    )    
+    output_mask = np.zeros_like(binary_mask)    
+    for i in range(1, num_labels):
+        pixel_count = stats[i, cv2.CC_STAT_AREA]        
+        if pixel_count < min_pixels:
+            continue
+        component_mask = (labels == i).astype(np.uint8)
+        contours, _ = cv2.findContours(component_mask, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)        
+        if contours:
+            contour = contours[0]
+            area = cv2.contourArea(contour)            
+            if area < min_area:
+                continue        
+        output_mask[labels == i] = 255    
+    return output_mask
+
+"""
+mask = removeSmallPatches(b, min_pixels=50, min_area=40)
+data = np.where(mask, data, 0)
+filtered_data = np.full([256,256],0)
+filtered_data[mask] = e[mask]
+"""
+
+import cv2
+import numpy as np
+from concurrent.futures import ThreadPoolExecutor
+def process_block_optimized(args):
+    block, coords, min_pixels, min_area = args
+    y, x, y_end, x_end = coords    
+    num_labels, labels, stats, _ = cv2.connectedComponentsWithStats(block, 8)
+    result = np.zeros_like(block)    
+    valid_labels = []
+    for i in range(1, num_labels):
+        if stats[i, cv2.CC_STAT_AREA] >= min_pixels:
+            valid_labels.append(i)   
+    for i in valid_labels:
+        component_mask = (labels == i).astype(np.uint8)
+        contours, _ = cv2.findContours(component_mask, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)        
+        if contours and cv2.contourArea(contours[0]) >= min_area:
+            result[labels == i] = 255    
+    return result, coords
+def removeSmallPatches_fast(binary_mask, min_pixels=100, min_area=40, num_workers=3):
+    binary_mask = (binary_mask > 0).astype(np.uint8)
+    h, w = binary_mask.shape
+    output = np.zeros_like(binary_mask)
+    block_size = 2000    
+    blocks = []
+    for y in range(0, h, block_size):
+        for x in range(0, w, block_size):
+            y_end, x_end = min(y+block_size, h), min(x+block_size, w)
+            block = binary_mask[y:y_end, x:x_end]
+            blocks.append((block, (y, x, y_end, x_end), min_pixels, min_area))    
+    with ThreadPoolExecutor(num_workers) as executor:
+        for result, (y, x, y_end, x_end) in executor.map(process_block_optimized, blocks):
+            output[y:y_end, x:x_end] = result    
+    return output
+
+"""
+mask = removeSmallPatches(b, min_pixels=50, min_area=40)
+data = np.where(mask, data, 0)
+filtered_data = np.full([256,256],0)
+filtered_data[mask] = e[mask]
+"""
+
+import cv2
+import numpy as np
+from numba import jit, prange
+from concurrent.futures import ThreadPoolExecutor
+def removeSmallPatches_optimized(binary_mask, min_pixels=50, min_area=40):
+    binary_mask = (binary_mask > 0).astype(np.uint8)
+    num_labels, labels, stats, _ = cv2.connectedComponentsWithStats(binary_mask, connectivity=8)
+    output_mask = np.zeros_like(binary_mask)
+    valid_labels = [i for i in range(1, num_labels) if stats[i, cv2.CC_STAT_AREA] >= min_pixels]
+    for i in valid_labels:
+        contour_mask = (labels == i).astype(np.uint8)
+        contours, _ = cv2.findContours(contour_mask, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
+        
+        if contours and cv2.contourArea(contours[0]) >= min_area:
+            output_mask[labels == i] = 255
+    
+    return output_mask
+
+@jit(nopython=True, parallel=True, nogil=True)
+def numba_filter_components(labels, stats, min_pixels, min_area):
+    height, width = labels.shape
+    output = np.zeros((height, width), dtype=np.uint8)
+    for i in prange(1, stats.shape[0]):
+        if stats[i, 4] >= min_pixels:  # stats[i, 4] 对应 cv2.CC_STAT_AREA
+            for y in range(height):
+                for x in range(width):
+                    if labels[y, x] == i:
+                        output[y, x] = 255    
+    return output
+def removeSmallPatches_numba(binary_mask, min_pixels=50, min_area=40):
+    binary_mask = (binary_mask > 0).astype(np.uint8)
+    num_labels, labels, stats, _ = cv2.connectedComponentsWithStats(binary_mask, connectivity=8)
+    output_mask = numba_filter_components(labels, stats, min_pixels, min_area)
+    if min_area > 0:
+        num_labels2, labels2, stats2, _ = cv2.connectedComponentsWithStats(output_mask, connectivity=8)
+        final_output = np.zeros_like(output_mask)        
+        for i in range(1, num_labels2):
+            contour_mask = (labels2 == i).astype(np.uint8)
+            contours, _ = cv2.findContours(contour_mask, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)            
+            if contours and cv2.contourArea(contours[0]) >= min_area:
+                final_output[labels2 == i] = 255        
+        return final_output    
+    return output_mask
+def process_block_optimized_v2(args):
+    block, coords, min_pixels, min_area = args
+    num_labels, labels, stats, _ = cv2.connectedComponentsWithStats(block, connectivity=8)
+    result = np.zeros_like(block)
+    valid_labels = []
+    for i in range(1, num_labels):
+        if stats[i, cv2.CC_STAT_AREA] >= min_pixels:
+            valid_labels.append(i)
+    for i in valid_labels:
+        component_indices = (labels == i)
+        if component_indices.any():
+            component_mask = component_indices.astype(np.uint8)
+            contours, _ = cv2.findContours(component_mask, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)            
+            if contours and cv2.contourArea(contours[0]) >= min_area:
+                result[component_indices] = 255    
+    return result, coords
+def removeSmallPatches_fast_v2(binary_mask, min_pixels=100, min_area=40, num_workers=4):
+    binary_mask = (binary_mask > 0).astype(np.uint8)
+    h, w = binary_mask.shape
+    optimal_block_size = max(500, min(2000, (h * w) // (num_workers * 10000)))    
+    output = np.zeros_like(binary_mask)
+    blocks = []
+    for y in range(0, h, optimal_block_size):
+        for x in range(0, w, optimal_block_size):
+            y_end, x_end = min(y + optimal_block_size, h), min(x + optimal_block_size, w)
+            block = binary_mask[y:y_end, x:x_end].copy() 
+            blocks.append((block, (y, x, y_end, x_end), min_pixels, min_area))    
+    actual_workers = min(num_workers, len(blocks))    
+    with ThreadPoolExecutor(max_workers=actual_workers) as executor:
+        for result, (y, x, y_end, x_end) in executor.map(process_block_optimized_v2, blocks):
+            output[y:y_end, x:x_end] = result    
+    return output
+def get_optimal_function(binary_mask, min_pixels=50, min_area=40):
+    h, w = binary_mask.shape
+    total_pixels = h * w    
+    if total_pixels < 1000000:  # 小于100万像素
+        return removeSmallPatches_optimized    
+    if min_area <= 0:
+        return removeSmallPatches_numba    
+    return removeSmallPatches_fast_v2
+def auto_remove_small_patches(binary_mask, min_pixels=50, min_area=40):
+    optimal_func = get_optimal_function(binary_mask, min_pixels, min_area)
+    return optimal_func(binary_mask, min_pixels, min_area)
+""" 
+try:
+    result = auto_remove_small_patches(binary_mask, min_pixels=50, min_area=40)
+except Exception as e:
+    from original_module import removeSmallPatches
+    result = removeSmallPatches(binary_mask, min_pixels=50, min_area=40)
+ removeSmallPatches_numba optimum performance min_area <= 0
+ removeSmallPatches_fast_v2 area
+"""
+@jit(nopython=True, parallel=True, nogil=True)
+def QC_simple_numba(mat, dbzTH = 10.0, areaTH=20):
+    # Create a copy of the matrix
+    mat1 = np.copy(mat)
+    rows, cols = mat1.shape
+    
+    # Create binary mask based on threshold
+    mask = np.zeros((rows, cols), dtype=np.uint8)
+    for i in range(rows):
+        for j in range(cols):
+            if mat1[i, j] > dbzTH:
+                mask[i, j] = 1    
+    # Simple 8-connectivity region labeling (flood fill algorithm)
+    labels = np.zeros((rows, cols), dtype=np.int32)
+    current_label = 1
+    region_areas = []    
+    for i in range(rows):
+        for j in range(cols):
+            # If current pixel is foreground and not yet labeled
+            if mask[i, j] == 1 and labels[i, j] == 0:
+                # Start flood fill
+                stack = [(i, j)]
+                labels[i, j] = current_label
+                area = 0
+                
+                while stack:
+                    x, y = stack.pop()
+                    area += 1
+                    
+                    # Check 8 surrounding pixels
+                    for dx in [-1, 0, 1]:
+                        for dy in [-1, 0, 1]:
+                            nx, ny = x + dx, y + dy
+                            # Check bounds and conditions
+                            if (0 <= nx < rows and 0 <= ny < cols and 
+                                mask[nx, ny] == 1 and labels[nx, ny] == 0):
+                                labels[nx, ny] = current_label
+                                stack.append((nx, ny))
+                
+                region_areas.append(area)
+                current_label += 1
+    
+    # Apply area threshold filtering
+    for i in range(rows):
+        for j in range(cols):
+            if labels[i, j] > 0 and region_areas[labels[i, j] - 1] < areaTH:
+                mat1[i, j] = 0    
+    return mat1
+def QC_ref_numba(mat, dbzTH = 10, areaTH=20):
+    for i in range(len(mat)):      
+        mat[i] = QC_simple_numba(mat[i], dbzTH, areaTH)
+    return mat 
+"""
+CR = subset["CR"].data[0].copy()
+CR[CR < 6] = 0
+CR = QC_ref_numba(CR[None], areaTH=15)[0]
+"""