metradar 0.1.0__py3-none-any.whl

metradar/mosaic_quickdraw.py

@@ -0,0 +1,338 @@
+'''
+将不同层次的mosacdata stack在一起
+ZhuWJ
+
+'''
+
+# %%
+import pyart
+import os
+import numpy as np
+import cartopy.crs as ccrs
+import matplotlib.pyplot as plt
+from cartopy.io.shapereader import Reader
+import matplotlib.patheffects as path_effects
+from matplotlib.transforms import offset_copy
+from matplotlib.font_manager import FontProperties
+import pandas as pd
+from pyart.graph import common
+from datetime import datetime,timedelta
+from parse_pal import parse_pro
+import xarray as xr
+
+def add_china_map_2cartopy(ax, name='province', facecolor='none',
+                           edgecolor='c', lw=2, **kwargs):
+    """
+    Draw china boundary on cartopy map.
+
+    :param ax: matplotlib axes instance.
+    :param name: map name.
+    :param facecolor: fill color, default is none.
+    :param edgecolor: edge color.
+    :param lw: line width.
+    :return: None
+    """
+
+    # map name
+    names = {'nation': "bou1_4p", 'province': "bou2_4p",
+            'county': "BOUNT_poly", 'river': "hyd1_4l",
+            'river_high': "hyd2_4l"}
+
+    # get shape filename
+    shpfile = "../common/resources/maps/" + names[name] + ".shp"
+
+    # add map
+    ax.add_geometries(
+        Reader(shpfile).geometries(), ccrs.PlateCarree(),
+        path_effects=[path_effects.Stroke(linewidth=lw+1, foreground=[0.8,0.8,0.8]),path_effects.Normal()],
+        facecolor=facecolor, edgecolor=edgecolor, lw=lw, **kwargs)
+        
+def draw_gisinfo(ax,slat,nlat,wlon,elon):
+
+    # 添加中文地名
+
+    filename = '/Users/wenjianzhu/Library/CloudStorage/OneDrive-个人/PythonCode/MyWork/nmc_met_radar/resources/中文地理信息原始文件/cma_city_station_info.xlsx'
+  
+    data_guojia = pd.read_excel(filename, 
+                        header=0,skiprows=0,index_col=None,
+                        )
+   
+    gis_lats=[]
+    gis_lons=[]
+    gis_name=[]
+    for ng in range(len(data_guojia['经度'])):
+        gis_lons.append(data_guojia['经度'][ng])
+        gis_lats.append(data_guojia['纬度'][ng])
+        gis_name.append(data_guojia['城市名'][ng])
+    
+
+    fontname='/Users/wenjianzhu/Library/CloudStorage/OneDrive-个人/PythonCode/MyWork/nmc_met_radar/resources/fonts/msyhbd.ttc'
+    font2=FontProperties(fname=fontname, size=8)
+    geodetic_transform = ccrs.Geodetic()._as_mpl_transform(ax)
+    text_transform = offset_copy(geodetic_transform, units='dots', x=-5)
+    aa = (np.array(gis_lats)<nlat) & (np.array(gis_lats) > slat)
+    bb = (np.array(gis_lons)<elon) & (np.array(gis_lons) > wlon)
+    cc = aa & bb
+    # cc = cc.values
+    for nn in range(len(gis_name)):
+        if not cc[nn]:
+            continue
+        curlat = gis_lats[nn]
+        curlon = gis_lons[nn]
+
+        ax.text(curlon, curlat, gis_name[nn], clip_on=True,
+                        verticalalignment='center', horizontalalignment='right',
+                        transform=text_transform, fontproperties=font2, color='white',
+                        path_effects=[path_effects.Stroke(linewidth=1, foreground='black'),path_effects.Normal()])
+
+# 快速绘制垂直剖面图
+def quick_draw_mosaic_cross(grid:pyart.core.Grid,params):
+    
+    # Setting projection, figure size, and panel sizes.
+    projection = ccrs.PlateCarree()
+
+    fig = plt.figure(figsize=[16, 7])
+
+    map_panel_axes = [0.1, 0.1, .4, .80]
+    x_cut_panel_axes = [0.55, 0.15, .4, .25]
+    y_cut_panel_axes = [0.55, 0.55, .4, .25]
+
+    
+    # lat = 32.89
+    # lon = 118.30
+    lat = params['cross_lat']
+    lon = params['cross_lon']
+    xlim_west = params['xlim_west']
+    xlim_east = params['xlim_east']
+    ylim_south = params['ylim_south']
+    ylim_north = params['ylim_north']
+
+    xcross_left = params['xcross_left']
+    xcross_right = params['xcross_right']
+    ycross_down = params['ycross_down']
+    ycross_up = params['ycross_up']
+    zcross_bottom = params['zcross_bottom']
+    zcross_top = params['zcross_top']
+    dis_level = params['level']
+
+    min_ref = params['min_ref']
+
+    am = grid.fields['reflectivity']['data'].mask
+    da = grid.fields['reflectivity']['data'].data
+    am[da < min_ref] = True
+
+    display = pyart.graph.GridMapDisplay(grid)
+    # Set parameters.
+    level = 3
+    vmin = 0
+    vmax = 75
+
+    cmapname = 'pyart_NWSRef'
+
+    #
+    #cmapname = 'pyart_NWSVel'
+    #cmapname = 'pyart_NWS_SPW'
+    #cmapname = 'pyart_RefDiff'
+    #cmapname = 'pyart_NWS_SPW'
+    #cmapname = 'pyart_NWS_SPW'
+
+    # Panel 1: PPI plot of the second tilt.
+    ax1 = fig.add_axes(map_panel_axes, projection=projection)
+    display.plot_grid('reflectivity', dis_level, vmin=vmin, vmax=vmax,
+                    ax=ax1,
+                    projection=projection,
+                    cmap=cmapname)
+    display.plot_crosshairs(lon=lon, lat=lat)
+    ax1.set_ylim([ylim_south, ylim_north])
+    ax1.set_xlim([xlim_west, xlim_east])
+    add_china_map_2cartopy(ax1, name='province', facecolor='none',edgecolor=None, lw=1)
+    draw_gisinfo(ax1,slat=ylim_south,nlat=ylim_north,wlon=xlim_west,elon=xlim_east)
+    # Panel 2: longitude slice
+    ax2 = fig.add_axes(x_cut_panel_axes)
+    display.plot_longitude_slice('reflectivity', lon=lon, lat=lat,
+                                ax=ax2,
+                                vmin=vmin, vmax=vmax,
+                                cmap=cmapname)
+
+    ax2.set_ylim([zcross_bottom, zcross_top])
+    ax2.set_xlim([xcross_left, xcross_right])
+
+    # Panel 3: latitude slice
+    ax3 = fig.add_axes(y_cut_panel_axes)
+    display.plot_latitude_slice('reflectivity', lon=lon, lat=lat,
+                                ax=ax3,
+                                vmin=vmin, vmax=vmax,
+                                cmap=cmapname)
+    ax3.set_ylim([zcross_bottom, zcross_top])
+    ax3.set_xlim([ycross_down, ycross_up])
+    plt.close()
+
+
+
+def draw_topo(ax=None):
+    # 读取地形数据
+    filename = '/Users/wenjianzhu/Downloads/srtm_southchina.nc'
+    topo = xr.open_dataset(filename)
+    # ax = plt.axes()
+    if ax is None:
+        ax = plt.gca()
+    ax.contour(topo['longitude'].values,topo['latitude'].values,topo['topo'],levels=[250,500,750,1000],colors='gray')
+
+    pass
+def draw_composite_operational(gridfile,outpath='.',level=4,vmin=0,vmax=75,colorfile=None):
+
+    if not os.path.exists(gridfile):
+        print(gridfile + ' not exists!')
+        return False
+    try:
+        grid = pyart.io.read_grid(gridfile)
+    except:
+        print(gridfile + ' read error!')
+        return False
+    if not os.path.exists(outpath):
+        os.makedirs(outpath)
+
+    fontname='/Users/wenjianzhu/Library/CloudStorage/OneDrive-个人/PythonCode/MyWork/nmc_met_radar/resources/fonts/msyhbd.ttc'
+    (filepath,filename) = os.path.split(gridfile)
+    tstr = filename[7:19]
+    tt = datetime.strptime(tstr,'%Y%m%d%H%M') + timedelta(hours=8)
+
+    tstr_date = '%04d年%02d月%02d日'%(tt.year,tt.month,tt.day)
+    tstr_time = '%02d时%02d分（北京时）'%(tt.hour,tt.minute)
+    font_large=FontProperties(fname=fontname, size=14)
+    font_mid=FontProperties(fname=fontname, size=10)
+
+    min_ref=10
+    am = grid.fields['reflectivity']['data'].mask
+    da = grid.fields['reflectivity']['data'].data
+    am[da < min_ref] = True
+    xrange = grid.x['data'].max()
+    yrange = grid.y['data'].max()
+    origin_lat = grid.origin_latitude['data'][0]
+    origin_lon = grid.origin_longitude['data'][0]
+    [startlon,startlat]=pyart.core.cartesian_to_geographic_aeqd(-1*xrange,-1*yrange,origin_lon,origin_lat)
+    [endlon,endlat]=pyart.core.cartesian_to_geographic_aeqd(1*xrange,1*yrange,origin_lon,origin_lat)
+
+    display = pyart.graph.GridMapDisplay(grid)
+
+
+    ax_pos_main   = [0.05, 0.05, .65, .65]
+    ax_pos_top    = [0.05, 0.71, .65, .2] 
+    ax_pos_right  = [0.71, 0.05, .2, .65]
+    ax_pos_cbar   = [0.92, 0.05, .03, .65]
+
+
+    fig = plt.figure(figsize=(8,8))
+    projection = ccrs.PlateCarree()
+    ax_main = fig.add_axes(ax_pos_main, projection=projection)
+    
+    fig.text(0.5,0.97, '三维雷达组网拼图-多视角组合图', va="center", ha="center", font=font_large ) 
+    
+    # add product info
+    infostr = '要 素：' + '反射率因子'
+    fig.text(0.71,0.89, infostr, va="center", ha="left", font=font_mid ) 
+    infostr = '日 期：' + tstr_date
+    fig.text(0.71,0.86, infostr, va="center", ha="left", font=font_mid ) 
+    infostr = '时 间：' + tstr_time
+    fig.text(0.71,0.83, infostr, va="center", ha="left", font=font_mid ) 
+    infostr = '高 度：%d米(左下图)'%grid.z['data'][level]
+    fig.text(0.71,0.80, infostr, va="center", ha="left", font=font_mid ) 
+
+    ax_main.axis('tight')
+    
+    xlim_west = startlon[0]
+    xlim_east = endlon[0]
+    ylim_south = startlat[0]
+    ylim_north = endlat[0]
+    
+    
+    field = 'reflectivity'
+    if colorfile is None:
+        cmapname = 'pyart_NWSRef'
+        cmap = common.parse_cmap(cmapname, field)
+    else:
+        # colorfile='gr2_colors/default_BR_PUP2.pal'
+        # colorfile = 'gr2_colors/BR_WDTB_Bright.pal'
+
+        outdic= parse_pro(colorfile)
+        cmap=outdic['cmap']
+        norm=outdic['norm']
+
+    display.plot_grid(field, level, vmin=vmin, vmax=vmax,
+                    ax=ax_main,colorbar_flag=False,title_flag=False,
+                    projection=projection,axislabels_flag=False,title=None,
+                    cmap=cmap,norm=norm)
+    
+    # add_china_map_2cartopy(ax_main, name='province', facecolor='none',edgecolor=None, lw=1)
+    draw_gisinfo(ax_main,slat=ylim_south,nlat=ylim_north,wlon=xlim_west,elon=xlim_east)
+    # draw_topo()
+    # point_lat = 30.72
+    # point_lon = 108.57
+    # ax_main.plot(point_lon,point_lat,marker='o',color='k',markersize=6,transform=ccrs.PlateCarree())
+    infostr = '中央气象台-天气预报技术研发室 制作(试验产品)'
+    # infostr = '贵州省气象台制作（试验产品）'
+    fig.text(0.05,0.03, infostr, va="center", ha="left", font=font_mid ) 
+
+    ax_main.set_ylim([ylim_south, ylim_north])
+    ax_main.set_xlim([xlim_west, xlim_east])
+    ax_main.set_xticks([])
+    ax_main.set_yticks([])
+    ax_main.set_xlabel('')
+    ax_main.set_ylabel('')
+    plt.title('')
+
+    ax_top = fig.add_axes(ax_pos_top)
+    # ax_top.axis('equal')
+    x_1d = grid.x['data'] / 1000
+    y_1d = grid.y['data'] / 1000
+    z_1d = grid.z['data'] / 1000
+    # data = self.grid.fields[field]['data'][:, y_index, :]
+    # data = np.ma.masked_outside(data, vmin, vmax)
+
+    ref = grid.fields[field]['data']
+    data1 = np.max(ref,1)
+    xd, zd = np.meshgrid(x_1d, z_1d)
+    pm_top = ax_top.pcolormesh(
+            xd, zd, data1, vmin=vmin, vmax=vmax,cmap=cmap )
+    ax_top.set_ylim([0, 20])
+    plt.yticks([0,5,10,15,20])
+    plt.xticks([])
+    plt.title('经度-高度图（公里）（沿经向取最大值）',fontproperties=font_mid)
+    plt.grid(color='k',axis='y')
+    
+    ax_right = fig.add_axes(ax_pos_right)
+    data2 = np.max(ref,2)
+    zd, xd = np.meshgrid(z_1d, x_1d)
+    pm_right = ax_right.pcolormesh(
+            zd, xd, data2.T, vmin=vmin, vmax=vmax,cmap=cmap )
+    ax_right.set_xlim([0, 20])
+    plt.xticks([0,5,10,15,20])
+    plt.yticks([])
+    plt.title('纬度-高度图（公里）\n（沿纬向取最大值）',fontproperties=font_mid)
+    plt.grid(color='k',axis='x')
+
+    # add colorbar
+    ax_cbar = fig.add_axes(ax_pos_cbar)
+    cb=plt.colorbar(pm_right,cax=ax_cbar,orientation='vertical')#方向
+    plt.title('dBZ')
+    plt.savefig(outpath + os.sep + filename.replace('.nc','.png'),dpi=600)
+    plt.close()
+    # plt.show()
+    # create axis
+
+    pass
+
+if __name__ == "__main__":
+
+    
+    path = '/Users/wenjianzhu/Downloads/20230727重庆/FMT/mosaic_pyart'
+    outpath = '/Users/wenjianzhu/Downloads/20230727重庆/FMT/mosaic_3d_pic'
+
+    colorfile='/Users/wenjianzhu/Library/CloudStorage/OneDrive-个人/PythonCode/MyWork/nmc_met_radar/resources/gr2_colors/default_BR_PUP2.pal'
+    for file in os.listdir(path):
+        if not file.endswith('.nc'):
+            continue
+        draw_composite_operational(path + os.sep + file,outpath,colorfile=colorfile)
+        pass
+
+

metradar/nowcast_by_pysteps.py

@@ -0,0 +1,219 @@
+#!/bin/env python
+"""
+Extrapolation nowcast
+=====================
+
+This tutorial shows how to compute and plot an extrapolation nowcast using 
+Finnish radar data.
+
+"""
+
+from datetime import datetime
+import matplotlib.pyplot as plt
+import numpy as np
+from pprint import pprint
+from pysteps import io, motion, nowcasts, rcparams, verification
+from pysteps.utils import conversion, transformation
+from pysteps.visualization import plot_precip_field, quiver
+import os
+import xarray as xr
+from draw_mosaic_new import draw_mosaic
+from datetime import datetime, timedelta
+import matplotlib
+matplotlib.use('MacOSX')
+###############################################################################
+# Read the radar input images
+# ---------------------------
+#
+# First, we will import the sequence of radar composites.
+# You need the pysteps-data archive downloaded and the pystepsrc file
+# configured with the data_source paths pointing to data folders.
+
+# Selected case
+# date = datetime.strptime("201609281600", "%Y%m%d%H%M")
+date = datetime.strptime("202304211800", "%Y%m%d%H%M")
+data_source = rcparams.data_sources["fmi"]
+n_leadtimes = 12
+
+###############################################################################
+# Load the data from the archive
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+root_path = data_source["root_path"]
+path_fmt = data_source["path_fmt"]
+fn_pattern = data_source["fn_pattern"]
+fn_ext = data_source["fn_ext"]
+importer_name = data_source["importer"]
+importer_kwargs = data_source["importer_kwargs"]
+timestep = data_source["timestep"]
+
+# Find the input files from the archive
+fns = io.archive.find_by_date(
+    date, root_path, path_fmt, fn_pattern, fn_ext, timestep, num_prev_files=2
+)
+
+# Read the radar composites
+importer = io.get_method(importer_name, "importer")
+Z, _, metadata = io.read_timeseries(fns, importer, **importer_kwargs)
+
+# write Z to ds
+# set longitude and latitude coordinates
+slat = 33
+nlat = 37
+wlon = 109
+elon = 117
+lat = np.linspace(slat,nlat,Z.shape[1])
+lon = np.linspace(wlon,elon,Z.shape[2])
+
+# set time coordinates
+curtime = metadata['timestamps'][-1]
+curtime = np.array([curtime], dtype='datetime64[m]')
+# data = np.expand_dims(data, axis=0)
+
+# define coordinates
+time_coord = ('time', curtime)
+lon_coord = ('lon', lon, {
+    'long_name':'longitude', 'units':'degrees_east', '_CoordinateAxisType':'Lon'})
+lat_coord = ('lat', lat, {
+    'long_name':'latitude', 'units':'degrees_north', '_CoordinateAxisType':'Lat'})
+
+# create xarray
+varattrs = {'long_name': 'Composite Refelectivity', 
+            'short_name': 'cref', 'units': 'dBZ',
+            'maxv':80,
+            'minv':0}
+data = xr.Dataset({'cref':(['lat', 'lon'], np.flipud(Z[-1]), varattrs)},
+    coords={ 'lat':lat_coord, 'lon':lon_coord})
+
+outpath = 'pic'
+
+tstr = metadata['timestamps'][-1].strftime('%Y%m%d%H%M')
+outname = '%s_obs.png'%tstr
+dpi = 600
+thred=10
+# draw_mosaic(data.cref,data.lat.data,data.lon.data,slat,nlat,wlon,elon,outpath,outname,tstr,subtitle='实况',titlecolor='k',dpi=dpi,thred=thred)
+# print(outpath + os.sep + outname + ' done!')
+# Convert to rain rate
+# R, metadata = conversion.to_rainrate(Z, metadata)
+
+# # Plot the rainfall field
+# fig1 = plt.figure(figsize=(6, 6))
+# plot_precip_field(Z[-1, :, :], geodata=metadata)
+# # plt.show()
+
+# Store the last frame for plotting it later later
+# R_ = R[-1, :, :].copy()
+
+# Log-transform the data to unit of dBR, set the threshold to 0.1 mm/h,
+# set the fill value to -15 dBR
+# R, metadata = transformation.dB_transform(R, metadata, threshold=0.1, zerovalue=-15.0)
+
+# Nicely print the metadata
+# pprint(metadata)
+
+###############################################################################
+# Compute the nowcast
+# -------------------
+#
+# The extrapolation nowcast is based on the estimation of the motion field,
+# which is here performed using a local tracking approach (Lucas-Kanade).
+# The most recent radar rainfall field is then simply advected along this motion
+# field in oder to produce an extrapolation forecast.
+
+# Estimate the motion field with Lucas-Kanade
+# st = time.time()
+oflow_method = motion.get_method("LK")
+V = oflow_method(Z[-3:, :, :])
+
+# Extrapolate the last radar observation
+extrapolate = nowcasts.get_method("extrapolation")
+# R[~np.isfinite(R)] = metadata["zerovalue"]
+Z_f = extrapolate(Z[-1, :, :], V, n_leadtimes)
+for nn in range(len(Z_f)):
+    fsttime = metadata['timestamps'][-1] + timedelta(minutes=10*(nn+1))
+    tstr = fsttime.strftime('%Y%m%d%H%M')
+    # set time coordinates
+    fsttime = np.array([fsttime], dtype='datetime64[m]')
+    # data = np.expand_dims(data, axis=0)
+
+    # define coordinates
+    time_coord = ('time', fsttime)
+    lon_coord = ('lon', lon, {
+        'long_name':'longitude', 'units':'degrees_east', '_CoordinateAxisType':'Lon'})
+    lat_coord = ('lat', lat, {
+        'long_name':'latitude', 'units':'degrees_north', '_CoordinateAxisType':'Lat'})
+
+    # create xarray
+    varattrs = {'long_name': 'Composite Refelectivity', 
+                'short_name': 'cref', 'units': 'dBZ',
+                'maxv':80,
+                'minv':0}
+    data = xr.Dataset({'cref':(['lat', 'lon'], np.flipud(Z_f[nn]), varattrs)},
+        coords={ 'lat':lat_coord, 'lon':lon_coord})
+
+    outpath = 'pic'
+
+    
+    outname = '%s_fst.png'%tstr
+    dpi = 600
+    thred=10
+    draw_mosaic(data.cref,data.lat.data,data.lon.data,slat,nlat,wlon,elon,outpath,outname,tstr,subtitle='预报',titlecolor='r',dpi=dpi,thred=thred,add_title=1,prefix_title='雷达组合反射率拼图')    
+    # print(outpath + os.sep + outname + ' done!')
+
+pass
+# Back-transform to rain rate
+# R_f = transformation.dB_transform(R_f, threshold=-10.0, inverse=True)[0]
+
+# et = time.time()
+# print("Execution time(s): ", et - st)
+# Plot the motion field
+# fig2 = plt.figure(figsize=(6, 6))
+# plot_precip_field(Z_f[-1,:,:], geodata=metadata)
+# quiver(V, geodata=metadata, step=50)
+# plt.show()
+
+###############################################################################
+# Verify with FSS
+# ---------------
+#
+# The fractions skill score (FSS) provides an intuitive assessment of the
+# dependency of skill on spatial scale and intensity, which makes it an ideal
+# skill score for high-resolution precipitation forecasts.
+
+# Find observations in the data archive
+fns = io.archive.find_by_date(
+    date,
+    root_path,
+    path_fmt,
+    fn_pattern,
+    fn_ext,
+    timestep,
+    num_prev_files=0,
+    num_next_files=n_leadtimes,
+)
+# Read the radar composites
+Z_o, _, metadata_o = io.read_timeseries(fns, importer, **importer_kwargs)
+# R_o, metadata_o = conversion.to_rainrate(R_o, metadata_o, 223.0, 1.53)
+
+# Compute fractions skill score (FSS) for all lead times, a set of scales and 1 mm/h
+fss = verification.get_method("FSS")
+scales = [2, 4, 8, 16, 32, 64, 128]
+thr = 5.0
+score = []
+for i in range(n_leadtimes):
+    score_ = []
+    for scale in scales:
+        score_.append(fss(Z_f[i, :, :], Z_o[i + 1, :, :], thr, scale))
+    score.append(score_)
+
+# plt.figure()
+# fig3 = plt.figure(figsize=(6, 6))
+# x = np.arange(1, n_leadtimes + 1) * timestep
+# plt.plot(x, score)
+# plt.legend(scales, title="Scale [km]")
+# plt.xlabel("Lead time [min]")
+# plt.ylabel("FSS ( > 5 dBZ ) ")
+# plt.title("Fractions skill score")
+# plt.show()
+
+# sphinx_gallery_thumbnail_number = 3