metradar 0.1.3__py3-none-any.whl → 0.1.4__py3-none-any.whl

metradar/construct_aws_refvpr_mainprog_cams.py

@@ -1,310 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-'''
-@File    :   construct_aws_refvpr_mainprog.py
-@Time    :   2023/08/19 20:58:59
-@Author  :   Wenjian Zhu 
-@Version :   1.0
-@Email   :   kevin2075@163.com
-'''
-
-from retrieve_cmadaas import cmadaas_obs_by_time_range_and_id,cmadaas_get_radar_vol,cmadaas_sounding_by_time,cmadaas_get_radar_3dref
-import pandas as pd
-import geo_transforms_pyart as geotrans
-import math
-import numpy as np
-import os
-import configparser
-from make_mosaic_mp_archive import MAKE_RADAR_MOSAIC
-from multiprocessing import freeze_support
-from datetime import datetime,timedelta
-import xarray as xr
-import numpy.ma as MA
-import matplotlib.pyplot as plt
-from parse_pal import parse_pro
-from matplotlib.ticker import (MultipleLocator)
-from matplotlib import font_manager
-from comm_func import geopotential_to_height
-import warnings
-warnings.filterwarnings("ignore")
-
-# 一键生成VPR数据和自动站数据，并绘制图形
-#数据来源：天擎
-
-
-if __name__ == "__main__":
-    freeze_support()
-    start_time = '20230703190000'
-    # end_time = '20230703200000'
-    end_time = '20230704020000'
-    time_range = "[%s,%s]"%(start_time, end_time)
-
-    # 读取自动站雨量数据
-    # A7606, A7607, A7055, A7617
-    staid = 'A7607'  
-    outpath = '/Users/wenjianzhu/Downloads/testvpr'
-    outpath_fmt = outpath + os.sep + 'fmt'
-    outpath_tlogp = outpath + os.sep + 'tlogp'
-    outpath_sta = './output/VPR'
-    outpath_pic = './output/VPR'
-    outpath_ref = './output/VPR'
-    outname_sta= '%s.csv'%staid
-    outname_ref = 'p3_vpr_%s_cams.nc'%staid
-    # outpath_mosaic = outpath + os.sep + 'mosaic'
-    outpath_mosaic = outpath + os.sep + 'cams'
-    if not os.path.exists(outpath):
-        os.makedirs(outpath)
-    if not os.path.exists(outpath_fmt):
-        os.makedirs(outpath_fmt)
-    if not os.path.exists(outpath_tlogp):
-        os.makedirs(outpath_tlogp)
-
-    # #第一步，从天擎下载自动站数据
-
-    # elements='Station_Name,Station_Id_C,Station_Id_d,lat,lon,Datetime,PRE,PRE_1h'
-
-    # data_code = 'SURF_CHN_MUL_MIN'
-
-    # # 读取数据
-    # data = cmadaas_obs_by_time_range_and_id(time_range=time_range, data_code = data_code,elements=elements,sta_ids = staid)
-    # if data is None:
-    #     print('required data is None, please check the site number!')
-
-    # sta_lat = data['lat'][0]
-    # sta_lon = data['lon'][0]
-    # sta_name = data['Station_Name'][0]
-
-    # # data.to_csv(outpath_sta + os.sep + outname_sta,index=False)
-    # data2 = data.set_index('Datetime')
-    # # data2['PRE_1h'][0]=0
-
-
-    # diff_rain =[]
-    # diff_rain.append(0)
-
-
-    # # PRE_1h表示当前小时的累计雨量
-    # # pre_5min表示当前5分钟的累计雨量
-    # # pre_1min表示当前1分钟的累计雨量
-    # # accsum表示从起始时刻到当前时刻的累计雨量
-    # # 时间均为UTC时间
-
-    # # diff()为求差，mode()为获取众数
-    # # steps 为数据的时间间隔，单位为分钟
-    # steps = int(data['Datetime'].diff().mode()[0].seconds/60)
-    # difrain_name = 'pre_%dmin'%steps
-    # for nn in np.arange(0,data2.shape[0]-1):
-        
-    #     if data2['PRE_1h'][nn+1] >= data2['PRE_1h'][nn]:
-    #         diff_rain.append(round(data2['PRE_1h'][nn+1]-data2['PRE_1h'][nn],2))
-    #     else:
-    #         diff_rain.append(round(data2['PRE_1h'][nn+1],2))
-    # newpd = pd.DataFrame(diff_rain,columns=[difrain_name],index=data2.index)
-    # # 如果间隔是1分钟，那么还需要求出5分钟的雨量
-    # if steps == 1:
-    #     newpd['pre_5min'] = newpd[difrain_name].rolling(5).sum()
-    #     newpd['pre_5min'] = newpd['pre_5min'].round(2)
-    # else:
-    #     pass
-    # newindex = [tt for tt in newpd.index if tt.minute%5==0]
-    # newpd['accsum'] = newpd[difrain_name].cumsum()
-    # newpd['accsum'] = newpd['accsum'].round(2)
-    # newpd['PRE_1h'] = data2['PRE_1h']
-    # newpd['PRE'] = data2['PRE']
-    # newpd['lat'] = data2['lat']
-    # newpd['lon'] = data2['lon']
-    # newpd['staname']=data2['Station_Name']
-    # newpd.to_csv(outpath_sta + os.sep + outname_sta,index=True)
-
-    # # 第二步，从离自动站最近的探空站中获取探空数据，提取零度层高度和-20度层高度
-    # # 读取探空站信息，获取经纬度、站号等信息
-    # # tlogpinfo = pd.read_csv('../common/stationinfo_new/china_tlogp_stations_m3.txt',delimiter=r"\s+",skiprows=3,names=['stanum','lon','lat','alt','num2'])
-    
-    # # tmpdata['stanum'].values[0] int
-    # # staid_tlogp = str(tmpdata['stanum'].values[0])
-    # tlogpdata = cmadaas_sounding_by_time(times='20230704000000')
-    # allstas = np.unique(tlogpdata['Station_Id_C'])
-    # alllons=[]
-    # alllats=[]
-    # #获取所有站点的经纬度信息
-    # for ts in allstas:
-    #     tmpd = tlogpdata[tlogpdata['Station_Id_C']==ts]
-    #     curlat = tmpd['Lat'].values[0]
-    #     curlon = tmpd['Lon'].values[0]
-    #     alllons.append(curlon)
-    #     alllats.append(curlat)
-
-    # x,y= geotrans.geographic_to_cartesian_aeqd(lon=alllons,lat=alllats,lon_0=sta_lon,lat_0=sta_lat)
-    # dis = [math.sqrt(pow(x[k],2) + pow(y[k],2))/1000 for k in range(len(x))]
-    # flag = np.array(dis) <= min(dis)+0.1
-    # tmpts = allstas[flag]
-    # tmpdata = tlogpdata[tlogpdata['Station_Id_C']==tmpts[0]]
-    # tmpdata = tmpdata.sort_values(by='PRS_HWC',ascending=False)
-    # tmpdata.dropna(subset=['PRS_HWC'],inplace=True)
-    # tmpdata.to_csv(outpath_tlogp + os.sep + 'tlogp_%s.csv'%tmpts[0],index=False)
-    #查找离零度层和-20度层最近的高度
-    # 读取探空数据
-    tmpdata = pd.read_csv(outpath_tlogp + os.sep + 'tlogp_57328.csv')
-    flag = np.array(abs(tmpdata['TEM'])) <= abs(tmpdata['TEM']).min()+0.01 
-    z0 = tmpdata['GPH'][flag].values[0]
-    flag = np.array(abs(tmpdata['TEM']+20)) <= abs(tmpdata['TEM']+20).min()+0.01
-    z20 = tmpdata['GPH'][flag].values[0]
-
-    z0 = geopotential_to_height(z0*9.80665)
-    z20 = geopotential_to_height(z20*9.80665)
-
-    # 第三步，从本地文件读取cams三维拼图数据
-
-    # 根据自动站数据和三维拼图数据构建VPR并绘制图形
-
-    # 从三维拼图数据中获取格点的时间序列
-    data = pd.read_csv(outpath_sta+os.sep+outname_sta,index_col=0)
-    sta_lat = data['lat'][0]
-    sta_lon = data['lon'][0]
-    sta_name = data['staname'][0]
-    startt = datetime.strptime(start_time,'%Y%m%d%H%M%S')
-    endt   = datetime.strptime(end_time,'%Y%m%d%H%M%S')
-    curt = startt
-    allref=[]
-    grd_height = None
-    file_times=[]
-    while curt <= endt:
-        
-        curname = 'Z_RADR_I_CHINA_' + curt.strftime('%Y%m%d%H%M00') + '_O_DOR_MOC_CAP_FMT_rewrite.nc'
-        curmosaic_path = outpath_mosaic 
-        if not os.path.exists(curmosaic_path + os.sep + curname):
-            print('file not exist: %s'%(curmosaic_path + os.sep + curname))
-            curt += timedelta(minutes=6)
-            continue
-        ref = xr.open_dataset(outpath_mosaic + os.sep + curname)
-
-        grd_height = ref.z.values
-        ref2 = ref.interp(lat=sta_lat,lon=sta_lon)['ref_3d'].values
-        # 对ref2进行线性插值
-        tmpdf = pd.DataFrame(ref2,columns=['ref_raw'])
-        tmpdf['ref_new'] = tmpdf['ref_raw'].interpolate(method='slinear')
-        ref2 = tmpdf['ref_new'].values
-        allref.append(ref2)
-        file_times.append(curt)
-        curt += timedelta(minutes=6)
-        ref.close()
-        
-        print(curname + ' added!')
-    allref = np.array(allref)
-    # allref = allref.reshape(allref.shape[0],allref.shape[2])
-
-    alldata = MA.masked_array(allref, mask=allref==-9999)
-    
-    xrdata = xr.Dataset({
-                'dbz':(['z', 'time'], alldata.T, {'long name':'time-height dBZ'})},
-                coords={'z':grd_height, 'time':file_times},
-                attrs={'lat':sta_lat, 'lon':sta_lon})
-
-    xrdata.to_netcdf(outpath_ref + os.sep + outname_ref)
-    print('ref data success!')
-
-    # 画图
-
-    oridf = pd.read_csv(outpath_sta+os.sep+outname_sta)#,index_col=0
-
-    oridf['Datetime'] = pd.to_datetime(oridf['Datetime'], format="%Y-%m-%d %H:%M:%S")
-    oridf = oridf.set_index('Datetime')
-    newindex = [tt for tt in oridf.index if tt.minute%5==0]
-    df = oridf.loc[newindex]
-    # df.set_index('staname',inplace=True)
-    df.reset_index(inplace=True)
-
-    #将缺失的时间进行插值处理
-    helper = pd.DataFrame({'Datetime': pd.date_range(start=df['Datetime'].min(), end=df['Datetime'].max(),freq='300s')})
-    newdf = pd.merge(df, helper, on='Datetime', how='outer').sort_values('Datetime')
-    newdf['accsum'] = newdf['accsum'].interpolate(method='linear')
-
-    # ref_colorfile='gr2_colors/default_BR_PUP1.pal'
-    ref_colorfile = 'gr2_colors/BR_WDTB_Bright.pal'
-    outdic= parse_pro(ref_colorfile)
-    cmap=outdic['cmap']
-    norm=outdic['norm']
-    units=outdic['units'] 
-    # from pyart.graph import common
-    # cmapname = 'pyart_NWSRef'
-    # cmap = common.parse_cmap(cmapname, 'reflectivity')
-
-    data = xr.open_dataset(outpath_ref + os.sep + outname_ref)
-
-    data = data.rolling(z=2, time=2, min_periods=1, center=True).mean()
-
-    font_path = 'simsun.ttc'
-    font_manager.fontManager.addfont(font_path)
-    prop = font_manager.FontProperties(fname=font_path)
-
-    plt.rcParams["font.size"] = 12
-    plt.rcParams["font.sans-serif"] = prop.get_name()
-    fig = plt.figure(figsize=(10,6))
-    ax1 = fig.add_axes([0.1,0.18,0.8,0.3])#位置[左,下,右,上]
-    ax3 = fig.add_axes([0.1,0.64,0.8,0.3])#位置[左,下,右,上]
-    ax2 = ax3.twinx()
-    ax1.minorticks_on()
-
-
-    cb_ax = fig.add_axes([0.25, 0.08, 0.5, 0.03])
-
-    # data.dbz.plot(ax=ax1,cmap=cmap,norm=norm,)
-    grid_y,grid_x=np.meshgrid(np.arange(0,data.dbz.shape[1]),data.z.values,)
-    pcm = ax1.pcolormesh(grid_y,grid_x,data.dbz,cmap=cmap,norm=norm)
-
-    z0h = ax1.plot(np.arange(0,data.dbz.shape[1]),np.ones(data.dbz.shape[1])*z0,'y--',linewidth=2,label='0度层高度')
-    z20h=ax1.plot(np.arange(0,data.dbz.shape[1]),np.ones(data.dbz.shape[1])*z20,'r--',linewidth=2,label='-20度层高度')
-    
-
-    ax1.legend(loc='upper right')
-
-    ax1.tick_params(axis='x',which='minor',length=3,width=0.8,)
-    ax1.tick_params(axis='x',which='major',length=5,width=1,)
-    cb = plt.colorbar(mappable=pcm,cax=cb_ax,extend='both',ticks=np.arange(-10,85,5),orientation='horizontal')
-    cb.set_label('反射率因子 dBZ',fontsize=12)
-    ah1=ax2.plot(newdf['accsum'].values,'r',linewidth=2,label='累计雨量')
-    ah2=ax3.bar(np.arange(0,newdf.shape[0]),newdf['pre_5min'],label='5分钟雨量')
-    ax2.legend(loc='upper right')
-    ax3.legend(loc='upper left')
-    ax3.minorticks_on()
-    ax3.tick_params(axis='x',which='minor',length=3,width=0.8,)
-    ax3.tick_params(axis='x',which='major',length=5,width=1,)
-    ax3.xaxis.set_minor_locator(MultipleLocator(1))
-    ax1.set_xlim([0,data.dbz.shape[1]+1])
-    ax2.set_xlim([0,newdf.shape[0]])
-    ax1.grid('y')
-    ax2.grid('y')
-    
-    ax1.set_ylabel('距离地面的高度(米)')
-    ax1.set_title('单点回波强度时间-高度图（%.2f°N,%.2f°E）'%(data.lat,data.lon),fontsize=12)
-    ax2.set_ylabel('累计雨量(毫米)',color='r')
-    ax3.set_ylabel('5分钟雨量(毫米)',color=[59/255,117/255,175/255])
-
-    tmpdate = pd.to_datetime(data.time)+ timedelta(hours=8)
-    dates1 = [date.strftime('%H:%M') for date in tmpdate]
-    dates1[0] = tmpdate.min().strftime('%H:%M \n%Y-%m-%d')
-
-    datestr = dates1[::5]
-    tmpd = tmpdate[::5]
-    datestr[-1] = tmpd.max().strftime('%H:%M \n%Y-%m-%d')
-
-    ax1.set_xticks(np.arange(0,data.time.shape[0],5))
-    ax1.set_xticklabels(datestr)
-   
-    ax1.set_ylim([0,20000])
-    ax1.set_yticks(np.arange(0,20000,2500))
-
-    tmpdate = pd.to_datetime(newdf['Datetime'])+ timedelta(hours=8)
-    dates2 = [date.strftime('%H:%M') for date in tmpdate]
-    dates2[0] = tmpdate.min().strftime('%H:%M \n%Y-%m-%d')
-    dates2[-1] = tmpdate.max().strftime('%H:%M \n%Y-%m-%d')
-
-    ax2.set_xticks(np.arange(0,newdf.shape[0],6))
-
-    ax2.set_xticklabels(dates2[::6])
-    ax3.set_xlabel('时间(时:分，北京时)')
-    ax2.set_title('5分钟雨量（柱）、自动站累积雨量（红实线）, 站号：%s,%s(%.2f°N,%.2f°E)'%(staid,sta_name,sta_lat,sta_lon),fontsize=12)
-    # plt.figtext(0.73,0.02,'国家气象中心-天气预报技术研发室制作',fontsize=10)
-    plt.savefig(outpath_pic + os.sep + outname_ref.replace('.nc','.svg'))#,dpi=600
-    print(outpath_pic + os.sep + outname_ref.replace('.nc','.svg') + ' saved!')
-    plt.show()