metradar 0.1.6__py3-none-any.whl → 0.1.8.2__py3-none-any.whl

metradar/project/nowcasting/nowcast_by_pysteps.py

@@ -0,0 +1,214 @@
+
+# _*_ coding: utf-8 _*_
+
+# 利用pysteps进行临近预报的框架程序
+
+import matplotlib
+matplotlib.use('agg')
+from datetime import datetime
+import matplotlib.pyplot as plt
+import numpy as np
+from pprint import pprint
+from pysteps import io, motion, nowcasts, rcparams, verification
+from pysteps.utils import conversion, transformation
+from pysteps.visualization import plot_precip_field, quiver
+import os
+import xarray as xr
+from metradar.graph.draw_latlon_func import draw_mosaic
+from datetime import datetime, timedelta
+
+###############################################################################
+# Read the radar input images
+# ---------------------------
+#
+# First, we will import the sequence of radar composites.
+# You need the pysteps-data archive downloaded and the pystepsrc file
+# configured with the data_source paths pointing to data folders.
+
+# Selected case
+
+date = datetime.strptime("202506091100", "%Y%m%d%H%M")
+data_source = rcparams.data_sources["fmi"]
+n_leadtimes = 12
+
+###############################################################################
+# Load the data from the archive
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+root_path = data_source["root_path"]
+path_fmt = data_source["path_fmt"]
+fn_pattern = data_source["fn_pattern"]
+fn_ext = data_source["fn_ext"]
+importer_name = data_source["importer"]
+importer_kwargs = data_source["importer_kwargs"]
+timestep = data_source["timestep"]
+
+# Find the input files from the archive
+fns = io.archive.find_by_date(
+    date, root_path, path_fmt, fn_pattern, fn_ext, timestep, num_prev_files=2
+)
+
+# Read the radar composites
+importer = io.get_method(importer_name, "importer")
+Z, _, metadata = io.read_timeseries(fns, importer, **importer_kwargs)
+
+# write Z to ds
+# set longitude and latitude coordinates
+slat = 35.5
+nlat = 39.5
+wlon = 115
+elon = 120
+lat = np.linspace(slat,nlat,Z.shape[1])
+lon = np.linspace(wlon,elon,Z.shape[2])
+
+# set time coordinates
+curtime = metadata['timestamps'][-1]
+curtime = np.array([curtime], dtype='datetime64[m]')
+# data = np.expand_dims(data, axis=0)
+
+# define coordinates
+time_coord = ('time', curtime)
+lon_coord = ('lon', lon, {
+    'long_name':'longitude', 'units':'degrees_east', '_CoordinateAxisType':'Lon'})
+lat_coord = ('lat', lat, {
+    'long_name':'latitude', 'units':'degrees_north', '_CoordinateAxisType':'Lat'})
+
+# create xarray
+varattrs = {'long_name': 'Composite Refelectivity', 
+            'short_name': 'cref', 'units': 'dBZ',
+            'maxv':80,
+            'minv':0}
+data = xr.Dataset({'cref':(['lat', 'lon'], np.flipud(Z[-1]), varattrs)},
+    coords={ 'lat':lat_coord, 'lon':lon_coord})
+
+outpath = '/mnt/e/metradar_test/pic/pysteps_nowcast/'
+
+tstr = metadata['timestamps'][-1].strftime('%Y%m%d%H%M')
+outname = '%s_obs.png'%tstr
+dpi = 600
+thred=10
+draw_mosaic(data.cref,data.lat.data,data.lon.data,slat,nlat,wlon,elon,outpath,outname,tstr,subtitle='实况',titlecolor='k',dpi=dpi,thred=thred)
+
+
+
+# print(outpath + os.sep + outname + ' done!')
+# Convert to rain rate
+# R, metadata = conversion.to_rainrate(Z, metadata)
+
+# # Plot the rainfall field
+# fig1 = plt.figure(figsize=(6, 6))
+# plot_precip_field(Z[-1, :, :], geodata=metadata)
+# # plt.show()
+
+# Store the last frame for plotting it later later
+# R_ = R[-1, :, :].copy()
+
+# Log-transform the data to unit of dBR, set the threshold to 0.1 mm/h,
+# set the fill value to -15 dBR
+# R, metadata = transformation.dB_transform(R, metadata, threshold=0.1, zerovalue=-15.0)
+
+# Nicely print the metadata
+# pprint(metadata)
+
+###############################################################################
+# Compute the nowcast
+# -------------------
+#
+# The extrapolation nowcast is based on the estimation of the motion field,
+# which is here performed using a local tracking approach (Lucas-Kanade).
+# The most recent radar rainfall field is then simply advected along this motion
+# field in oder to produce an extrapolation forecast.
+
+# Estimate the motion field with Lucas-Kanade
+# st = time.time()
+oflow_method = motion.get_method("LK")
+V = oflow_method(Z[-3:, :, :])
+
+# Extrapolate the last radar observation
+extrapolate = nowcasts.get_method("extrapolation")
+# R[~np.isfinite(R)] = metadata["zerovalue"]
+Z_f = extrapolate(Z[-1, :, :], V, n_leadtimes)
+for nn in range(len(Z_f)):
+    fsttime = metadata['timestamps'][-1] + timedelta(minutes=10*(nn+1))
+    tstr = fsttime.strftime('%Y%m%d%H%M')
+    # set time coordinates
+    fsttime = np.array([fsttime], dtype='datetime64[m]')
+    # data = np.expand_dims(data, axis=0)
+
+    # define coordinates
+    time_coord = ('time', fsttime)
+    lon_coord = ('lon', lon, {
+        'long_name':'longitude', 'units':'degrees_east', '_CoordinateAxisType':'Lon'})
+    lat_coord = ('lat', lat, {
+        'long_name':'latitude', 'units':'degrees_north', '_CoordinateAxisType':'Lat'})
+
+    # create xarray
+    varattrs = {'long_name': 'Composite Refelectivity', 
+                'short_name': 'cref', 'units': 'dBZ',
+                'maxv':80,
+                'minv':0}
+    data = xr.Dataset({'cref':(['lat', 'lon'], np.flipud(Z_f[nn]), varattrs)},
+        coords={ 'lat':lat_coord, 'lon':lon_coord})
+    
+    outname = '%s_fst.png'%tstr
+    dpi = 600
+    thred=10
+    draw_mosaic(data.cref,data.lat.data,data.lon.data,slat,nlat,wlon,elon,outpath,outname,tstr,subtitle='预报',titlecolor='r',dpi=dpi,thred=thred,add_title=1,prefix_title='雷达组合反射率拼图')    
+   
+
+# Back-transform to rain rate
+# R_f = transformation.dB_transform(R_f, threshold=-10.0, inverse=True)[0]
+
+# et = time.time()
+# print("Execution time(s): ", et - st)
+# Plot the motion field
+# fig2 = plt.figure(figsize=(6, 6))
+# plot_precip_field(Z_f[-1,:,:], geodata=metadata)
+# quiver(V, geodata=metadata, step=50)
+# plt.show()
+
+###############################################################################
+# Verify with FSS
+# ---------------
+#
+# The fractions skill score (FSS) provides an intuitive assessment of the
+# dependency of skill on spatial scale and intensity, which makes it an ideal
+# skill score for high-resolution precipitation forecasts.
+
+# Find observations in the data archive
+fns = io.archive.find_by_date(
+    date,
+    root_path,
+    path_fmt,
+    fn_pattern,
+    fn_ext,
+    timestep,
+    num_prev_files=0,
+    num_next_files=n_leadtimes,
+)
+# Read the radar composites
+Z_o, _, metadata_o = io.read_timeseries(fns, importer, **importer_kwargs)
+# R_o, metadata_o = conversion.to_rainrate(R_o, metadata_o, 223.0, 1.53)
+
+# Compute fractions skill score (FSS) for all lead times, a set of scales and 1 mm/h
+fss = verification.get_method("FSS")
+scales = [2, 4, 8, 16, 32, 64, 128]
+thr = 5.0
+score = []
+for i in range(n_leadtimes):
+    score_ = []
+    for scale in scales:
+        score_.append(fss(Z_f[i, :, :], Z_o[i + 1, :, :], thr, scale))
+    score.append(score_)
+
+# plt.figure()
+# fig3 = plt.figure(figsize=(6, 6))
+# x = np.arange(1, n_leadtimes + 1) * timestep
+# plt.plot(x, score)
+# plt.legend(scales, title="Scale [km]")
+# plt.xlabel("Lead time [min]")
+# plt.ylabel("FSS ( > 5 dBZ ) ")
+# plt.title("Fractions skill score")
+# plt.show()
+
+# sphinx_gallery_thumbnail_number = 3

metradar/{trans_nc_pgmb.py → project/nowcasting/trans_mosaic_pgmb.py}

@@ -4,13 +4,16 @@
 '''
 
 # %%
-from pgmb_io import pgmb_write
+import matplotlib
+matplotlib.use('Agg')  # 关键：禁用交互式后端
+from metradar.io.pgmb_io import pgmb_write
 import os
-from read_new_mosaic import decode_mosaic
+from metradar.io.read_new_mosaic_func import decode_mosaic
 import xarray as xr
 import numpy as np
 import gzip
 
+
 def zip_file(path, new_path):
     with open(new_path, 'wb') as wf:
         with open(path, 'rb') as rf:
@@ -20,36 +23,35 @@ def zip_file(path, new_path):
         wf.write(data_comp)
  
  
-filepath = '/Users/wenjianzhu/Downloads/CMADAAS/rdmosaic_bin/202307/'
+filepath = '/mnt/e/metradar_test/pysteps_data/mosaic_bin/2025/07/02/RADA_L3_MST_CREF_QC/'
 for filename in os.listdir(filepath):
-    if not filename.endswith('.nc'):
-        continue
+    
+    data = decode_mosaic(filepath,filename)
     # filename = 'ACHN.CREF000.20230421.180009.nc'
-    obstimestr = filename.split('.')[2] + filename.split('.')[3][0:4]
-    outname = filename.split('.')[2] + filename.split('.')[3][0:4] + '_fmi.radar.composite.lowest_FIN_SUOMI1.pgm'
-    outpath = '/Users/wenjianzhu/pysteps_data/radar/fmi/pgm/%s'%filename.split('.')[2] 
+    obstimestr = filename.split('_')[9]+filename.split('_')[10][0:4].split('.')[0]
+    outname = obstimestr + '_fmi.radar.composite.lowest_FIN_SUOMI1.pgm'
+    outpath = '/mnt/e/metradar_test/pysteps_data/radar/fmi/%s'%filename.split('_')[9]
     if not os.path.exists(outpath):
         os.makedirs(outpath)
 
     file_name = outpath + os.sep + outname
 
-    org_data = xr.open_dataset(filepath+os.sep+filename)
-    data = org_data.sel(lat=slice(33, 37), lon=slice(109, 117))
+    data = data.sel(lat=slice(33, 37), lon=slice(109, 117))
 
-    width = data.cref.shape[1]
-    height = data.cref.shape[0]
+    width = data.CREF.shape[1]
+    height = data.CREF.shape[0]
     maxval = 255
-    gray = data.cref*2+66
+    gray = data.CREF*2+66
 
     aa = np.isnan(gray.data)
     gray.data[aa]=255
     cref = np.flipud(gray.data.astype(np.uint8))
     params={}
     params['obstimestr'] = obstimestr
-    params['left_lon'] = 109
-    params['right_lon'] = 117
-    params['bottom_lat'] = 33
-    params['upper_lat'] = 37
+    params['left_lon'] = 113
+    params['right_lon'] = 118
+    params['bottom_lat'] = 37
+    params['upper_lat'] = 41
 
     pgmb_write ( file_name, params, width, height, maxval, cref )
 

metradar/project/qpe/Archive /346/250/241/345/274/217/350/257/264/346/230/216.txt"

@@ -0,0 +1,2 @@
+ 如果要批量处理历史数据，请先准备好原始基数据，并修改
+ 然后分别以此调用 s2,s3,s4,s5 开头的脚本即可

metradar/project/qpe/__init__.py

@@ -0,0 +1,9 @@
+"""
+metradar is a python package to read or retrieve radar data
+
+"""
+
+__author__ = "The R & D Center for Weather Forecasting Technology in NMC, CMA"
+
+
+__all__ = [s for s in dir() if not s.startswith('_')]

metradar/project/qpe/archive_main_qpe_cfg.ini

@@ -0,0 +1,91 @@
+;定量降水估测程序配置文件
+;联系人：朱文剑  zhuwj@cma.gov.cn
+;请不要使用txt文本进行编辑，否则会导致配置文件读取出错，推荐使用notepad++进行编辑
+
+[COMMON]
+;程序运行模式，0为实时模式;
+;1为历史模式，对小时进行累计，关键字段ACC_HOURS;
+;2也为历史模式，不过是输出分钟累积，关键字段ACC_MINUTES
+RUN_MODE=2
+
+
+;输出路径设置
+[PATH_SETTING]
+;根目录
+;ROOT_PATH=/Users/wenjianzhu/Downloads/qpe_data
+ROOT_PATH=/mnt/e/metradar_test/qpe
+
+;雷达基数据存储路径，相对于根目录的路径, 路径下直接就是按站号存储的数据了
+BASEDATA_PATH=radarbase
+;PATH_RR 雨强文件存储路径，，相对于根目录，这是中间产品
+PATH_RR=rain_rate
+;QPE单站产品存储路径，相对于根目录，这是中间产品
+PATH_QPE=out_qpe
+;QPE拼图临时文件存储路径，，相对于根目录，这是中间产品
+PATH_TMP=tmp
+;QPE拼图产品存储路径，，相对于根目录，这是最终产品
+PATH_QPE_MOSAIC=qpe_mosaic
+
+
+
+;参与QPE的站点，用半角逗号分割,也是下载程序要用的参数
+[RADAR_SITES]
+RADARS=Z9941,Z9970,Z9971,Z9973,Z9974,ZX001,ZX201,ZX301,ZX701
+
+;查询间隔-秒
+[QUIRY_SETTING]
+QUIRY_STEP=20
+;查询最近多少分钟的数据，单位为分钟
+QUIRY_RANGE=60
+
+;数据保存时时长-小时
+[DATA_SAVE_SETTING]
+DATA_SAVE_HOURS=48
+
+;天擎_API接口设置
+[DAAS_API_SETTING]
+RADAR_API=getRadaFileByTimeRangeAndStaId
+;RADA_L2_ELEV_ST (逐仰角流数据)   RADA_L2_FMT （新格式基数据）
+DATA_CODE=RADA_L2_FMT
+ELEMENTS=FILE_NAME
+
+
+;其他计算参数
+[PARAMS]
+;单站数据转成格点后，x方向的格点数，y方向的格点数以及分辨率（米）,一般不建议修改
+GRID_XNUM=701
+GRID_YNUM=701
+GRID_RESO=500
+
+;QPE拼图的格点分辨率，单位度
+MOSAIC_RESO=0.005
+
+;并行计算时，采用的cpu占总cpu资源的比例，0~1
+CPU_RATE=0.6
+
+;累计时段，单位：小时，用,分隔（）半角
+ACC_HOURS=1,3,6
+
+
+;南纬，度
+SOUTH_LAT=32.2
+;北纬，度
+NORTH_LAT=39.6
+;西经，度
+WEST_LON=96
+;东经，度
+EAST_LON=104
+
+
+;拼图产品的时间间隔，分钟，建议设置为6分钟
+MOSAIC_STEP=10
+
+;每次循环处理时，重新计算过去多少分钟内的拼图，请设置为大于10分钟，建议设置为15或20
+REDO_MINS=30
+
+;绘图相关设置,存储为png格式
+[GRAPH]
+;图片存储路径，相对于根目录
+PIC_PATH=pic
+;图片分辨率，单位dpi,不建议太高，太高会降低出图效率，增加服务器负担
+PIC_DPI=150

metradar/project/qpe/do_s1.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+source ~/.bashrc
+conda activate radar
+cd /home/wjzhu/OneDrive/PythonCode/MyWork/MyProject/radar_qpe_v1
+python monitor_process_s1.py
+

metradar/project/qpe/do_s2.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+source ~/.bashrc
+conda activate radar
+cd /home/wjzhu/OneDrive/PythonCode/MyWork/MyProject/radar_qpe_v1
+python s2_pre_process_single_radar.py
+

metradar/project/qpe/do_s3.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+source ~/.bashrc
+conda activate radar
+cd /home/wjzhu/OneDrive/PythonCode/MyWork/MyProject/radar_qpe_v1
+python s3_trans_rainrate_to_qpe.py
+

metradar/project/qpe/do_s4.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+source ~/.bashrc
+conda activate radar
+cd /home/wjzhu/OneDrive/PythonCode/MyWork/MyProject/radar_qpe_v1
+python s4_mosaic_qpe.py
+

metradar/project/qpe/do_s5.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+source ~/.bashrc
+conda activate radar
+cd /home/wjzhu/OneDrive/PythonCode/MyWork/MyProject/radar_qpe_v1
+python s5_draw_qpe_mosaic.py
+

metradar/project/qpe/exec_all.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+source ~/.bashrc
+conda activate radar
+cd /home/wjzhu/OneDrive/PythonCode/MyWork/MyProject/radar_qpe_v1
+nohup python monitor_process_s1.py > myout1.file 2>&1 &
+nohup python s2_pre_process_single_radar.py > myout2.file 2>&1 &
+nohup python s3_trans_rainrate_to_qpe.py > myout3.file 2>&1 &
+nohup python s4_mosaic_qpe.py > myout4.file 2>&1 &
+nohup python s5_draw_qpe_mosaic.py > myout5.file 2>&1 &
+echo start all!
+

metradar/project/qpe/get_rainrate_func.py

@@ -0,0 +1,80 @@
+# _*_ coding: utf-8 _*_
+
+'''
+
+从单个基数据文件计算雨强
+
+'''
+
+
+import pyart
+import os
+import numpy as np
+
+from metradar.io.decode_fmt_pyart import read_cnrad_fmt
+import datetime
+
+def get_rainrate(inputfilepath,
+                 inputfilename,
+                 outpath,
+                 outname,
+                 GRID_XNUM = 701,
+                 GRID_YNUM = 701,
+                 GRID_RESO = 1000
+                 ):
+
+    #降水产品格点设置
+    # GRID_XNUM = 701 #X方向格点数
+    # GRID_YNUM = 701 #Y方向格点数
+    # GRID_RESO = 1000 #网格分辨率，米
+
+    GRID_SHAPE = (1,GRID_XNUM, GRID_YNUM)
+    GRID_LIMITS = ((GRID_RESO, GRID_RESO), (-1000*(GRID_XNUM-1)/2, 1000*(GRID_XNUM-1)/2), (-1000*(GRID_XNUM-1)/2, 1000*(GRID_XNUM-1)/2))
+    
+    # radar = standard_data_to_pyart(f)
+    try:
+        radar = read_cnrad_fmt(inputfilepath + os.sep + inputfilename)
+    except:
+        print(inputfilepath + os.sep + inputfilename + ' read error!')
+
+    # 对于部分雷达，必须添加下面两行，要不然会报错
+    radar.nrays = radar.fields['reflectivity']['data'].shape[0]
+    radar.ngates = radar.fields['reflectivity']['data'].shape[1]
+
+    # rad_lon = radar.longitude['data']
+    # rad_lat = radar.latitude['data']
+    # rad_alti = radar.altitude['data']
+    # rad_name = radar.metadata['instrument_name']
+    
+    rain = pyart.retrieve.est_rain_rate_z(radar)
+    radar.add_field('radar_estimated_rain_rate',rain)
+    # rfd = radar.fields['radar_estimated_rain_rate']['data']
+    # qpe = rfd[radar.get_slice(0)]
+
+    grid = pyart.map.grid_from_radars(
+    (radar,),
+    grid_shape=GRID_SHAPE,
+    grid_limits=GRID_LIMITS,
+    fields=['radar_estimated_rain_rate'])
+    grid.fields['radar_estimated_rain_rate']['_FillValue'] = 0
+
+    #输出雨强文件
+    
+    # outname = filename.replace('.bz2','_rr.nc')
+    pyart.io.write_grid(outpath + os.sep + outname + '.lock',grid)
+    os.rename(outpath + os.sep + outname + '.lock',outpath + os.sep + outname)
+    print('%s done!'%outname)
+    return True
+
+
+if __name__ == "__main__":
+
+    inputfilepath = '/data3/zwj/qpe_test/data/radarbase/Z9453'
+    outpath = '/data3/zwj/qpe_test/data/rain_rate/Z9453'
+    inputfilename = 'Z_RADR_I_Z9453_20210509105446_O_DOR_CC_CAP_FMT.bin.bz2'
+    
+    outname = inputfilename.replace('.bz2','_rr.nc')
+    get_rainrate(inputfilepath = inputfilepath,
+                 inputfilename = inputfilename,
+                 outpath = '/data3/zwj/qpe_test/data/rain_rate/Z9453',
+                 outname = outname)

metradar/project/qpe/main_qpe_cfg.ini

@@ -0,0 +1,85 @@
+;定量降水估测程序配置文件
+;联系人：朱文剑  zhuwj@cma.gov.cn
+;请不要使用txt文本进行编辑，否则会导致配置文件读取出错，推荐使用notepad++进行编辑
+
+[COMMON]
+;程序运行模式，0为实时模式，1为历史模式
+RUN_MODE=0
+
+;输出路径设置
+[PATH_SETTING]
+;根目录
+ROOT_PATH=/mnt/e/metradar_test/qpe
+
+;雷达基数据存储路径，相对于根目录的路径, 路径下直接就是按站号存储的数据了
+BASEDATA_PATH=radarbase
+;PATH_RR 雨强文件存储路径，，相对于根目录，这是中间产品
+PATH_RR=rain_rate
+;QPE单站产品存储路径，相对于根目录，这是中间产品
+PATH_QPE=out_qpe
+;QPE拼图临时文件存储路径，，相对于根目录，这是中间产品
+PATH_TMP=tmp
+;QPE拼图产品存储路径，，相对于根目录，这是最终产品
+PATH_QPE_MOSAIC=qpe_mosaic
+
+RADAR_SITES_FILE=/home/wjzhu/OneDrive/PythonCode/MyWork/metradar/resources/stations/radars.csv
+
+;参与QPE的站点，用半角逗号分割,也是下载程序要用的参数
+[RADAR_SITES]
+RADARS=Z9010,Z9220
+
+;查询间隔-秒
+[QUIRY_SETTING]
+QUIRY_STEP=20
+;查询最近多少分钟的数据，单位为分钟
+QUIRY_RANGE=60
+
+;数据保存时时长-小时
+[DATA_SAVE_SETTING]
+DATA_SAVE_HOURS=48
+
+;天擎_API接口设置
+[DAAS_API_SETTING]
+RADAR_API=getRadaFileByTimeRangeAndStaId
+;RADA_L2_ELEV_ST (逐仰角流数据)   RADA_L2_FMT （新格式基数据）
+DATA_CODE=RADA_L2_FMT
+ELEMENTS=FILE_NAME
+
+
+;其他计算参数
+[PARAMS]
+;单站数据转成格点后，x方向的格点数，y方向的格点数以及分辨率（米）,一般不建议修改
+GRID_XNUM=701
+GRID_YNUM=701
+GRID_RESO=500
+
+;QPE拼图的格点分辨率，单位度
+MOSAIC_RESO=0.005
+
+;并行计算时，采用的cpu占总cpu资源的比例，0~1
+CPU_RATE=0.6
+
+;累计时段，单位：小时，用,分隔（）半角
+ACC_HOURS=1,3,6
+;南纬，度
+SOUTH_LAT=31.3
+;北纬，度
+NORTH_LAT=36.6
+;西经，度
+WEST_LON=110
+;东经，度
+EAST_LON=117
+
+
+;拼图产品的时间间隔，分钟，建议设置为6分钟
+MOSAIC_STEP=6
+
+;每次循环处理时，重新计算过去多少分钟内的拼图，请设置为大于10分钟，建议设置为15或20
+REDO_MINS=30
+
+;绘图相关设置,存储为png格式
+[GRAPH]
+;图片存储路径，相对于根目录
+PIC_PATH=pic
+;图片分辨率，单位dpi,不建议太高，太高会降低出图效率，增加服务器负担
+PIC_DPI=150