metradar 0.1.0__py3-none-any.whl

metradar/parse_pal.py

@@ -0,0 +1,148 @@
+import numpy as np
+from matplotlib.colors import LinearSegmentedColormap, Normalize
+import matplotlib.pyplot as plt
+from matplotlib.colorbar import ColorbarBase
+import re
+
+# 请将色标文件中的solidcolor字段替换为color
+def parse(file):
+	lines = []
+	vals = []
+	red = []
+	green = []
+	blue = []
+	last_color = None
+	transit_flag = False
+	with open(file, 'r',encoding='gb18030') as f:
+		for line in f:
+			if not line.lower().startswith('color:'):
+				continue
+			l = line.lower().lstrip('color: ').strip()
+			lines.append(l)
+	lines.sort(key=lambda x: float(x.split(' ')[0]))
+	color_len = len(lines)
+	for idx, l in enumerate(lines):
+		segs = [i for i in l.split(' ') if i]
+		vals.append(float(segs[0]))
+		current_color = tuple(int(i) / 255 for i in segs[1:4])
+		if color_len - idx == 2:
+			transit_flag = transit_flag if transit_flag else False
+		if not isinstance(last_color, tuple) and len(segs) == 3:
+			red.append((0, current_color[0]))
+			green.append((0, current_color[1]))
+			blue.append((0, current_color[2]))
+			last_color = current_color
+		else:
+			if len(segs) == 7 or color_len - idx == 2:
+				transit_color = tuple(int(i) / 255 for i in segs[4:7])
+				if transit_flag:
+					red.append((last_color[0], current_color[0]))
+					green.append((last_color[1], current_color[1]))
+					blue.append((last_color[2], current_color[2]))
+				else:
+					red.append((current_color[0], current_color[0]))
+					green.append((current_color[1], current_color[1]))
+					blue.append((current_color[2], current_color[2]))
+				last_color = transit_color
+				transit_flag = True
+			else:
+				red.append((current_color[0], current_color[0]))
+				green.append((current_color[1], current_color[1]))
+				blue.append((current_color[2], current_color[2]))
+				last_color = current_color
+				transit_flag = False
+	norm_array = (np.array(vals) - vals[0]) / (vals[-1] - vals[0])
+	cdict = {'red':[], 'green':[], 'blue':[]}
+	for idx in range(len(norm_array)):
+		cdict['red'].append((norm_array[idx],) + red[idx])
+		cdict['green'].append((norm_array[idx],) + green[idx])
+		cdict['blue'].append((norm_array[idx],) + blue[idx])
+	return LinearSegmentedColormap('cmap', cdict), Normalize(vals[0], vals[-1])
+
+# 可以支持alpha，朱文剑，20210831
+def parse_pro(file):
+	lines = []
+	vals = []
+	red = []
+	green = []
+	blue = []
+	alpha=[]
+	last_color = None
+	transit_flag = False
+	units=''
+	with open(file, 'r') as f:
+		for line in f:
+			if line.lower().startswith('units'):
+				units = re.split(r"[ ]+",line)[1].strip()
+			if not line.lower().startswith('color'):
+				continue
+			lines.append(line.strip())
+	lines.sort(key=lambda x: float(re.split(r"[ ]+",x)[1]))
+	color_len = len(lines)
+	for idx, l in enumerate(lines):
+		segs = [i for i in l.split(' ') if i]
+		vals.append(float(segs[1]))
+		
+		current_color = tuple(int(i) / 255 for i in segs[2::])
+		
+		if color_len - idx == 2:
+			transit_flag = transit_flag if transit_flag else False
+		
+		if len(segs) >=8 or color_len - idx == 2:
+			if len(segs) == 10:
+				transit_color = tuple(int(i) / 255 for i in segs[6:10])
+			elif len(segs)==8:
+				transit_color = tuple(int(i) / 255 for i in segs[5:8])
+			
+			if transit_flag:
+				red.append((last_color[0], current_color[0]))
+				green.append((last_color[1], current_color[1]))
+				blue.append((last_color[2], current_color[2]))
+				if segs[0]=='Color4:':
+					alpha.append((last_color[3], current_color[3]))
+				else:
+					alpha.append((1, 1))
+			else:
+				red.append((current_color[0], current_color[0]))
+				green.append((current_color[1], current_color[1]))
+				blue.append((current_color[2], current_color[2]))
+				if segs[0]=='Color4:':
+					alpha.append((current_color[3], current_color[3]))
+				else:
+					alpha.append((1.0, 1.0))
+			if len(segs) == 10 or len(segs) == 8:
+				last_color = transit_color
+				transit_flag = True
+		else:
+			red.append((current_color[0], current_color[0]))
+			green.append((current_color[1], current_color[1]))
+			blue.append((current_color[2], current_color[2]))
+			if segs[0]=='Color4:':
+				alpha.append((current_color[3], current_color[3]))
+			else:
+				alpha.append((1.0, 1.0))
+			last_color = current_color
+			transit_flag = False
+
+	norm_array = (np.array(vals) - vals[0]) / (vals[-1] - vals[0])
+	cdict = {'red':[], 'green':[], 'blue':[], 'alpha':[]}
+	
+	for idx in range(len(norm_array)):
+		cdict['red'].append((norm_array[idx],) + red[idx])
+		cdict['green'].append((norm_array[idx],) + green[idx])
+		cdict['blue'].append((norm_array[idx],) + blue[idx])
+		cdict['alpha'].append((norm_array[idx],) + alpha[idx])
+	
+	outdic=dict()
+	outdic['cmap'] = LinearSegmentedColormap('cmap', cdict)
+	outdic['norm'] = Normalize(vals[0], vals[-1])
+	outdic['units'] = units
+	return outdic
+
+if __name__ == "__main__":
+
+	outdic = parse_pro('gr2_colors/IR_dark_alpha.pal')
+	fig = plt.figure(figsize=(3, 11))
+	ax = plt.gca()
+	cbar = ColorbarBase(ax, orientation="vertical", cmap=outdic['cmap'], norm=outdic['norm'])
+	plt.show()

metradar/pgmb_io.py

@@ -0,0 +1,169 @@
+#! /usr/bin/python3
+#
+def pgmb_write ( file_name,params, width, height, maxval, gray ):
+
+#*****************************************************************************80
+#
+## PGMB_WRITE writes a binary PGM graphics file.
+#
+#  Licensing:
+#
+#    This code is distributed under the GNU LGPL license. 
+#
+#  Modified:
+#
+#    14 September 2018
+#
+#  Author:
+#
+#    John Burkardt
+#
+#  Parameters:
+#
+#    Input, string FILE_NAME, the name of the file.
+#
+#    Input, integer WIDTH, HEIGHT, the width and height of the graphics image.
+#
+#    Input, integer MAXVAL, the maximum allowed gray value.
+#
+#    Input, integer GRAY[WIDTH*HEIGHT], values between 0 and MAXVAL.
+#
+  import numpy as np
+  import struct
+
+  file_handle = open ( file_name, 'wb' )
+#
+#  Set up the header.
+# 
+  # params['obstimestr'] = 201609281600
+  # params['left_lon'] = 109
+  # params['right_lon'] = 117
+  # params['bottom_lat'] = 33
+  # params['upper_lat'] = 37
+
+  pgm_header = 'P5\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+
+  pgm_header = '# composite_area FIN\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# obstime %s\n'%params['obstimestr']
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# producttype CAPPI\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# productname LOWEST\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# param CorrectedReflectivity\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# metersperpixel_x 999.674053\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# metersperpixel_y 999.62859\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# projection radar {\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# type stereographic\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# centrallongitude 110\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# centrallatitude 90\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# truelatitude 60\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# bottomleft %.3f %.3f\n'%(params['left_lon'],params['bottom_lat'])
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# topright %.3f %.3f\n'%(params['right_lon'],params['upper_lat'])
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = '# }\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  # b'# composite_area FIN\n'
+  # b'# projection_name SUOMI1\n'
+
+  # b'# obstime 201609281600\n'
+  # b'# producttype CAPPI\n'
+  # b'# productname LOWEST\n'
+  # b'# param CorrectedReflectivity\n'
+  # b'# metersperpixel_x 999.674053\n'
+  # b'# metersperpixel_y 999.62859\n'
+  # b'# projection radar {\n'
+  # b'# type stereographic\n'
+  # b'# centrallongitude 25\n'
+  # b'# centrallatitude 90\n'
+  # b'# truelatitude 60\n'
+  # b'# bottomleft 18.600000 57.930000\n'
+  # b'# topright 34.903000 69.005000\n'
+  # b'# }\n'
+
+  pgm_header = f'{width} {height}\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+  pgm_header = f'{maxval}\n'
+  file_handle.write ( bytearray ( pgm_header, 'ascii' ) ) 
+#
+#  Convert 2D array to 1D vector.
+#
+  grayV = np.reshape ( gray, width * height )
+#
+#  Pack entries of vector into a string of bytes, replacing each integer
+#  as an unsigned 1 byte character.
+#
+  grayB = struct.pack ( '%sB' % len(grayV), *grayV )
+  file_handle.write ( grayB )
+ 
+  file_handle.close ( )
+
+  return
+
+def pgmb_write_test ( ):
+
+#*****************************************************************************80
+#
+## PGMB_WRITE_TEST tests PGMB_WRITE.
+#
+#  Licensing:
+#
+#    This code is distributed under the GNU LGPL license. 
+#
+#  Modified:
+#
+#    14 May 2017
+#
+#  Author:
+#
+#    John Burkardt
+#
+  import numpy as np
+  import platform
+
+  print ( '' )
+  print ( 'PGMB_WRITE_TEST:' )
+  print ( '  Python version: %s' % ( platform.python_version ( ) ) )
+  print ( '  PGMB_WRITE writes a binary PGM graphics file.' )
+
+  file_name = '/Users/wenjianzhu/Downloads/pgmb_io_test.pgm'
+  width = 24
+  height = 7
+  maxval = 255
+
+  gray = np.array \
+  ( [ \
+    [ 0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0], \
+    [ 0,  64,  64,  64,  64,   0,   0, 128, 128, 128, 128,   0,   0, 192, 192, 192, 192,   0,   0, 255, 255, 255, 255,   0], \
+    [ 0,  64,   0,   0,   0,   0,   0, 128,   0,   0,   0,   0,   0, 192,   0,   0,   0,   0,   0, 255,   0,   0, 255,   0], \
+    [ 0,  64,  64,  64,   0,   0,   0, 128, 128, 128,   0,   0,   0, 192, 192, 192,   0,   0,   0, 255, 255, 255, 255,   0], \
+    [ 0,  64,   0,   0,   0,   0,   0, 128,   0,   0,   0,   0,   0, 192,   0,   0,   0,   0,   0, 255,   0,   0,   0,   0], \
+    [ 0,  64,   0,   0,   0,   0,   0, 128, 128, 128, 128,   0,   0, 192, 192, 192, 192,   0,   0, 255,   0,   0,   0,   0], \
+    [ 0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0,   0]  \
+  ] )
+
+  pgmb_write ( file_name, width, height, maxval, gray )
+
+  print ( '' )
+  print ( '  Graphics data stored in file "%s".' % ( file_name ) )
+#
+#  Terminate.
+#
+  print ( '' )
+  print ( 'PGMB_WRITE_TEST:' )
+  print ( '  Normal end of execution.' )
+  return
+
+if ( __name__ == '__main__' ):
+  pgmb_write_test ( )

metradar/prepare_for_radar_draw.py

@@ -0,0 +1,197 @@
+'''
+prepare for radar_draw_aws.py
+
+'''
+
+import os
+import sys
+import pandas as pd
+
+#递归查找
+def show_files(path, all_files,allpaths):
+    # 首先遍历当前目录所有文件及文件夹
+    file_list = os.listdir(path)
+    # 准备循环判断每个元素是否是文件夹还是文件，是文件的话，把名称传入list，是文件夹的话，递归
+    for file in file_list:
+        # 利用os.path.join()方法取得路径全名，并存入cur_path变量，否则每次只能遍历一层目录
+        cur_path = os.path.join(path, file)
+
+        if file.startswith('.') or file.startswith('..'):
+            continue
+
+        # 判断是否是文件夹
+        if os.path.isdir(cur_path):
+            show_files(cur_path, all_files,allpaths)
+        else:
+            all_files.append(file)
+            allpaths.append(path)
+
+    return all_files
+
+def mainfunc(dic_param):
+
+    allfiles = []
+    allpaths = []  
+    show_files(dic_param['filepath'],allfiles,allpaths)
+
+    start_lat=[]
+    end_lat=[]
+    start_lon=[]
+    end_lon=[]
+    alloutpaths=[]
+    
+    for nn in range(len(allfiles)):
+        curout = dic_param['rootout'] + os.sep + allpaths[nn].split(os.sep)[-1]
+        # print(curout)
+        
+        # alloutpaths.append(curout)
+        # start_lat.append('')
+        # end_lat.append('')
+        # start_lon.append('')
+        # end_lon.append('')
+
+        alloutpaths.append(curout)
+        start_lat.append(dic_param['startlat'])
+        end_lat.append(dic_param['endlat'])
+        start_lon.append(dic_param['startlon'])
+        end_lon.append(dic_param['endlon'])
+
+    outdic = {
+        'sourcepath':allpaths,
+        'outpath':alloutpaths,
+        'filename':allfiles,
+        'start_lat':start_lat,
+        'end_lat':end_lat,
+        'start_lon':start_lon,
+        'end_lon':end_lon,
+    }
+
+    outpd = pd.DataFrame(outdic)
+    newpd = outpd.sort_values(by='filename')
+    newpd.to_csv(dic_param['outname'],encoding='gb18030')
+    print(dic_param['outname'] + ' done!')
+
+if __name__ == "__main__":
+    
+    # dic_param={}
+    # dic_param['filepath'] = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/ar2v/20190602-辽源'
+    # dic_param['rootout']='/Users/wenjianzhu/Downloads/雷达数据-王婷婷/pic'
+    # dic_param['outname'] = 'radardrawlist_20190602.csv'
+    
+    # dic_param['startlon'] = 124.2
+    # dic_param['endlon'] = 126
+    # dic_param['startlat'] = 43.5
+    # dic_param['endlat'] = 44.4
+
+    # mainfunc(dic_param=dic_param)
+
+    type = '强度'
+
+    if type == '强度':
+        outpath = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/绘图参数/回波强度'
+    elif type == '速度':
+        outpath = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/绘图参数/径向速度'
+
+    if not os.path.exists(outpath):
+        os.makedirs(outpath)
+    
+
+    #==================================================================================
+    # dic_param={}
+    # dic_param['filepath'] = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/ar2v/20120612-白城'
+    # dic_param['rootout']='/Users/wenjianzhu/Downloads/雷达数据-王婷婷/pic'
+    # dic_param['outname'] = outpath + os.sep + 'radardrawlist_20120612.csv'
+    
+    # if type == '强度':
+    #     dic_param['startlon'] = 122.37
+    #     dic_param['endlon'] = 122.97
+    #     dic_param['startlat'] = 45.34
+    #     dic_param['endlat'] = 45.89
+    # elif type == '速度':
+    #     dic_param['startlon'] = 122.6
+    #     dic_param['endlon'] = 122.83
+    #     dic_param['startlat'] = 45.58
+    #     dic_param['endlat'] = 45.76
+
+    # mainfunc(dic_param=dic_param)
+
+
+    # dic_param={}
+    # dic_param['filepath'] = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/ar2v/20120701-白城'
+    # dic_param['rootout']='/Users/wenjianzhu/Downloads/雷达数据-王婷婷/pic'
+    # dic_param['outname'] = outpath + os.sep + 'radardrawlist_20120701.csv'
+    
+    # if type == '强度':
+    #     dic_param['startlon'] = 123.1
+    #     dic_param['endlon'] = 124.32
+    #     dic_param['startlat'] = 45.11
+    #     dic_param['endlat'] = 45.97
+    # elif type == '速度':
+    #     dic_param['startlon'] = 123.65
+    #     dic_param['endlon'] = 124.32
+    #     dic_param['startlat'] = 45.45
+    #     dic_param['endlat'] = 45.97
+
+    # mainfunc(dic_param=dic_param)
+
+
+    # dic_param={}
+    # dic_param['filepath'] = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/ar2v/20150608-白城'
+    # dic_param['rootout']='/Users/wenjianzhu/Downloads/雷达数据-王婷婷/pic'
+    # dic_param['outname'] = outpath + os.sep + 'radardrawlist_20150608.csv'
+    
+    # if type == '强度':
+    #     dic_param['startlon'] = 122.3
+    #     dic_param['endlon'] = 124.3
+    #     dic_param['startlat'] = 44.2
+    #     dic_param['endlat'] = 45.5
+    # elif type == '速度':
+    #     dic_param['startlon'] = 122.7
+    #     dic_param['endlon'] = 123.5
+    #     dic_param['startlat'] = 44.3
+    #     dic_param['endlat'] = 44.95
+
+    # mainfunc(dic_param=dic_param)
+    
+
+    # dic_param={}
+    # dic_param['filepath'] = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/ar2v/20170905-松原'
+    # dic_param['rootout']='/Users/wenjianzhu/Downloads/雷达数据-王婷婷/pic'
+    # dic_param['outname'] = outpath + os.sep + 'radardrawlist_20170905.csv'
+    
+    # if type == '强度':
+    #     dic_param['startlon'] = 125.2
+    #     dic_param['endlon'] = 126.2
+    #     dic_param['startlat'] = 44.9
+    #     dic_param['endlat'] = 45.7
+    # elif type == '速度':
+    #     dic_param['startlon'] = 125.4
+    #     dic_param['endlon'] = 126.2
+    #     dic_param['startlat'] = 45
+    #     dic_param['endlat'] = 45.5
+
+    # mainfunc(dic_param=dic_param)
+
+
+    dic_param={}
+    dic_param['filepath'] = '/Users/wenjianzhu/Downloads/雷达数据-王婷婷/ar2v/20210909-长春'
+    dic_param['rootout']='/Users/wenjianzhu/Downloads/雷达数据-王婷婷/pic'
+    dic_param['outname'] = outpath + os.sep + 'radardrawlist_20210909.csv'
+    
+    if type == '强度':
+        # dic_param['startlon'] = 124.5
+        # dic_param['endlon'] = 125.8
+        # dic_param['startlat'] = 43.3
+        # dic_param['endlat'] = 44.2
+
+        dic_param['startlon'] = 124.9
+        dic_param['endlon'] = 125.6
+        dic_param['startlat'] = 43.6
+        dic_param['endlat'] = 44.1
+    elif type == '速度':
+        dic_param['startlon'] = 124.9
+        dic_param['endlon'] = 125.6
+        dic_param['startlat'] = 43.6
+        dic_param['endlat'] = 44.1
+
+    mainfunc(dic_param=dic_param)

metradar/read_new_mosaic.py

@@ -0,0 +1,33 @@
+'''
+读取新的雷达拼图数据
+
+'''
+from read_new_mosaic_func import decode_mosaic
+from draw_mosaic_new import draw_mosaic
+
+if __name__ == '__main__':
+	# filepath = '/Users/wenjianzhu/Downloads/CMADAAS/rdmosaic_bin/202208/'1
+	# filepath = '/Users/wenjianzhu/Library/CloudStorage/OneDrive-个人/推广应用/GR2/四川/测试数据/雷达拼图'
+	filepath = 'testdata/national_mosaic'
+	# filename = 'Z_RADA_C_BABJ_20220826001200_P_DOR_ACHN_QREF_20220826_001821.bin'
+	filename = 'ACHN_CREF_20210918_155000.BIN'
+	outpath = 'pic'
+	outname = filename + '.png'
+	data = decode_mosaic(filepath,filename)
+
+	pass
+	slat = 15.0
+	nlat = 56
+	wlon = 70.
+	elon = 140.
+	# newdata = data.CREF.sel(lat=slice(slat,nlat),lon=slice(wlon,elon))
+	# tstr = filename.split('_')[4]
+	# draw_mosaic(newdata.data,newdata.lat.data,newdata.lon.data,slat,nlat,wlon,elon,outpath,outname,tstr,thred=15,dpi=800)
+
+
+	newdata = data.CREF.sel(lat=slice(slat,nlat),lon=slice(wlon,elon))
+	tstr = filename.split('_')[2]+'_'+filename.split('_')[3]
+	draw_mosaic(newdata.data,newdata.lat.data,newdata.lon.data,slat,nlat,wlon,elon,outpath,outname,tstr,add_title=1,
+			 prefix_title='雷达组合反射率拼图',units='dBZ',thred=0,dpi=800)
+
+# %%