metradar 0.1.0__py3-none-any.whl

metradar/oa_dig_func.py

@@ -0,0 +1,955 @@
+'''
+自动站资料客观分析程序
+朱文剑
+20220221
+'''
+
+# %%
+import retrieve_micaps_server as mserver
+import pandas as pd
+import matplotlib.pyplot as plt
+import xarray as xr
+import numpy as np
+from collections import OrderedDict
+
+import os
+import gc
+from datetime import datetime,timedelta
+from oa_couhua import interp_sg_oa
+import matplotlib
+matplotlib.use('Agg')
+
+def remove_nan_observations(x, y, z):
+    r"""Remove all x, y, and z where z is nan.
+
+    Will not destroy original values.
+
+    Parameters
+    ----------
+    x: array_like
+        x coordinate
+    y: array_like
+        y coordinate
+    z: array_like
+        observation value
+
+    Returns
+    -------
+    x, y, z
+        List of coordinate observation pairs without
+        nan valued observations.
+
+    """
+    x_ = x[~np.isnan(z)]
+    y_ = y[~np.isnan(z)]
+    z_ = z[~np.isnan(z)]
+
+    return x_, y_, z_
+    
+def remove_repeat_coordinates(x, y, z):
+    r"""Remove all x, y, and z where (x,y) is repeated and keep the first occurrence only.
+
+    Will not destroy original values.
+
+    Parameters
+    ----------
+    x: array_like
+        x coordinate
+    y: array_like
+        y coordinate
+    z: array_like
+        observation value
+
+    Returns
+    -------
+    x, y, z
+        List of coordinate observation pairs without
+        repeated coordinates.
+
+    """
+    coords = []
+    variable = []
+
+    for (x_, y_, t_) in zip(x, y, z):
+        if (x_, y_) not in coords:
+            coords.append((x_, y_))
+            variable.append(t_)
+
+    coords = np.array(coords)
+
+    x_ = coords[:, 0]
+    y_ = coords[:, 1]
+
+    z_ = np.array(variable)
+
+    return x_, y_, z_
+
+def get_contour_verts(cn):
+    contours = []
+    # for each contour line
+    for cc in cn.collections:
+        paths = []
+        # for each separate section of the contour line
+        for pp in cc.get_paths():
+            paths.append(pp.vertices)
+        contours.append(paths)
+
+    return contours
+
+# 从色标文件中获取色标数据
+def get_colordf_from_file(colorfile='NCV_bright.rgb',reverse=False):
+    filepath = 'colors_ncl'
+
+    # filename = 'NCV_bright.rgb'
+    if not os.path.exists(filepath + os.sep + colorfile):
+        print(filepath + os.sep + colorfile + ' not exists!')
+        return None
+    
+    try:
+        fin = open(filepath + os.sep + colorfile,'rt')
+        line='  '
+        line = fin.readline()
+        line = fin.readline()
+        r=[]
+        g=[]
+        b=[]
+        while True:
+            line = fin.readline()
+            if line == '':
+                break
+            tmp =line.split(' ')
+            
+            while '' in tmp:
+                tmp.remove('')
+            # print(tmp)
+            r.append(int(tmp[0]))
+            g.append(int(tmp[1]))
+            b.append(int(tmp[2]))
+        if reverse:
+            r = np.flipud(r)
+            g = np.flipud(g)
+            b = np.flipud(b)
+        df = pd.DataFrame({'r':r,'g':g,'b':b})
+        fin.close()
+        return df
+    except:
+        return None
+    
+colors_gr2=[
+        [180,  215, 158],
+        [180,  180, 255],
+        [120,  120, 255],
+        [74,  199, 255],
+        [  0,  180, 180],
+        [  0,  255, 255],
+        [  0,  255,    0],
+        [255,  255,    0],
+        [255,  128,    0],
+        [255,    0,    0],
+        [160,    0,    0],
+        [255,    0,  255],
+        [128,    0,  128],
+        [255,  255,  255]
+        ]
+
+# 客观分析类
+# 参考metpy等诊断分析库
+class Object_Analyst:
+    def __init__(self) -> None:
+        self.debug_level = 0
+        self.minlon = 100
+        self.maxlon = 120
+        self.minlat = 30
+        self.maxlat = 45
+        self.reso=0.025
+
+    # 设置北京时还是世界时
+    def set_time_type(self,ttype):
+        self.time_type = ttype
+
+    def set_reso(self,reso):
+        self.reso = reso
+
+    def set_debug(self,level):
+        self.debug_level=level
+
+    # 设置要分析的经纬度范围
+    def set_boundary(self,minlon,maxlon,minlat,maxlat):
+        self.minlon = minlon
+        self.maxlon = maxlon
+        self.minlat = minlat
+        self.maxlat = maxlat
+        pass
+    
+    # 设置当前时刻
+    def set_time(self,tstr='20220511141000'):
+        self.time_str=tstr
+
+    # 设置X坐标
+    def set_xcord(self,data_array):
+        self.xcord = data_array
+    
+
+    # 设置Y坐标
+    def set_ycord(self,data_array):
+        self.ycord = data_array
+
+    # 设置要客观分析的变量
+    def set_vardata(self,data_array):
+        self.vardata = data_array
+
+    # 判断一个点是否在边界内
+    def is_in_boundary(self,point_lon,point_lat):
+        if point_lon < self.minlon \
+                or point_lon > self.maxlon \
+                    or point_lat < self.minlat \
+                        or point_lat > self.maxlat:
+                            return False
+        else:
+            return True
+
+    # 针对从天擎下载的5分钟资料做客观分析，是从csv文件中读取的datafreame格式
+    def do_oa_csv_df(self,newdata=None,vartype='温度'):
+
+        if newdata is None:
+            print('newdata is None!')
+            return None
+        
+        
+        if self.debug_level > 0:
+            print(newdata.columns)
+        
+        validindex=[]
+        for nn in range(newdata.shape[0]):
+            if not self.is_in_boundary(newdata['Lon'][nn],newdata['Lat'][nn]):
+                continue
+            else:
+                validindex.append(nn)
+            
+
+        if len(validindex) <=10:
+            print('valid data less than 10, skip!')
+            return None
+        
+        # print(validindex)        
+
+        defaultvalue=999999
+        # 注意，务必将缺测值设置为nan
+        latlist = newdata['Lat'][validindex].values
+        lonlist = newdata['Lon'][validindex].values
+        templist = newdata['TEM'][validindex].values
+        rhlist = newdata['RHU'][validindex].values
+        dtlist = newdata['DPT'][validindex].values
+        sprslist = newdata['PRS_Sea'][validindex].values
+
+        self.set_boundary(np.min(lonlist),np.max(lonlist),np.min(latlist),np.max(latlist))
+        if vartype.find('温度')>=0:
+            flag = templist < defaultvalue  
+            lonlist = lonlist[flag]
+            latlist = latlist[flag]
+            templist = templist[flag]
+
+            params={}
+            params['in_lon'] = lonlist
+            params['in_lat'] = latlist
+            params['in_data'] = templist
+            params['out_varname'] = 't2m'
+            params['out_long_name'] = 'surface temperature objective analyse'
+            params['out_short_name'] = 'oa_t'
+            params['out_units'] = 'degC'
+            params['method'] = 'couhua'
+            params['tipname'] = '温度'
+            outdata = self.do_oa_base(params)
+
+        elif vartype.find('露点')>=0:
+            flag = dtlist < defaultvalue  
+            lonlist = lonlist[flag]
+            latlist = latlist[flag]
+            dtlist = dtlist[flag]
+
+            params={}
+            params['in_lon'] = lonlist
+            params['in_lat'] = latlist
+            params['in_data'] = dtlist
+            params['out_varname'] = 'td2m'
+            params['out_long_name'] = 'surface dewpoint temperature objective analyse'
+            params['out_short_name'] = 'oa_td'
+            params['out_units'] = 'degC'
+            params['method'] = 'couhua'
+            params['tipname'] = '露点温度'
+            outdata = self.do_oa_base(params)
+            
+        elif vartype.find('湿度')>=0:
+            flag = rhlist < defaultvalue  
+            lonlist = lonlist[flag]
+            latlist = latlist[flag]
+            rhlist = rhlist[flag]
+
+            params={}
+            params['in_lon'] = lonlist
+            params['in_lat'] = latlist
+            params['in_data'] = rhlist
+            params['out_varname'] = 'rh2m'
+            params['out_long_name'] = 'surface relative humidility objective analyse'
+            params['out_short_name'] = 'oa_rh'
+            params['out_units'] = '%'
+            params['method'] = 'couhua'
+            params['tipname'] = '相对湿度'
+            outdata = self.do_oa_base(params)
+
+        elif vartype.find('气压')>=0:
+            flag = sprslist < defaultvalue  
+            lonlist = lonlist[flag]
+            latlist = latlist[flag]
+            sprslist = sprslist[flag]
+
+            params={}
+            params['in_lon'] = lonlist
+            params['in_lat'] = latlist
+            params['in_data'] = sprslist
+            params['out_varname'] = 'sprs2m'
+            params['out_long_name'] = 'sea pressure objective analyse'
+            params['out_short_name'] = 'oa_sprs'
+            params['out_units'] = 'hPa'
+            params['method'] = 'couhua'
+            params['tipname'] = '海平面气压'
+            outdata = self.do_oa_base(params)
+
+        return outdata
+    
+    # 针对从天擎下载的5分钟资料做客观分析，是存储为csv格式的文件
+    def do_oa_csv(self,filename,vartype='温度'):
+
+        if not os.path.exists(filename):
+            print(filename + ' not exists!')
+            return None
+        newdata = pd.read_csv(filename,encoding='gbk')
+        
+        if self.debug_level > 0:
+            print(newdata.columns)
+        
+        validindex=[]
+        for nn in range(newdata.shape[0]):
+            if not self.is_in_boundary(newdata['Lon'][nn],newdata['Lat'][nn]):
+                continue
+            else:
+                validindex.append(nn)
+            
+
+        if len(validindex) <=10:
+            print('valid data less than 10, skip!')
+            return None
+        
+        # print(validindex)        
+
+        defaultvalue=999999
+        tipname = ''
+        # 注意，务必将缺测值设置为nan
+        if vartype.find('温度')>=0:
+            varname = 'TEM'
+            tipname = '温度'
+        elif vartype.find('湿度')>=0:
+            varname = 'RHU'
+            tipname = '相对湿度'
+        elif vartype.find('气压')>=0:
+            varname = 'PRS_Sea'
+            tipname = '海平面气压'
+        elif vartype.find('露点')>=0:
+            varname = 'DPT'
+            tipname = '露点温度'
+        elif vartype.find('变温')>=0:
+            for var in newdata.columns:
+                if var.find('TEM_delta')>=0:
+                    varname = var
+                    tipname = '%s小时变温'%var.split('_')[-1][0]
+                    break
+        elif vartype.find('变压')>=0:           
+            for var in newdata.columns:
+                if var.find('PRS_Sea_delta')>=0:
+                    varname = var
+                    tipname = '%s小时变压'%var.split('_')[-1][0]
+                    break
+
+
+        latlist = newdata['Lat'][validindex].values
+        lonlist = newdata['Lon'][validindex].values
+        # templist = newdata['TEM'][validindex].values
+        # rhlist = newdata['RHU'][validindex].values
+        # dtlist = newdata['DPT'][validindex].values
+        # sprslist = newdata['PRS_Sea'][validindex].values
+        datalist = newdata[varname][validindex].values
+
+        self.set_boundary(np.min(lonlist),np.max(lonlist),np.min(latlist),np.max(latlist))
+        flag = datalist < defaultvalue  
+        lonlist = lonlist[flag]
+        latlist = latlist[flag]
+        datalist = datalist[flag]
+        params={}
+        params['in_lon'] = lonlist
+        params['in_lat'] = latlist
+        params['in_data'] = datalist
+        params['tipname'] = tipname
+        if vartype.find('温度')>=0:
+            params['out_varname'] = 't2m'
+            params['out_long_name'] = 'surface temperature objective analyse'
+            params['out_short_name'] = 'oa_t'
+            params['out_units'] = 'degC'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        elif vartype.find('露点')>=0:
+            params['out_varname'] = 'td2m'
+            params['out_long_name'] = 'surface dewpoint temperature objective analyse'
+            params['out_short_name'] = 'oa_td'
+            params['out_units'] = 'degC'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        elif vartype.find('湿度')>=0:
+            params['out_varname'] = 'rh2m'
+            params['out_long_name'] = 'surface relative humidility objective analyse'
+            params['out_short_name'] = 'oa_rh'
+            params['out_units'] = '%'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        elif vartype.find('气压')>=0:
+            params['out_varname'] = 'sprs2m'
+            params['out_long_name'] = 'sea pressure objective analyse'
+            params['out_short_name'] = 'oa_sprs'
+            params['out_units'] = 'hPa'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        elif vartype.find('变温')>=0:
+            params['out_varname'] = 't2m_delta_' + varname.split('_')[-1]
+            params['out_long_name'] = 'surface temperature delta objective analyse'
+            params['out_short_name'] = 'oa_t_delta' + varname.split('_')[-1]
+            params['out_units'] = 'degC'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        elif vartype.find('变压')>=0:
+            params['out_varname'] = 'sprs2m_delta_' + varname.split('_')[-1]
+            params['out_long_name'] = 'sea pressure delta objective analyse'
+            params['out_short_name'] = 'oa_sprs_delta' + varname.split('_')[-1]
+            params['out_units'] = 'hPa'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        return outdata
+
+    # 进行客观分析的基础函数
+    def do_oa_base(self,params):
+        
+        if not 'method' in params.keys():
+            print('key "method" should be set')
+            return False
+
+        if not 'in_lon' in params.keys():
+            print('key "in_lon" should be set')
+            return False
+
+        if not 'in_lat' in params.keys():
+            print('key "in_lat" should be set')
+            return False
+        
+        if not 'in_data' in params.keys():
+            print('key "in_data" should be set')
+            return False
+
+        if not 'out_varname' in params.keys():
+            print('key "out_varname" should be set')
+            return False
+
+        if not 'out_long_name' in params.keys():
+            print('key "out_long_name" should be set')
+            return False
+        
+        if not 'out_short_name' in params.keys():
+            print('key "out_short_name" should be set')
+            return False
+
+        if not 'out_units' in params.keys():
+            print('key "out_units" should be set')
+            return False
+
+        lonlist = params['in_lon']
+        latlist = params['in_lat']
+        data = params['in_data']
+        x_masked, y_masked, data = remove_nan_observations(lonlist, latlist, data)
+        x_masked, y_masked, data = remove_repeat_coordinates(x_masked, y_masked, data)
+
+        # 4sigma
+        def four_sigma(df):
+            mean=df.data.mean()
+            std=df.data.std()
+            upper_limit=mean+4*std
+            lower_limit=mean-4*std
+            df['anomaly']=df.data.apply(lambda x: 1 if (x>upper_limit ) or (x<lower_limit) else 0)
+            return df
+
+        # 根据百分位进行异常值检查
+        tmpdata = pd.DataFrame(data,columns=['data'])
+        df1 = four_sigma(tmpdata)
+        # df1[df1['anomaly']==1]
+
+        x_masked = x_masked[df1['anomaly']==0]
+        y_masked = y_masked[df1['anomaly']==0]
+        data = data[df1['anomaly']==0]
+
+        if self.debug_level > 0:
+            print('read data over!')
+
+        # self.set_reso(0.05)
+        # 温度插值
+        # hreso = 0.05
+        if params['method'] != "couhua":
+            pass
+            # gx, gy, gd = interpolate_to_grid(x_masked, y_masked, data,
+            #                                             interp_type='cressman',hres=self.reso,
+            #                                             minimum_neighbors=1,
+            #                                             )
+        else:
+            # 用凑华的oa方法
+            # gx, gy, gd = interp_sg_oa(lonlist, latlist, data,hreso)
+            gx, gy, gd = interp_sg_oa(x_masked, y_masked, data,self.reso,[self.minlon,self.maxlon,self.minlat,self.maxlat],sm=20)
+            pass
+
+        # 将客观分析结果在x和y方向调整坐标
+        gd = gd.T
+        gx = gx.T
+        gy = gy.T
+
+        # 构建xarray，并返回
+
+        # define coordinates
+        # time_coord = ('time', redic['time'][0])
+        lon_coord = ('lon', gx[:,0], {
+            'long_name':'longitude', 'units':'degrees_east', '_CoordinateAxisType':'Lon'})
+        lat_coord = ('lat', gy[0,:], {
+            'long_name':'latitude', 'units':'degrees_north', '_CoordinateAxisType':'Lat'})
+
+
+        # create xarray
+        varattrs={'long_name': params['out_long_name'], 'short_name': params['out_short_name'], 'units': params['out_units']}
+        
+     
+        result = xr.Dataset({params['out_varname']:(['lon', 'lat'], gd, varattrs),
+                             },
+                            coords={ 'lon':lon_coord, 'lat':lat_coord })
+
+        # add attributes
+        result.attrs['Conventions'] = "CF-1.6"
+        result.attrs['time'] = self.time_str# np.datetime64(datetime.strptime(self.time_str,'%Y%m%d%H%M%S',))
+        result.attrs['sta_maxvalue'] = np.max(data)
+        result.attrs['sta_minvalue'] = np.min(data)
+        if params['out_varname'] == 'sprs2m':
+            result.attrs['sta_maxvalue'] = (np.max(data) + 2.5)//2.5*2.5
+            result.attrs['sta_minvalue'] = (np.min(data) + 2.5)//2.5*2.5
+        result.attrs['varname'] = params['out_varname']
+        result.attrs['tipname'] = params['tipname']
+        return result
+
+    # 针对mdfs的5分钟资料做客观分析
+    def do_oa_mdfs(self,filename,vartype='温度'):
+        if not os.path.exists(filename):
+            print(filename + ' not exists!')
+            return None
+
+        redic = mserver.get_stadata_from_mdfs(filename)
+        if self.debug_level > 0:
+            print(redic.columns)
+        
+        newdata = redic[['ID','lon','lat','温度','露点温度','相对湿度','平均风速_2分钟','平均风向_2分钟']]
+        validindex=[]
+        for nn in range(newdata.shape[0]):
+            if not self.is_in_boundary(newdata['lon'][nn],newdata['lat'][nn]):
+                continue
+            else:
+                validindex.append(nn)
+        # print(validindex)        
+
+        # 注意，务必将缺测值设置为nan
+        latlist = newdata['lat'][validindex].values
+        lonlist = newdata['lon'][validindex].values
+        templist = newdata['温度'][validindex].values
+        rhlist = newdata['相对湿度'][validindex].values
+        dtlist = newdata['露点温度'][validindex].values
+        windspd = newdata['平均风速_2分钟'][validindex].values
+        winddir = newdata['平均风向_2分钟'][validindex].values
+
+        if vartype.find('温度')>=0:
+            params={}
+            params['in_lon'] = lonlist
+            params['in_lat'] = latlist
+            params['in_data'] = templist
+            params['out_varname'] = 't2m'
+            params['out_long_name'] = 'surface temperature objective analyse'
+            params['out_short_name'] = 'oa_t'
+            params['out_units'] = 'degC'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        elif vartype.find('露点')>=0:
+            params={}
+            params['in_lon'] = lonlist
+            params['in_lat'] = latlist
+            params['in_data'] = dtlist
+            params['out_varname'] = 'td2m'
+            params['out_long_name'] = 'surface dewpoint temperature objective analyse'
+            params['out_short_name'] = 'oa_td'
+            params['out_units'] = 'degC'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+        elif vartype.find('湿度')>=0:
+            params={}
+            params['in_lon'] = lonlist
+            params['in_lat'] = latlist
+            params['in_data'] = rhlist
+            params['out_varname'] = 'rh2m'
+            params['out_long_name'] = 'surface relative humidility objective analyse'
+            params['out_short_name'] = 'oa_rh'
+            params['out_units'] = '%'
+            params['method'] = 'couhua'
+            outdata = self.do_oa_base(params)
+
+        # # wind
+        # wind_speed = (windspd * units('m/s'))
+        # wind_dir = winddir * units.degree
+        # good_indices = np.where((~np.isnan(wind_dir)) & (~np.isnan(wind_speed)))
+
+        # x_masked = lonlist[good_indices]
+        # y_masked = latlist[good_indices]
+        # wind_speed = wind_speed[good_indices]
+        # wind_dir = wind_dir[good_indices]
+        # u, v = wind_components(wind_speed, wind_dir)
+
+        # # uwind
+        # params['in_lon'] = x_masked
+        # params['in_lat'] = y_masked
+        # params['in_data'] = u.magnitude
+        # params['out_varname'] = 'u10m'
+        # params['out_long_name'] = '10m uwind objective analyse'
+        # params['out_short_name'] = 'oa_u10m'
+        # params['out_units'] = 'm/s'
+        # params['method'] = 'couhua'
+        # u10m = self.do_oa_base(params)
+
+        # # vwind
+        # params['in_lon'] = x_masked
+        # params['in_lat'] = y_masked
+        # params['in_data'] = v.magnitude
+        # params['out_varname'] = 'v10m'
+        # params['out_long_name'] = '10m vwind objective analyse'
+        # params['out_short_name'] = 'oa_v10m'
+        # params['out_units'] = 'm/s'
+        # params['method'] = 'couhua'
+        # v10m = self.do_oa_base(params)
+
+        # digdata = self.calc_vor_div(wind_speed,wind_dir,lonlist,latlist)
+
+        # 
+        
+        return outdata
+    
+    # def calc_vor_div(self,wind_speed,wind_dir,lonlist,latlist):
+        
+    #     # 风场插值
+
+    #     good_indices = np.where((~np.isnan(wind_dir)) & (~np.isnan(wind_speed)))
+
+    #     x_masked = lonlist[good_indices]
+    #     y_masked = latlist[good_indices]
+    #     wind_speed = wind_speed[good_indices]
+    #     wind_dir = wind_dir[good_indices]
+    #     u, v = wind_components(wind_speed, wind_dir)
+    #     windgridx, windgridy, uwind = interpolate_to_grid(x_masked, y_masked, np.array(u),interp_type='cressman', hres=self.reso)
+
+    #     _, _, vwind = interpolate_to_grid(x_masked, y_masked, np.array(v), interp_type='cressman',hres=self.reso)
+    #     if self.debug_level > 0:
+    #         print('interpolate done!')
+
+    #     # %%计算涡度散度
+    #     dx, dy = lat_lon_grid_deltas(longitude=windgridx, latitude=windgridy)
+    #     vtx=vorticity(u=uwind*units.meter/units.seconds ,v=vwind*units.meter/units.seconds,dx=dx,dy=dy)
+    #     div=divergence(u=uwind*units.meter/units.seconds ,v=vwind*units.meter/units.seconds,dx=dx,dy=dy)
+
+    #     # 乘上1e5，方便显示
+    #     vtx = vtx * 1e5
+    #     div = div * 1e5
+    #     # print(vtx.shape)
+    #     # print(div.shape)
+    #     if self.debug_level > 0:
+    #         print('涡度和散度计算完毕！')
+
+    #     # 构建xarray，并返回
+
+    #     # define coordinates
+    #     # time_coord = ('time', redic['time'][0])
+    #     lon_coord = ('lon', windgridx[0,:], {
+    #         'long_name':'longitude', 'units':'degrees_east', '_CoordinateAxisType':'Lon'})
+    #     lat_coord = ('lat', windgridy[:,0], {
+    #         'long_name':'latitude', 'units':'degrees_north', '_CoordinateAxisType':'Lat'})
+
+
+    #     # create xarray
+    #     varattrs_vtx10m={'long_name': 'surface vortex ', 'short_name': 'oa_vtx_10m', 'units': '1e-5*1/s'}
+    #     varattrs_div10m={'long_name': 'surface divergence ', 'short_name': 'oa_div_10m', 'units': '1e-5*1/s'}
+     
+    #     result = xr.Dataset({
+    #                          'vtx_10m':(['lat', 'lon'], vtx.magnitude, varattrs_vtx10m),
+    #                          'div_10m':(['lat', 'lon'], div.magnitude, varattrs_div10m),
+    #                          },
+    #                         coords={ 'lat':lat_coord, 'lon':lon_coord})
+
+    #     # add attributes
+    #     result.attrs['Conventions'] = "CF-1.6"
+
+    #     # 对计算结果进行平滑处理
+    #     vtx_smooth=result.vtx_10m.rolling(lon=5, lat=5, min_periods=1, center=True).mean()
+    #     result.vtx_10m.data = vtx_smooth.values
+
+    #     div_smooth=result.div_10m.rolling(lon=5, lat=5, min_periods=1, center=True).mean()
+    #     result.div_10m.data = div_smooth.values
+
+
+    #     pass
+    #     return result
+
+        
+    # # 显示客观分析结果
+    # def display_var(self,):
+    #     # 显示
+    #     to_proj = ccrs.LambertConformal(central_longitude=120, central_latitude=40)
+    #     fig = plt.figure(figsize=(8, 7))
+        
+    #     view = fig.add_axes([0.05, 0.05, 0.9, 0.9]) # , projection=to_proj
+    #     view.set_title('oa')
+
+    #     shddata=div.magnitude
+    #     # levels = list(range(10, 40, 1))
+    #     levels = MaxNLocator(nbins=15).tick_values(-20,20) #shddata.min(), shddata.max()
+    #     cmap = plt.get_cmap('rainbow')
+
+    #     norm = BoundaryNorm(levels, ncolors=cmap.N, clip=True)
+
+    #     mmb = view.pcolormesh(gx, gy, shddata, cmap=cmap, norm=norm)
+
+    #     # add wind barbs
+    #     sizesdic={'emptybarb':0}
+    #     barb_incrementsdict={'half':2,'full':4,'flag':20}
+    #     for xx in np.arange(0,windgridx.shape[0],3):
+    #         for yy in np.arange(0,windgridx.shape[1],3):
+    #             if abs(uwind[xx,yy]) > 1 and abs(vwind[xx,yy]) > 1:
+    #                 view.barbs(windgridx[xx,yy], windgridy[xx,yy], uwind[xx,yy], vwind[xx,yy],sizes=sizesdic, 
+    #                             alpha=.4, length=5,barb_increments=barb_incrementsdict)
+
+    #     fig.colorbar(mmb, shrink=.6, pad=0.02, boundaries=levels)
+
+    #     plt.savefig('pic/test.png', dpi=300, bbox_inches='tight')
+    #     # plt.show()
+        
+    
+    # 将等值线转换成gr2的格式
+    def trans_gr2(self,data,outpath,outname,badd_time_flag=False,m_pret=None,aws_duration=6,bhistory=False,encoding='gbk'):
+        '''
+        m_pret: 上一次的时间，用于历史数据构造
+        badd_time_flag : 是否需要添加时间信息
+        aws_duration: 数据持续显示的时间，单位分钟
+        bhistory: 是否是历史批处理模式
+        '''
+        varname = list(data.variables)[0]
+
+        # if maxvalue is None or minvalue is None:
+        #     LEVS = np.linspace(np.nanmin(data[varname].values.flatten()),np.nanmax(data[varname].values.flatten()),len(colors_gr2))
+        # else:
+        #     LEVS = np.linspace(minvalue,maxvalue,len(colors_gr2))
+
+        tipname = data.attrs['tipname']
+        if data.attrs['varname'] == 'sprs2m':
+            ccolors = get_colordf_from_file()
+            LEVS = np.arange(data.sta_minvalue,data.sta_maxvalue,2.5)
+            LEVS = LEVS.round(2)
+            if len(LEVS) > ccolors.shape[0]-1:
+                LEVS = LEVS[0:ccolors.shape[0]-1]
+            bb = np.linspace(0,ccolors.shape[0]-1,len(LEVS)).astype(int)
+            colors_gr2_new =[]
+            for i in bb:
+                colors_gr2_new.append(ccolors.iloc[i,:].values)
+        elif data.attrs['varname'].find('t2m_delta')>=0:
+            ccolors = get_colordf_from_file()
+            LEVS = np.arange(data.sta_minvalue,data.sta_maxvalue,0.5)
+            LEVS = LEVS.round(2)
+            if len(LEVS) > ccolors.shape[0]-1:
+                LEVS = LEVS[0:ccolors.shape[0]-1]
+            bb = np.linspace(0,ccolors.shape[0]-1,len(LEVS)).astype(int)
+            colors_gr2_new =[]
+            for i in bb:
+                colors_gr2_new.append(ccolors.iloc[i,:].values)
+        elif data.attrs['varname'].find('sprs2m_delta')>=0:
+            ccolors = get_colordf_from_file()
+            LEVS = np.arange(data.sta_minvalue,data.sta_maxvalue,0.1)
+            LEVS = LEVS.round(2)
+            if len(LEVS) > ccolors.shape[0]-1:
+                LEVS = LEVS[0:ccolors.shape[0]-1]
+            bb = np.linspace(0,ccolors.shape[0]-1,len(LEVS)).astype(int)
+            colors_gr2_new =[]
+            for i in bb:
+                colors_gr2_new.append(ccolors.iloc[i,:].values)
+        else:
+            colors_gr2_new = colors_gr2
+            LEVS = np.linspace(data.sta_minvalue,data.sta_maxvalue,len(colors_gr2_new))
+        # 
+        if np.mean(abs(LEVS)) > 1:
+            if data.attrs['varname'] != 'sprs2m' and data.attrs['varname'].find('t2m_delta')<0 and data.attrs['varname'].find('sprs2m_delta')<0:
+                LEVS = LEVS.astype(int)
+                if LEVS[-1] - LEVS[0]<len(LEVS):
+                    LEVS = np.linspace(LEVS[0],LEVS[0]+len(colors_gr2_new)-1,len(colors_gr2_new))
+                    LEVS = LEVS.astype(int)
+
+        else:
+            LEVS = np.round(LEVS,3)
+        
+        # This code could remove duplicates in a list
+        LEVS = list(OrderedDict.fromkeys(LEVS))
+
+        ax = plt.subplot()
+        
+        pass
+   
+        con_re = ax.contour(data.lat.values, data.lon.values, data[varname].values, LEVS,colors='k')
+       
+        conts = get_contour_verts(con_re)
+
+        curyear = int(self.time_str[0:4])
+        curmonth = int(self.time_str[4:6])
+        curday = int(self.time_str[6:8])
+        curhour = int(self.time_str[8:10])
+        curmin = int(self.time_str[10:12])
+
+        obstime = datetime(curyear,curmonth,curday,curhour,curmin,0)
+
+        if self.time_type == "BJT":
+            curtime = obstime + timedelta(hours=8)
+
+        curtstr = '%04d'%curtime.year + '年' + '%02d'%curtime.month + '月' + '%02d'%curtime.day + '日' + '%02d'%curtime.hour + '时' + \
+                  '%02d'%curtime.minute + '分'
+        
+        with open(outpath + os.sep + outname, 'wt', encoding=encoding) as of:
+
+            # if bhistory:
+            #     of.write('Refreshseconds: 30\n')
+            #     of.write('Threshold: 999\n')
+            #     of.write('Title: %s-等值线分析-%s(%s)\n'%(tipname,curtstr,self.time_type))
+            #     of.write('Font: 1, 30, 1, "Arial"\n')
+
+            if badd_time_flag:
+             
+                # 这里直接用m_pret 可以保证不会出现重叠的记录
+                if not m_pret is None:
+                    pre_time = m_pret + timedelta(minutes=-1*int(aws_duration/2))
+                    endtime = m_pret + timedelta(minutes=1*int(aws_duration/2))
+                else:
+                    pre_time = obstime + timedelta(minutes =  - (obstime.minute % 6) -1*int(aws_duration/2))
+                    endtime = obstime + timedelta(minutes=20)
+                
+                
+                timerangestr = 'TimeRange: ' + pre_time.strftime('%Y-%m-%dT%H:%M:%S') + ' ' + endtime.strftime('%Y-%m-%dT%H:%M:%S')
+
+                # 实时模式下，改时间一定要放在timerange后面
+
+                if self.time_type == "BJT":
+                    pre_time = pre_time + timedelta(hours=8)
+                    endtime = endtime + timedelta(hours=8)
+
+                if bhistory or not m_pret is None:
+                    timerangestr = 'TimeRange: ' + pre_time.strftime('%Y-%m-%dT%H:%M:%S') + ' ' + endtime.strftime('%Y-%m-%dT%H:%M:%S')
+
+                of.write(timerangestr + '\n')
+
+            # 添加等值线
+            for lv in np.arange(0,len(LEVS)):
+                if lv >= len(conts):
+                    continue
+                if LEVS[lv] == int(LEVS[lv]):
+                    labs = str(int(LEVS[lv]))
+                else:
+                    labs = '%.1f'%(LEVS[lv])
+                
+                if len(conts[lv]) > 0:
+                    for jj in np.arange(0,len(conts[lv])):
+                        if conts[lv][jj].shape[0] < 5:
+                            continue
+                        else:
+                            of.write('Color: %d %d %d\n'%(colors_gr2_new[lv][0], colors_gr2_new[lv][1], colors_gr2_new[lv][2]))
+
+                            of.write('Line: 4,0,"%s等于%s等值线"\n'%(tipname,labs))
+
+                            for kk in np.arange(0,conts[lv][jj].shape[0]): # 
+                                lat = conts[lv][jj][kk][0]
+                                lon = conts[lv][jj][kk][1]
+                             
+                                of.write('%.4f,%.4f\n'%(lat,lon))
+                            of.write('End:\n')
+                            for mm in np.arange(0,conts[lv][jj].shape[0],int(conts[lv][jj].shape[0]/2)):
+                                of.write('Text: %.3f,%.3f,1,%s\n'%(conts[lv][jj][mm][0], conts[lv][jj][mm][1], labs))
+                            of.write('\n')
+        plt.close('all')
+        plt.close()
+        gc.collect()
+        print(outpath + os.sep + outname + ' is done!')
+    pass
+
+
+if __name__ == '__main__':
+
+    filepath = 'testdata/'
+    # filename = 'PLOT_5MIN_20220511141000.000'
+    filename = 'surface_aws_20230409_0818.csv'
+    startlon = 106
+    endlon = 135
+    startlat = 18
+    endlat = 28
+
+    oa_class = Object_Analyst()
+    oa_class.set_debug(1)
+    oa_class.set_reso(0.025)
+    oa_class.set_boundary(startlon,endlon,startlat,endlat)
+    
+    # oa_class.set_time('20220511141000')
+    tstr = filename[12:20]+filename[21:25]
+    oa_class.set_time(tstr)
+    # result = oa_class.do_oa_mdfs(filepath + os.sep + filename,vartype='温度')
+    result = oa_class.do_oa_csv(filepath + os.sep + filename,vartype='温度')
+    
+    oa_class.trans_gr2(result,'output/placefiles',list(result.variables)[0] + '.pls')
+    print('done! ')
+
+
+    # if not result is None:
+    #     # cflag = (abs(result.t2m)<20) & (abs(result.t2m)>3)
+    #     result.t2m.plot.contourf(levels=15, add_colorbar=True)
+    #     plt.title('t2m')
+    #     plt.show()
+    #     kk=0
+
+    # if not result is None:
+    #     cflag = (abs(result.div_10m)<20) & (abs(result.div_10m)>3)
+    #     result.div_10m.where(cflag).plot.contour(levels=15, add_colorbar=True)
+    #     plt.title('divergence')
+    #     plt.show()
+    #     kk=0
+
+
+    # oa_class = Object_Analyst()
+    # oa_class.set_reso(0.01)
+    # params={}
+    # params['in_lon'] = aws_lons
+    # params['in_lat'] = aws_lats
+    # params['in_data'] = aws_tem
+    # params['out_varname'] = 't2m'
+    # params['out_long_name'] = 'surface temperature objective analyse'
+    # params['out_short_name'] = 'oa_t'
+    # params['out_units'] = 'degC'
+    
+    # t2m = oa_class.do_oa_base(params)
+    
+
+    
+
+    
+    # %%