shancx 1.8.92__py3-none-any.whl → 1.9.33.218__py3-none-any.whl

shancx/df2database.py

@@ -8,7 +8,7 @@ enginestr = 'postgresql://postgres:{}@{}:{}/exam_data'.format(passwd,ip,port)
 def get_create_engine(enginestr):
     engine = create_engine(enginestr)
     return engine
-# engine = get_create_engine(enginestr)
+engine = get_create_engine(enginestr)
 # 创建一个示例 DataFrame
 def data_column_lower(exam_data):
     exam_data.columns = [col.lower() for col in exam_data.columns]
@@ -26,4 +26,64 @@ def write_to_postgresql(df):
 def read_from_postgresql():
     df_from_sql = pd.read_sql('qurey sql', con=engine)
     return df_from_sql
- 
+
+def databasequerystr(sCST, eCST,tb =table):
+    sCSTStr = sCST.strftime('%Y%m%d%H%M')
+    eCSTStr = eCST.strftime('%Y%m%d%H%M')
+    if len(eCSTStr)!=12 or len(eCSTStr) !=12:
+        raise Exception("The time format is incorrect")
+    timerange = list({sCSTStr,eCSTStr})
+    if tb =="1":
+        if len(timerange) == 1 :
+           querystr = f" SELECT * FROM {table1} where datetime1 = '{sCSTStr}'"
+        else:
+           querystr = f" SELECT * FROM {table1} where datetime1 >='{sCSTStr}' and datetime1 <'{eCSTStr}' " 
+    else:
+        if len(timerange) == 1 :
+           querystr = f" SELECT * FROM {table} where datetime = '{sCSTStr}'"
+        else:
+           querystr = f" SELECT * FROM {table} where datetime >='{sCSTStr}' and datetime <'{eCSTStr}' " 
+    return querystr  
+
+querystr = databasequerystr(sCST, eCST)
+with engine.connect() as connection:
+     df1d = pd.read_sql(querystr, con=connection) 
+df1d = pd.read_sql(querystr, con=engine)
+engine.dispose() 
+
+
+
+from postsql.baseconfig import *
+from shancx import loggers as logger
+import argparse
+import datetime
+import pandas as pd
+
+def options():
+    parser = argparse.ArgumentParser(description='examdatabasedata')
+    parser.add_argument('--times', type=str, default='202411100000,202411101000') 
+    config= parser.parse_args()
+    print(config)
+    config.times = config.times.split(",")
+    if len(config.times) == 1:
+        config.times = [config.times[0], config.times[0]]
+    config.times = [datetime.datetime.strptime(config.times[0], "%Y%m%d%H%M"),
+                    datetime.datetime.strptime(config.times[1], "%Y%m%d%H%M")]
+    return config
+if __name__ == '__main__':
+    cfg = options()
+    sCST = cfg.times[0]
+    eCST = cfg.times[-1]
+    querystr = databasequerystr(sCST, eCST)
+    df1d = pd.read_sql(querystr, con=engine) 
+    print()
+
+"""
+SELECT pg_size_pretty(pg_total_relation_size('your_table_name')) AS total_size
+ftp://ftp.ncdc.noaa.gov/pub/data/noaa/isd-lite/
+tgftp.nws.noaa.gov
+/data/observations/metar/decoded 
+ftp://ftp.cpc.ncep.noaa.gov/precip/cmorph/
+https://www.ncei.noaa.gov/data/global-hourly/access/2024/
+ftp://ftp.cpc.ncep.noaa.gov      路径文件  /precip/CMORPH2/CMORPH2NRT/DATA/2024  全球25公里 逐30min 卫星 降雨 nc文件
+"""

shancx/geosProj.py

@@ -0,0 +1,80 @@
+import numpy as np
+import warnings
+
+class goesProj():
+    def __init__(self,lonD=-75.2,resolution=2000):
+
+        self.ea=6378.137
+        self.eb=6356.7523
+        self.h=42164
+        self.lambdaD=np.radians(lonD)        
+
+        OFF = {500: 10991.5, 1000: 5495.5, 1250: 4576, 2000: 2747.5, 4000: 1373.5, 5000: 1144}
+        FAC = {500: 81865099, 1000: 40932549, 1250: 32746038, 2000: 20466274, 4000: 10233137, 5000: 8186510}
+        
+        self.COFF=OFF[resolution]
+        self.LOFF=OFF[resolution]
+        self.CFAC=FAC[resolution]
+        self.LFAC=FAC[resolution]
+
+    def transform(self,latD,lonDe,RO=22):
+        lat=np.radians(latD)
+        lon=np.radians(lonDe)
+        ba2=np.square(self.eb/self.ea)
+        phie=np.arctan(ba2*np.tan(lat))
+        diffLon0=lon-self.lambdaD
+        re=self.eb/np.sqrt(1-(1-ba2)*np.square(np.cos(phie)))
+
+        r1=self.h-re*np.cos(phie)*np.cos(diffLon0)
+        r2= -re*np.cos(phie)*np.sin(diffLon0)
+        r3=re*np.sin(phie)
+        rn=np.sqrt(np.square(r1)+np.square(r2)+np.square(r3))
+
+
+        x= np.degrees(np.arctan(-r2/r1))
+        y= np.degrees(np.arcsin(-r3/rn))
+
+        c=(self.COFF+x*np.power(2.0,-16)*self.CFAC -RO).astype(np.int32)
+        l=(self.LOFF+y*np.power(2.0,-16)*self.LFAC -RO).astype(np.int32)
+        return (l,c)
+    
+    
+import numpy as np
+import warnings
+
+class goesProjMSG10():
+    def __init__(self,lonD=-75.2,resolution=2000):
+
+        self.ea=6378.137
+        self.eb=6356.7523
+        self.h=42164
+        self.lambdaD=np.radians(lonD)        
+
+        OFF = {500: 10991.5, 1000: 5495.5, 1250: 4576, 2000: 2747.5, 4000: 1373.5, 5000: 1144}
+        FAC = {500: 81865099, 1000: 40932549, 1250: 32746038, 2000: 20466274, 4000: 10233137, 5000: 8186510}
+        
+        self.COFF=OFF[resolution]
+        self.LOFF=OFF[resolution]
+        self.CFAC=FAC[resolution]
+        self.LFAC=FAC[resolution]
+
+    def transform(self,latD,lonDe,ROC=-10,ROL=-30):
+        lat=np.radians(latD)
+        lon=np.radians(lonDe)
+        ba2=np.square(self.eb/self.ea)
+        phie=np.arctan(ba2*np.tan(lat))
+        diffLon0=lon-self.lambdaD
+        re=self.eb/np.sqrt(1-(1-ba2)*np.square(np.cos(phie)))
+
+        r1=self.h-re*np.cos(phie)*np.cos(diffLon0)
+        r2= -re*np.cos(phie)*np.sin(diffLon0)
+        r3=re*np.sin(phie)
+        rn=np.sqrt(np.square(r1)+np.square(r2)+np.square(r3))
+
+
+        x= np.degrees(np.arctan(-r2/r1))
+        y= np.degrees(np.arcsin(-r3/rn))
+
+        c=(self.COFF+x*np.power(2.0,-16)*self.CFAC -ROC).astype(np.int32)
+        l=(self.LOFF+y*np.power(2.0,-16)*self.LFAC -ROL).astype(np.int32)
+        return (l,c)

shancx/info.py

@@ -0,0 +1,38 @@
+dict_pro = {"安徽省":"34"
+           ,"北京市":"11"
+           ,"福建省":"35"
+           ,"甘肃省":"62"
+           ,"广东省":"44"
+           ,"广西壮族自治区":"45"
+           ,"贵州省":"52"
+           ,"海南省":"46"
+           ,"河北省":"13"
+           ,"河南省":"41"
+           ,"黑龙江省":"23"
+           ,"湖北省":"42"
+           ,"湖南省":"43"
+           ,"吉林省":"22"
+           ,"江苏省":"32"
+           ,"江西省":"36"
+           ,"辽宁省":"21"
+           ,"内蒙古自治区":"15"
+           ,"宁夏回族自治区":"64"
+           ,"青海省":"63"
+           ,"山东省":"37"
+           ,"山西省":"14"
+           ,"陕西省":"61"
+           ,"上海市":"31"
+           ,"四川省":"51"
+           ,"天津市":"12"
+           ,"西藏自治区":"54"
+           ,"新疆维吾尔自治区":"65"
+           ,"云南省":"53"
+           ,"省":"33"
+           ,"重庆市":"50"
+           ,"合肥":"3401"
+           ,"全国":"100000"
+           ,"广州市":"4401"
+           ,"深圳市":"4403"
+           }
+
+ 

shancx/netdfJU.py

@@ -0,0 +1,231 @@
+
+
+import netCDF4 as nc
+import numpy as np
+with nc.Dataset(path) as dataNC:
+    # 获取 'time' 变量
+    name_data = dataNC.variables[list(dataNC.variables)[0]][:] 
+    print(list(dataNC.variables))   
+    # 打印时间数据
+    name = list(dataNC.variables)[0]
+    print(f"{name}数据:")
+    print(name_data)
+
+with nc.Dataset(path) as dataNC:
+    ref = dataNC["var"][:][::-1]*100
+    latArr = dataNC["lat"][:][::-1]
+    lonArr = dataNC["lon"][:]
+
+with nc.Dataset(path) as dataNC:
+    ref = dataNC["var"][:] 
+    latArr = dataNC["lat"][:] 
+    lonArr = dataNC["lon"][:]
+
+def readnetCDF4(path):
+    with nc.Dataset(path) as dataNC:
+        # 获取 'time' 变量
+        name_data = dataNC.variables[list(dataNC.variables)[0]][:] 
+        print(list(dataNC.variables))   
+        # 打印时间数据
+        name = list(dataNC.variables)[0]
+        print(f"{name}数据:")
+        print(name_data)
+def readnetCDF4all(path):
+    with nc.Dataset(path) as dataNC:
+        # 获取 'time' 变量
+        print("开始读取呢台CDF4数据")
+        print(list(dataNC.variables))  
+        for i in list(dataNC.variables):
+            name_data = dataNC.variables[i][:]              
+            # 打印时间数据
+            name = i
+            print(f"{name}数据:")
+            print(name_data)
+         
+import pygrib
+def grib(path):    
+    grbs = pygrib.open(path) #"/mnt/wtx_weather_forecast/gfs_110/20231030/18/gfs.t18z.pgrb2.0p25.f002"
+    for grb in grbs:
+        print(grb)
+import pygrib 
+grbs = pygrib.open(path)
+for grb in grbs:
+    print(f"Message {grb.messagenumber}:")
+    print(f"  Parameter: {grb.parameterName} ({grb.shortName})")
+    print(f"  Level: {grb.level} ({grb.typeOfLevel})")
+    print(f"  Time: {grb.validDate} (forecast time: {grb.forecastTime} hours)")
+    print(f"  Grid: {grb.gridType}")
+    print(f"  Values shape: {grb.values.shape}")
+    print("-" * 50)    
+    
+path = '/mnt/wtx_weather_forecast/CMA_DATA/NAFP/EC/C1D/2024/2024112720/ECMFC1D_PRTY_1_2024112712_GLB_1_2.grib2'
+# grib_ls   /mnt/wtx_weather_forecast/CMA_DATA/NAFP/EC/C1D/2024/2024112720/ECMFC1D_PRTY_1_2024112712_GLB_1_2.grib2
+import pygrib as pg
+with pg.open(path) as dataPG:
+    # for i in dataPG:
+    #     print(i)
+    preInfo = dataPG.select(shortName="ptype")[0] 
+    latMat,lonMat = preInfo.latlons()
+    latMat = latMat[::-1]
+    lonMat = lonMat[::-1]
+    latArr = latMat[:,0]
+    lonArr = lonMat[0]
+    pre = preInfo.values
+    pre = pre[::-1]
+
+grbs = pg.open(path) #"/mnt/wtx_weather_forecast/gfs_110/20231030/18/gfs.t18z.pgrb2.0p25.f002"
+for grb in grbs:
+    print(grb)
+grbs.close()
+ 
+import json
+import gzip
+import pandas as pd
+# Assuming the file is a gzipped JSON
+file_path = '/mnt/wtx_weather_forecast/scx/GeoEnvData/rawData/ZW_1.gz'
+with gzip.open(file_path, 'rt') as file:  # 'rt' mode to read as text
+    data = json.load(file)
+
+# Normalize JSON data into a DataFrame
+df = pd.json_normalize(data)
+
+
+"""
+
+import h5py
+
+file_path = "/mnt/wtx_weather_forecast/zhangshuo/QYDL/DATA/GPM/3B-HHR-L.MS.MRG.3IMERG.20241001-S000000-E002959.0000.V07B.HDF5"
+
+def inspect_file(file_path):
+    with h5py.File(file_path, 'r') as f:
+        print("文件结构:")
+        def print_objects(name, obj):
+            if isinstance(obj, h5py.Dataset):
+                print(f"  Dataset: {name} (Shape: {obj.shape}, Dtype: {obj.dtype})")
+            elif isinstance(obj, h5py.Group):
+                print(f"  Group: {name}")
+        f.visititems(print_objects)
+
+inspect_file(file_path)
+ 
+##############################
+import h5py
+import numpy as np
+
+file_path = "/mnt/wtx_weather_forecast/zhangshuo/QYDL/DATA/GPM/3B-HHR-L.MS.MRG.3IMERG.20241001-S000000-E002959.0000.V07B.HDF5"
+
+def read_precipitation(file_path):
+    with h5py.File(file_path, 'r') as f:
+        # 读取降水数据（形状: (1, 3600, 1800)）
+        precip = np.array(f['Grid/precipitation'][0, :, :])  # 去掉时间维度
+        
+        # 读取坐标
+        lons = np.array(f['Grid/lon'])      # 经度 (3600,)
+        lats = np.array(f['Grid/lat'])      # 纬度 (1800,)
+        
+        # 处理无效值
+        fill_value = f['Grid/precipitation'].attrs.get('_FillValue', -9999.0)
+        precip[precip == fill_value] = np.nan
+        
+        # 获取单位
+        units = f['Grid/precipitation'].attrs.get('units', 'mm/h')
+        
+        return {
+            "precipitation": precip,  # 形状: (3600, 1800)
+            "longitude": lons,       # 经度数组
+            "latitude": lats,        # 纬度数组
+            "units": units           # 单位（如 mm/h）
+        }
+
+# 调用函数
+data = read_precipitation(file_path)
+print(f"降水数据形状: {data['precipitation'].shape}")
+print(f"经度范围: {data['longitude'].min()} ~ {data['longitude'].max()}")
+print(f"纬度范围: {data['latitude'].min()} ~ {data['latitude'].max()}")
+  
+"""
+
+
+"""
+
+path = '/mnt/wtx_weather_forecast/CMA_DATA/NAFP/EC/C1D/2024/2024112720/ECMFC1D_PRTY_1_2024112712_GLB_1_2.grib2'
+# grib_ls   /mnt/wtx_weather_forecast/CMA_DATA/NAFP/EC/C1D/2024/2024112720/ECMFC1D_PRTY_1_2024112712_GLB_1_2.grib2
+import pygrib as pg
+with pg.open(path) as dataPG:
+    # for i in dataPG:
+    #     print(i)
+    preInfo = dataPG.select(shortName="ptype",stepRange="0")[0] 
+    latMat,lonMat = preInfo.latlons()
+    latMat = latMat[::-1]
+    lonMat = lonMat[::-1]
+    latArr = latMat[:,0]
+    lonArr = lonMat[0]
+    pre = preInfo.values
+    pre = pre[::-1]
+
+path = '/mnt/wtx_weather_forecast/CMA_DATA/NAFP/EC/C1D/2024/2024112720/ECMFC1D_PRTY_1_2024112712_GLB_1_2.grib2'
+# grib_ls   /mnt/wtx_weather_forecast/CMA_DATA/NAFP/EC/C1D/2024/2024112720/ECMFC1D_PRTY_1_2024112712_GLB_1_2.grib2  查看select 参数
+import pygrib as pg
+with pg.open(path) as dataPG:
+    # for i in dataPG:
+    #     print(i)
+    preInfo = dataPG.select(shortName="ptype",stepRange="0")[0] 
+    latMat,lonMat = preInfo.latlons()
+    # latMat = latMat[::-1]
+    # lonMat = lonMat[::-1]
+    latArr = latMat[:,0]
+    lonArr = lonMat[0]
+    pre = preInfo.values
+d_clip = clip(data[ivar_name], env, latArr[0], lonArr[0], 0.25)    
+# d = zoom(d_clip, [4201/169,6201/249], order=1)[:-1, :-1]
+data.update({'lon':lon})
+data.update({'lat': lat})
+return d_clip
+"""
+
+"""
+
+import netCDF4 as nc
+
+# 设定NetCDF文件的路径
+path = 'your_file.nc'  # 请替换为您的实际文件路径
+
+# 打开NetCDF文件
+with nc.Dataset(path) as dataNC:
+    # 获取所有变量的名称
+    variables = dataNC.variables.keys()    
+    # 输出所有变量
+    print("变量列表:")
+    for var in variables:
+        print(var)
+
+with nc.Dataset(path) as dataNC:
+    for var_name in dataNC.variables:
+        var = dataNC.variables[var_name]
+        print(f"变量名称: {var_name}")
+        print(f"数据类型: {var.dtype}")
+        print(f"维度: {var.dimensions}")
+        print(f"属性: {var.__dict__}")
+        print()  # 打印空行以
+
+# 设定NetCDF文件的路径
+path = 'your_file.nc'  # 请替换为您的实际文件路径
+
+with nc.Dataset(path) as dataNC:
+    time_data = dataNC.variables['time'][:]    
+    # 打印时间数据
+    print("时间数据:")
+    print(time_data)
+    # 如果需要转换为可读的日期时间格式
+    time_units = dataNC.variables['time'].units
+    print(f"时间单位: {time_units}")
+
+    # 如果单位是 "days since YYYY-MM-DD" 形式，进行转换
+    if "days since" in time_units:
+        base_time = nc.num2date(time_data, units=time_units)
+        print("转换后的时间数据:")
+        for t in base_time:
+            print(t)
+
+"""
+

shancx/sendM.py

@@ -0,0 +1,59 @@
+import requests
+import datetime 
+def sendMES(message,key='0f313-17b2-4e3d-84b8-3f9c290fa596',NN = None):
+    webHookUrl = f'https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key={NN}{key}'
+    if NN=="MT":
+       webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=8b7df0c1-bde0-4091-9e11-f77519439823"
+    elif NN=="MT1":
+       webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=461a6eab-90e1-48d9-bb7e-ee91f6e16131"
+    elif NN=="WT":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=de0c3cc5-d32b-4631-b807-9db3ae44c6df"
+    elif NN=="H9":
+       webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=652ed7d5-7f31-437c-90e2-25efce6a8a8a"
+    elif NN=="GOES18":
+       webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=32c59698-92ff-4049-a1bb-12908fb7b0da"
+    elif NN=="GOES19":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=aac8d435-2d21-4c5e-a465-7b51396f4b25"  
+    elif NN=="FY4B":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=0f4e28f6-af3b-44b0-9889-827df8f3dcc1" 
+    elif NN=="MSGIN":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=7a4e8f4a-27a7-451b-9b31-dd0339a25e85" 
+    elif NN=="MSG":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=a4222299-a66a-4909-834a-8deeda35c60a" 
+    elif NN=="LAST":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=1b975d3f-0f8c-4ac8-97aa-7de3c5b75802" 
+    elif NN=="MTGH":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=64ec68e0-28dd-40d2-9c23-7b7f3808030c" 
+    elif NN=="GOES19NA":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=790f59bc-64c5-4f37-9795-f1c848ab3fa0" 
+    elif NN=="GOES19SA":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=a195b0e1-ab72-4071-9300-2a148b5e4744" 
+        
+    elif NN=="H9CHNNEAS":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=504d8947-b69d-4f0e-8de4-384a1966d7e2" 
+    elif NN=="H9SEAS":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=2db6e407-5397-44c9-b3cf-3aa27900627c" 
+    elif NN=="H9OC":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=b11a7591-f917-48ba-9bdf-8754aebefd01"         
+
+    elif NN=="MSGER":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=ad6cd972-599d-426f-8dfd-81e930ad40cd" 
+    elif NN=="MSGAF":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=5797fbe9-1c19-4a67-a6fc-83a85cb464a7"      
+    elif NN=="GOES18C":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=4ddac32b-692b-4aa0-9d69-0e655552ff17"   
+        
+
+    elif NN=="GFS":
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=13f39c2f-e191-4100-b1ee-7316ac9c2451"    
+    else:
+        webHookUrl ="https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=13f39c2f-e191-4100-b1ee-7316ac9c2451"
+        
+    try:
+        url=webHookUrl
+        headers = {"Content-Type":"application/json"}
+        data = {'msgtype':'text','text':{"content":message}}
+        res = requests.post(url,json=data,headers=headers)
+    except Exception as e:
+        print(e)
+ 

shancx/tensBoard/__init__.py

@@ -0,0 +1,28 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+# @Time : 2025/03/14 下午19:22
+# @Author : shancx
+# @File : __init__.py
+# @email : shanhe12@163.com
+
+
+from torch.utils.tensorboard import SummaryWriter
+from datetime import datetime
+class Boardlogger:
+    def __init__(self, log_dir=None): self.writer = SummaryWriter(log_dir or f'runs/{datetime.now().strftime("%Y%m%d_%H%M%S")}')
+    def log(self, tag, value, step): self.writer.add_scalar(tag, value, step)
+    def close(self): self.writer.close()
+"""
+Board = Boardlogger()
+Board.log('Train/Loss', 0.1, 1)  # 记录训练损失
+Board.log('Val/IoU', 0.8, 1)     # 记录验证 IoU
+Board.close()
+tensorboard --logdir=runs --port=6006 --bind_all    进入到训练目录文件夹下 启动才可以 
+
+from torch.utils.tensorboard import SummaryWriter
+writer = SummaryWriter(f'runs/{datetime.now().strftime("%Y%m%d_%H%M%S")}')
+writer.add_scalar('Train/Loss', loss.item(), epoch * len(train_loader) + i)
+writer.close()
+""" 
+
+