oafuncs 0.0.81__py2.py3-none-any.whl → 0.0.83__py2.py3-none-any.whl

oafuncs/oa_s/oa_nc.py

@@ -1,410 +0,0 @@
-#!/usr/bin/env python
-# coding=utf-8
-"""
-Author: Liu Kun && 16031215@qq.com
-Date: 2024-09-17 14:58:50
-LastEditors: Liu Kun && 16031215@qq.com
-LastEditTime: 2024-12-06 14:16:56
-FilePath: \\Python\\My_Funcs\\OAFuncs\\oafuncs\\oa_nc.py
-Description:
-EditPlatform: vscode
-ComputerInfo: XPS 15 9510
-SystemInfo: Windows 11
-Python Version: 3.11
-"""
-
-import os
-
-import netCDF4 as nc
-import numpy as np
-import xarray as xr
-
-__all__ = ["get_var", "extract5nc", "write2nc", "merge5nc", "modify_var_value", "modify_var_attr", "rename_var_or_dim", "check_ncfile", "longitude_change", "nc_isel"]
-
-
-def get_var(file, *vars):
-    """
-    description: 读取nc文件中的变量
-    param {file: 文件路径, *vars: 变量名}
-    example: datas = get_var(file_ecm, 'h', 't', 'u', 'v')
-    return {datas: 变量数据}
-    """
-    ds = xr.open_dataset(file)
-    datas = []
-    for var in vars:
-        data = ds[var]
-        datas.append(data)
-    ds.close()
-    return datas
-
-
-def extract5nc(file, varname, only_value=True):
-    """
-    描述：
-    1、提取nc文件中的变量
-    2、将相应维度提取，建立字典
-    return：返回变量及坐标字典
-    参数：
-    file: 文件路径
-    varname: 变量名
-    only_value: 变量和维度是否只保留数值
-    example: data, dimdict = extract5nc(file_ecm, 'h')
-    """
-    ds = xr.open_dataset(file)
-    vardata = ds[varname]
-    ds.close()
-    dims = vardata.dims
-    dimdict = {}
-    for dim in dims:
-        if only_value:
-            dimdict[dim] = vardata[dim].values
-        else:
-            dimdict[dim] = ds[dim]
-    if only_value:
-        vardata = np.array(vardata)
-    return vardata, dimdict
-
-
-def _numpy_to_nc_type(numpy_type):
-    """将NumPy数据类型映射到NetCDF数据类型"""
-    numpy_to_nc = {
-        "float32": "f4",
-        "float64": "f8",
-        "int8": "i1",
-        "int16": "i2",
-        "int32": "i4",
-        "int64": "i8",
-        "uint8": "u1",
-        "uint16": "u2",
-        "uint32": "u4",
-        "uint64": "u8",
-    }
-    return numpy_to_nc.get(str(numpy_type), "f4")  # 默认使用 'float32'
-
-
-def write2nc(file, data, varname=None, coords=None, mode='w'):
-    """
-    description: 写入数据到nc文件
-    参数：
-    file: 文件路径
-    data: 数据
-    varname: 变量名
-    coords: 坐标，字典，键为维度名称，值为坐标数据
-    mode: 写入模式，'w'为写入，'a'为追加
-    example: write2nc(r'test.nc', data, 'data', {'time': np.linspace(0, 120, 100), 'lev': np.linspace(0, 120, 50)}, 'a')
-    """
-    # 判断mode是写入还是追加
-    if mode == "w":
-        if os.path.exists(file):
-            os.remove(file)
-            print("Warning: File already exists. Deleting it.")
-    elif mode == "a":
-        if not os.path.exists(file):
-            print("Warning: File doesn't exist. Creating a new file.")
-            mode = "w"
-    
-    complete = False
-    if varname is None and coords is None:
-        try:
-            data.to_netcdf(file)
-            complete = True
-            # 不能在这里return
-        except AttributeError:
-            raise ValueError("If varname and coords are None, data must be a DataArray.")
-    
-    if complete:
-        return
-    
-    # kwargs = {'zlib': True, 'complevel': 4} # 压缩参数
-    kwargs = {"compression": 'zlib', "complevel": 9}  # 压缩参数
-
-    # 打开 NetCDF 文件
-    with nc.Dataset(file, mode, format="NETCDF4") as ncfile:
-        # 处理坐标
-        for dim, coord_data in coords.items():
-            add_coords = True
-            # 判断坐标是否存在，若存在，则替换/报错
-            if ncfile.dimensions:
-                # 返回字典，字典、列表、元组若为空，都表示False
-                if dim in ncfile.dimensions:
-                    # del nc.dimensions[dim]
-                    if len(coord_data) != len(ncfile.dimensions[dim]):
-                        raise ValueError("Length of coordinate does not match the dimension length.")
-                    else:
-                        add_coords = False
-                        print(f"Warning: Coordinate '{dim}' already exists. Replacing it.")
-                        ncfile.variables[dim][:] = np.array(coord_data)
-            if add_coords:
-                # 创建新坐标
-                ncfile.createDimension(dim, len(coord_data))
-                ncfile.createVariable(dim, _numpy_to_nc_type(coord_data.dtype), (dim,), **kwargs)
-                ncfile.variables[dim][:] = np.array(coord_data)
-            
-            if isinstance(coord_data, xr.DataArray):
-                current_var = ncfile.variables[dim]
-                if coord_data.attrs:
-                    for key, value in coord_data.attrs.items():
-                        current_var.setncattr(key, value)
-
-        # 判断变量是否存在，若存在，则删除原变量
-        add_var = True
-        if varname in ncfile.variables:
-            print(f"Warning: Variable '{varname}' already exists.")
-            if data.shape != ncfile.variables[varname].shape:
-                raise ValueError("Shape of data does not match the variable shape.")
-            else:
-                # 写入数据
-                ncfile.variables[varname][:] = np.array(data)
-                add_var = False
-                print(f"Warning: Variable '{varname}' already exists. Replacing it.")
-
-        if add_var:
-            # 创建变量及其维度
-            dim_names = tuple(coords.keys())  # 使用coords传入的维度名称
-            ncfile.createVariable(varname, _numpy_to_nc_type(data.dtype), dim_names, **kwargs)
-            # ncfile.createVariable('data', 'f4', ('time','lev'))
-
-            # 写入数据
-            ncfile.variables[varname][:] = np.array(data)
-
-        # 判断维度是否匹配
-        if len(data.shape) != len(coords):
-            raise ValueError("Number of dimensions does not match the data shape.")
-    # 判断data是否带有属性信息，如果有，写入属性信息
-    if isinstance(data, xr.DataArray):
-        current_var = ncfile.variables[varname]
-        if data.attrs:
-            for key, value in data.attrs.items():
-                current_var.setncattr(key, value)
-
-
-def merge5nc(file_list, var_name=None, dim_name=None, target_filename=None):
-    """
-    批量提取 nc 文件中的变量，按照某一维度合并后写入新的 nc 文件。
-    如果 var_name 是字符串，则认为是单变量；如果是列表，且只有一个元素，也是单变量；
-    如果列表元素大于1，则是多变量；如果 var_name 是 None，则合并所有变量。
-
-    参数：
-    file_list：nc 文件路径列表
-    var_name：要提取的变量名或变量名列表，默认为 None，表示提取所有变量
-    dim_name：用于合并的维度名
-    target_filename：合并后的目标文件名
-    
-    example: 
-    merge5nc(file_list, var_name='data', dim_name='time', target_filename='merged.nc')
-    merge5nc(file_list, var_name=['data1', 'data2'], dim_name='time', target_filename='merged.nc')
-    merge5nc(file_list, var_name=None, dim_name='time', target_filename='merged.nc')
-    """
-    # 初始化变量名列表
-    var_names = None
-
-    # 判断 var_name 是单变量、多变量还是合并所有变量
-    if var_name is None:
-        # 获取第一个文件中的所有变量名
-        ds = xr.open_dataset(file_list[0])
-        var_names = list(ds.variables.keys())
-        ds.close()
-    elif isinstance(var_name, str):
-        var_names = [var_name]
-    elif isinstance(var_name, list):
-        var_names = var_name
-    else:
-        raise ValueError("var_name must be a string, a list of strings, or None")
-
-    # 初始化合并数据字典
-    merged_data = {}
-
-    # 遍历文件列表
-    for i, file in enumerate(file_list):
-        print(f"\rReading file {i + 1}/{len(file_list)}...", end="")
-        ds = xr.open_dataset(file)
-        for var_name in var_names:
-            var = ds[var_name]
-            # 如果变量包含合并维度，则合并它们
-            if dim_name in var.dims:
-                if var_name not in merged_data:
-                    merged_data[var_name] = [var]
-                else:
-                    merged_data[var_name].append(var)
-            # 如果变量不包含合并维度，则仅保留第一个文件中的值
-            else:
-                if var_name not in merged_data:
-                    merged_data[var_name] = var
-        ds.close()
-
-    print("\nMerging data...")
-    for var_name in merged_data:
-        if isinstance(merged_data[var_name], list):
-            merged_data[var_name] = xr.concat(merged_data[var_name], dim=dim_name)
-
-    merged_data = xr.Dataset(merged_data)
-
-    print("Writing data to file...")
-    if os.path.exists(target_filename):
-        print("Warning: The target file already exists.")
-        print("Removing existing file...")
-        os.remove(target_filename)
-    merged_data.to_netcdf(target_filename)
-    print(f'File "{target_filename}" has been created.')
-
-
-def modify_var_value(nc_file_path, variable_name, new_value):
-    """
-    使用 netCDF4 库修改 NetCDF 文件中特定变量的值
-
-    参数：
-    nc_file_path (str): NetCDF 文件路径
-    variable_name (str): 要修改的变量名
-    new_value (numpy.ndarray): 新的变量值
-
-    example: modify_var_value('test.nc', 'data', np.random.rand(100, 50))
-    """
-    try:
-        # Open the NetCDF file
-        dataset = nc.Dataset(nc_file_path, "r+")
-        # Get the variable to be modified
-        variable = dataset.variables[variable_name]
-        # Modify the value of the variable
-        variable[:] = new_value
-        dataset.close()
-        print(f"Successfully modified variable {variable_name} in {nc_file_path}.")
-    except Exception as e:
-        print(f"An error occurred while modifying variable {variable_name} in {nc_file_path}: {e}")
-
-
-def modify_var_attr(nc_file_path, variable_name, attribute_name, attribute_value):
-    """
-    使用 netCDF4 库添加或修改 NetCDF 文件中特定变量的属性。
-
-    参数：
-    nc_file_path (str): NetCDF 文件路径
-    variable_name (str): 要操作的变量名
-    attribute_name (str): 属性名
-    attribute_value (任意类型): 属性值
-    example: modify_var_attr('test.nc', 'data', 'long_name', 'This is a test variable.')
-    """
-    try:
-        ds = nc.Dataset(nc_file_path, "r+")
-        if variable_name not in ds.variables:
-            raise ValueError(f"Variable '{variable_name}' not found in the NetCDF file.")
-
-        variable = ds.variables[variable_name]
-        if attribute_name in variable.ncattrs():
-            print(f"Warning: Attribute '{attribute_name}' already exists. Replacing it.")
-            variable.setncattr(attribute_name, attribute_value)
-        else:
-            print(f"Adding attribute '{attribute_name}'...")
-            variable.setncattr(attribute_name, attribute_value)
-
-        ds.close()
-    except Exception as e:
-        raise RuntimeError(f"An error occurred: {e}")
-
-
-def rename_var_or_dim(ncfile_path, old_name, new_name):
-    """
-    Rename a variable and/or dimension in a NetCDF file.
-
-    Parameters:
-    ncfile_path (str): The path to the NetCDF file.
-    old_name (str): The name of the variable or dimension to be renamed.
-    new_name (str): The new name for the variable or dimension.
-
-    example: rename_var_or_dim('test.nc', 'time', 'ocean_time')
-    """
-    try:
-        with nc.Dataset(ncfile_path, "r+") as dataset:
-            # If the old name is not found as a variable or dimension, print a message
-            if old_name not in dataset.variables and old_name not in dataset.dimensions:
-                print(f"Variable or dimension {old_name} not found in the file.")
-
-            # Attempt to rename the variable
-            if old_name in dataset.variables:
-                dataset.renameVariable(old_name, new_name)
-                print(f"Successfully renamed variable {old_name} to {new_name}.")
-
-            # Attempt to rename the dimension
-            if old_name in dataset.dimensions:
-                # Check if the new dimension name already exists
-                if new_name in dataset.dimensions:
-                    raise ValueError(f"Dimension name {new_name} already exists in the file.")
-                dataset.renameDimension(old_name, new_name)
-                print(f"Successfully renamed dimension {old_name} to {new_name}.")
-
-    except Exception as e:
-        print(f"An error occurred: {e}")
-
-
-def check_ncfile(ncfile, if_delete=False):
-    if not os.path.exists(ncfile):
-        return False
-
-    try:
-        with nc.Dataset(ncfile, "r") as f:
-            # 确保f被使用，这里我们检查文件中变量的数量
-            if len(f.variables) > 0:
-                return True
-            else:
-                # 如果没有变量，我们可以认为文件是损坏的
-                raise ValueError("File is empty or corrupted.")
-    except OSError as e:
-        # 捕获文件打开时可能发生的OSError
-        print(f"An error occurred while opening the file: {e}")
-        if if_delete:
-            os.remove(ncfile)
-            print(f"File {ncfile} has been deleted.")
-        return False
-    except Exception as e:
-        # 捕获其他可能的异常
-        print(f"An unexpected error occurred: {e}")
-        if if_delete:
-            os.remove(ncfile)
-            print(f"File {ncfile} has been deleted.")
-        return False
-
-
-def longitude_change(ds, lon_name="longitude", to_which="180"):
-    """
-    将经度转换为 -180 到 180 之间
-
-    参数：
-    lon (numpy.ndarray): 经度数组
-
-    返回值：
-    numpy.ndarray: 转换后的经度数组
-    """
-    # return (lon + 180) % 360 - 180
-    # ds = ds.assign_coords(longitude=(((ds.longitude + 180) % 360) - 180)).sortby("longitude")
-    if to_which == "180":
-        # ds = ds.assign_coords(**{lon_name: (((ds[lon_name] + 180) % 360) - 180)}).sortby(lon_name)
-        ds = ds.assign_coords(**{lon_name: (ds[lon_name] + 180) % 360 - 180}).sortby(lon_name)
-    elif to_which == "360":
-        # -180 to 180 to 0 to 360
-        ds = ds.assign_coords(**{lon_name: (ds[lon_name] + 360) % 360}).sortby(lon_name)
-    return ds
-
-
-def nc_isel(ncfile, dim_name, slice_list):
-    """
-    Description: Choose the data by the index of the dimension
-
-    Parameters:
-        ncfile: str, the path of the netCDF file
-        dim_name: str, the name of the dimension
-        slice_list: list, the index of the dimension
-
-    slice_list example: slice_list = [[y*12+m for m in range(11,14)] for y in range(84)]
-                    or
-                        slice_list = [y * 12 + m for y in range(84) for m in range(11, 14)]
-    """
-    ds = xr.open_dataset(ncfile)
-    slice_list = np.array(slice_list).flatten()
-    slice_list = [int(i) for i in slice_list]
-    ds_new = ds.isel(**{dim_name: slice_list})
-    ds.close()
-    return ds_new
-
-
-if __name__ == "__main__":
-    data = np.random.rand(100, 50)
-    write2nc(r"test.nc", data, "data", {"time": np.linspace(0, 120, 100), "lev": np.linspace(0, 120, 50)}, "a")

oafuncs/oa_s/oa_python.py

@@ -1,107 +0,0 @@
-#!/usr/bin/env python
-# coding=utf-8
-'''
-Author: Liu Kun && 16031215@qq.com
-Date: 2024-10-11 21:02:07
-LastEditors: Liu Kun && 16031215@qq.com
-LastEditTime: 2024-11-21 10:59:53
-FilePath: \\Python\\My_Funcs\\OAFuncs\\oafuncs\\oa_python.py
-Description:  
-EditPlatform: vscode
-ComputerInfo: XPS 15 9510
-SystemInfo: Windows 11
-Python Version: 3.11
-'''
-
-import os
-
-__all__ = ['install_lib', 'upgrade_lib']
-
-
-def install_lib(libs=None, python_exe='python'):
-    '''
-    libs: list, 需要安装的库
-    python_exe: str, python版本；如在windows下，将python.exe复制为python312.exe，然后python_exe='python312'
-    '''
-    os.system(python_exe + " -m ensurepip")
-    os.system(python_exe + " -m pip install --upgrade pip")
-    if libs is None:
-        libs = [
-            # "oafuncs",  # 自己的库，在这个函数不宜操作，避免报错
-            "requests",  # 网页
-            "xlwt",  # excel文件
-            "xlrd",  # excel文件
-            "openpyxl",  # excel文件
-            "netCDF4",  # nc文件
-            "numpy",  # 数组
-            "pandas",  # 数据
-            "xarray",  # 数组
-            "scipy",  # 科学计算
-            # "scikit-learn", # 机器学习
-            "matplotlib",  # 绘图
-            # "seaborn",
-            "imageio",  # 图像
-            # "pylustrator",  # 绘图
-            "Cartopy",  # 绘图 #cartopy已经支持python3.11并且可以直接pip安装
-            "seawater",  # 海洋计算
-            "cmaps",  # 颜色
-            "colorcet",   # 颜色
-            "cmasher",     # 颜色
-            "tqdm",  # 进度条
-            # "taichi",      # 加速
-            "icecream",  # 打印调试
-            # "pyperclip",  # 系统剪切板
-            "rich",  # 精美文本终端
-            # "stratify",  # 大气海洋数据垂直插值
-            "dask",  # 并行计算
-            "bs4",  # 网页
-            "pathlib",  # 路径
-            "opencv-contrib-python",  # 图像处理
-            # "pydap",  # 网络数据xarray下载
-            "gsw",  # 海洋计算
-            "global_land_mask",  # 陆地海洋掩码
-            # "cfgrib", # grib文件
-            # "ecmwflibs", # grib文件， 两个库都需要安装
-            "geopandas",  # 矢量数据，shp文件
-            # "geopy",  # 地理位置
-            # "flask",  # 网页
-            "cdsapi",  # 网络数据下载(era5)
-            # 以下不太重要
-            "lxml",  # 网页
-            "keyboard",  # 键盘
-            "zhdate",  # 中国农历
-            "python-pptx",  # ppt
-            "python-docx",  # word
-            "ipywidgets",  # jupyter显示进度条插件
-            "salem",  # 地图投影，可部分替代wrf-python
-            "meteva",  # 气象数据处理，中国气象局开发
-            "wget",  # 下载
-            "pyautogui",  # 鼠标键盘，自动连点脚本需要
-        ]
-    try:
-        installed_libs = os.popen(python_exe + ' -m pip list').read()
-        lib_num = len(libs)
-        for i, lib in enumerate(libs):
-            # 判断库是否已经安装，已安装跳过
-            if lib in installed_libs:
-                print(lib, "早已安装")
-                continue
-            else:
-                os.system(python_exe + " -m " + "pip install " + lib)
-                print('-'*100)
-                print("安装成功", lib, "({}/{})".format(i+1, lib_num))
-                print('-'*100)
-    except Exception as e:
-        print("安装失败:", str(e))
-
-
-def upgrade_lib(libs=None, python_exe='python'):
-    if libs is None:
-        installed_libs = os.popen(python_exe + ' -m pip list').read()
-        libs = installed_libs
-    try:
-        for lib in libs:
-            os.system(python_exe + " -m " + "pip install --upgrade " + lib)
-        print("升级成功")
-    except Exception as e:
-        print("升级失败:", str(e))

oafuncs - /321/205/320/231/320/277/321/206/320/254/320/274/__init__.py"

@@ -1,26 +0,0 @@
-#!/usr/bin/env python
-# coding=utf-8
-'''
-Author: Liu Kun && 16031215@qq.com
-Date: 2024-09-17 16:09:20
-LastEditors: Liu Kun && 16031215@qq.com
-LastEditTime: 2024-10-14 17:08:57
-FilePath: \\Python\\My_Funcs\\OAFuncs\\OAFuncs\\__init__.py
-Description:  
-EditPlatform: vscode
-ComputerInfo: XPS 15 9510
-SystemInfo: Windows 11
-Python Version: 3.11
-'''
-
-# 会导致OAFuncs直接导入所有函数，不符合模块化设计
-from .oa_cmap import *
-from .oa_data import *
-from .oa_down import *
-from .oa_draw import *
-from .oa_file import *
-from .oa_help import *
-from .oa_nc import *
-from .oa_python import *
-from .oa_sign import *
-from .oa_tool import *