oafuncs 0.0.98.3__py3-none-any.whl → 0.0.98.4__py3-none-any.whl

oafuncs/oa_down/hycom_3hourly_20250416.py

@@ -0,0 +1,1191 @@
+#!/usr/bin/env python
+# coding=utf-8
+"""
+Author: Liu Kun && 16031215@qq.com
+Date: 2025-04-16 11:36:15
+LastEditors: Liu Kun && 16031215@qq.com
+LastEditTime: 2025-04-16 11:36:16
+FilePath: \\Python\\My_Funcs\\OAFuncs\\oafuncs\\oa_down\\hycom_3hourly copy.py
+Description:
+EditPlatform: vscode
+ComputerInfo: XPS 15 9510
+SystemInfo: Windows 11
+Python Version: 3.12
+"""
+
+
+
+import datetime
+import os
+import random
+import re
+import time
+import warnings
+from concurrent.futures import ThreadPoolExecutor, as_completed
+from pathlib import Path
+from threading import Lock
+
+import matplotlib.pyplot as plt
+import netCDF4 as nc
+import numpy as np
+import pandas as pd
+import requests
+import xarray as xr
+from rich import print
+from rich.progress import Progress
+
+from oafuncs.oa_down.idm import downloader as idm_downloader
+from oafuncs.oa_down.user_agent import get_ua
+from oafuncs.oa_file import file_size
+from oafuncs.oa_nc import check as check_nc
+from oafuncs.oa_nc import modify as modify_nc
+
+warnings.filterwarnings("ignore", category=RuntimeWarning, message="Engine '.*' loading failed:.*")
+
+__all__ = ["draw_time_range", "download"]
+
+
+def _get_initial_data():
+    global variable_info, data_info, var_group, single_var_group
+    # ----------------------------------------------
+    # variable
+    variable_info = {
+        "u": {"var_name": "water_u", "standard_name": "eastward_sea_water_velocity"},
+        "v": {"var_name": "water_v", "standard_name": "northward_sea_water_velocity"},
+        "temp": {"var_name": "water_temp", "standard_name": "sea_water_potential_temperature"},
+        "salt": {"var_name": "salinity", "standard_name": "sea_water_salinity"},
+        "ssh": {"var_name": "surf_el", "standard_name": "sea_surface_elevation"},
+        "u_b": {"var_name": "water_u_bottom", "standard_name": "eastward_sea_water_velocity_at_sea_floor"},
+        "v_b": {"var_name": "water_v_bottom", "standard_name": "northward_sea_water_velocity_at_sea_floor"},
+        "temp_b": {"var_name": "water_temp_bottom", "standard_name": "sea_water_potential_temperature_at_sea_floor"},
+        "salt_b": {"var_name": "salinity_bottom", "standard_name": "sea_water_salinity_at_sea_floor"},
+    }
+    # ----------------------------------------------
+    # time resolution
+    data_info = {"yearly": {}, "monthly": {}, "daily": {}, "hourly": {}}
+
+    # hourly data
+    # dataset: GLBv0.08, GLBu0.08, GLBy0.08
+    data_info["hourly"]["dataset"] = {"GLBv0.08": {}, "GLBu0.08": {}, "GLBy0.08": {}, "ESPC_D": {}}
+
+    # version
+    # version of GLBv0.08: 53.X, 56.3, 57.2, 92.8, 57.7, 92.9, 93.0
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"] = {"53.X": {}, "56.3": {}, "57.2": {}, "92.8": {}, "57.7": {}, "92.9": {}, "93.0": {}}
+    # version of GLBu0.08: 93.0
+    data_info["hourly"]["dataset"]["GLBu0.08"]["version"] = {"93.0": {}}
+    # version of GLBy0.08: 93.0
+    data_info["hourly"]["dataset"]["GLBy0.08"]["version"] = {"93.0": {}}
+    # version of ESPC_D: V02
+    data_info["hourly"]["dataset"]["ESPC_D"]["version"] = {"V02": {}}
+
+    # info details
+    # time range
+    # GLBv0.08
+    # 在网页上提交超过范围的时间，会返回该数据集实际时间范围，从而纠正下面的时间范围
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["53.X"]["time_range"] = {"time_start": "1994010112", "time_end": "2015123109"}
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["56.3"]["time_range"] = {"time_start": "2014070112", "time_end": "2016093009"}
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["57.2"]["time_range"] = {"time_start": "2016050112", "time_end": "2017020109"}
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["92.8"]["time_range"] = {"time_start": "2017020112", "time_end": "2017060109"}
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["57.7"]["time_range"] = {"time_start": "2017060112", "time_end": "2017100109"}
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["92.9"]["time_range"] = {"time_start": "2017100112", "time_end": "2018032009"}
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["93.0"]["time_range"] = {"time_start": "2018010112", "time_end": "2020021909"}
+    # GLBu0.08
+    data_info["hourly"]["dataset"]["GLBu0.08"]["version"]["93.0"]["time_range"] = {"time_start": "2018091912", "time_end": "2018120909"}
+    # GLBy0.08
+    data_info["hourly"]["dataset"]["GLBy0.08"]["version"]["93.0"]["time_range"] = {"time_start": "2018120412", "time_end": "2024090509"}
+    # ESPC-D
+    data_info["hourly"]["dataset"]["ESPC_D"]["version"]["V02"]["time_range"] = {"time_start": "2024081012", "time_end": "2030010100"}
+
+    # classification method
+    # year_different: the data of different years is stored in different files
+    # same_path: the data of different years is stored in the same file
+    # var_different: the data of different variables is stored in different files
+    # var_year_different: the data of different variables and years is stored in different files
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["53.X"]["classification"] = "year_different"
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["56.3"]["classification"] = "same_path"
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["57.2"]["classification"] = "same_path"
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["92.8"]["classification"] = "var_different"
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["57.7"]["classification"] = "same_path"
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["92.9"]["classification"] = "var_different"
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["93.0"]["classification"] = "var_different"
+    data_info["hourly"]["dataset"]["GLBu0.08"]["version"]["93.0"]["classification"] = "var_different"
+    data_info["hourly"]["dataset"]["GLBy0.08"]["version"]["93.0"]["classification"] = "var_year_different"
+    data_info["hourly"]["dataset"]["ESPC_D"]["version"]["V02"]["classification"] = "single_var_year_different"
+
+    # download info
+    # base url
+    # GLBv0.08 53.X
+    url_53x = {}
+    for y_53x in range(1994, 2016):
+        # r'https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_53.X/data/2013?'
+        url_53x[str(y_53x)] = rf"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_53.X/data/{y_53x}?"
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["53.X"]["url"] = url_53x
+    # GLBv0.08 56.3
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["56.3"]["url"] = r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_56.3?"
+    # GLBv0.08 57.2
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["57.2"]["url"] = r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_57.2?"
+    # GLBv0.08 92.8
+    url_928 = {
+        "uv3z": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_92.8/uv3z?",
+        "ts3z": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_92.8/ts3z?",
+        "ssh": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_92.8/ssh?",
+    }
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["92.8"]["url"] = url_928
+    # GLBv0.08 57.7
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["57.7"]["url"] = r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_57.7?"
+    # GLBv0.08 92.9
+    url_929 = {
+        "uv3z": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_92.9/uv3z?",
+        "ts3z": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_92.9/ts3z?",
+        "ssh": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_92.9/ssh?",
+    }
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["92.9"]["url"] = url_929
+    # GLBv0.08 93.0
+    url_930_v = {
+        "uv3z": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_93.0/uv3z?",
+        "ts3z": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_93.0/ts3z?",
+        "ssh": r"https://ncss.hycom.org/thredds/ncss/GLBv0.08/expt_93.0/ssh?",
+    }
+    data_info["hourly"]["dataset"]["GLBv0.08"]["version"]["93.0"]["url"] = url_930_v
+    # GLBu0.08 93.0
+    url_930_u = {
+        "uv3z": r"https://ncss.hycom.org/thredds/ncss/GLBu0.08/expt_93.0/uv3z?",
+        "ts3z": r"https://ncss.hycom.org/thredds/ncss/GLBu0.08/expt_93.0/ts3z?",
+        "ssh": r"https://ncss.hycom.org/thredds/ncss/GLBu0.08/expt_93.0/ssh?",
+    }
+    data_info["hourly"]["dataset"]["GLBu0.08"]["version"]["93.0"]["url"] = url_930_u
+    # GLBy0.08 93.0
+    uv3z_930_y = {}
+    ts3z_930_y = {}
+    ssh_930_y = {}
+    for y_930_y in range(2018, 2025):
+        uv3z_930_y[str(y_930_y)] = rf"https://ncss.hycom.org/thredds/ncss/GLBy0.08/expt_93.0/uv3z/{y_930_y}?"
+        ts3z_930_y[str(y_930_y)] = rf"https://ncss.hycom.org/thredds/ncss/GLBy0.08/expt_93.0/ts3z/{y_930_y}?"
+        ssh_930_y[str(y_930_y)] = rf"https://ncss.hycom.org/thredds/ncss/GLBy0.08/expt_93.0/ssh/{y_930_y}?"
+    # GLBy0.08 93.0 data time range in each year: year-01-01 12:00 to year+1-01-01 09:00
+    url_930_y = {
+        "uv3z": uv3z_930_y,
+        "ts3z": ts3z_930_y,
+        "ssh": ssh_930_y,
+    }
+    data_info["hourly"]["dataset"]["GLBy0.08"]["version"]["93.0"]["url"] = url_930_y
+    # ESPC-D-V02
+    u3z_espc_d_v02_y = {}
+    v3z_espc_d_v02_y = {}
+    t3z_espc_d_v02_y = {}
+    s3z_espc_d_v02_y = {}
+    ssh_espc_d_v02_y = {}
+    for y_espc_d_v02 in range(2024, 2030):
+        u3z_espc_d_v02_y[str(y_espc_d_v02)] = rf"https://ncss.hycom.org/thredds/ncss/ESPC-D-V02/u3z/{y_espc_d_v02}?"
+        v3z_espc_d_v02_y[str(y_espc_d_v02)] = rf"https://ncss.hycom.org/thredds/ncss/ESPC-D-V02/v3z/{y_espc_d_v02}?"
+        t3z_espc_d_v02_y[str(y_espc_d_v02)] = rf"https://ncss.hycom.org/thredds/ncss/ESPC-D-V02/t3z/{y_espc_d_v02}?"
+        s3z_espc_d_v02_y[str(y_espc_d_v02)] = rf"https://ncss.hycom.org/thredds/ncss/ESPC-D-V02/s3z/{y_espc_d_v02}?"
+        ssh_espc_d_v02_y[str(y_espc_d_v02)] = rf"https://ncss.hycom.org/thredds/ncss/ESPC-D-V02/ssh/{y_espc_d_v02}?"
+    url_espc_d_v02_y = {
+        "u3z": u3z_espc_d_v02_y,
+        "v3z": v3z_espc_d_v02_y,
+        "t3z": t3z_espc_d_v02_y,
+        "s3z": s3z_espc_d_v02_y,
+        "ssh": ssh_espc_d_v02_y,
+    }
+    data_info["hourly"]["dataset"]["ESPC_D"]["version"]["V02"]["url"] = url_espc_d_v02_y
+    # ----------------------------------------------
+    var_group = {
+        "uv3z": ["u", "v", "u_b", "v_b"],
+        "ts3z": ["temp", "salt", "temp_b", "salt_b"],
+        "ssh": ["ssh"],
+    }
+    # ----------------------------------------------
+    single_var_group = {
+        "u3z": ["u"],
+        "v3z": ["v"],
+        "t3z": ["temp"],
+        "s3z": ["salt"],
+        "ssh": ["ssh"],
+    }
+
+    return variable_info, data_info, var_group, single_var_group
+
+
+def draw_time_range(pic_save_folder=None):
+    if pic_save_folder is not None:
+        os.makedirs(pic_save_folder, exist_ok=True)
+    # Converting the data into a format suitable for plotting
+    data = []
+    for dataset, versions in data_info["hourly"]["dataset"].items():
+        for version, time_range in versions["version"].items():
+            t_s = time_range["time_range"]["time_start"]
+            t_e = time_range["time_range"]["time_end"]
+            if len(t_s) == 8:
+                t_s = t_s + "00"
+            if len(t_e) == 8:
+                t_e = t_e + "21"
+            t_s, t_e = t_s + "0000", t_e + "0000"
+            data.append(
+                {
+                    "dataset": dataset,
+                    "version": version,
+                    "start_date": pd.to_datetime(t_s),
+                    "end_date": pd.to_datetime(t_e),
+                }
+            )
+
+    # Creating a DataFrame
+    df = pd.DataFrame(data)
+
+    # Plotting with combined labels for datasets and versions on the y-axis
+    plt.figure(figsize=(12, 6))
+
+    # Combined labels for datasets and versions
+    combined_labels = [f"{dataset}_{version}" for dataset, version in zip(df["dataset"], df["version"])]
+
+    colors = plt.cm.viridis(np.linspace(0, 1, len(combined_labels)))
+
+    # Assigning a color to each combined label
+    label_colors = {label: colors[i] for i, label in enumerate(combined_labels)}
+
+    # Plotting each time range
+    k = 1
+    for _, row in df.iterrows():
+        plt.plot([row["start_date"], row["end_date"]], [k, k], color=label_colors[f"{row['dataset']}_{row['version']}"], linewidth=6)
+        # plt.text(row['end_date'], k,
+        #          f"{row['version']}", ha='right', color='black')
+        ymdh_s = row["start_date"].strftime("%Y-%m-%d %H")
+        ymdh_e = row["end_date"].strftime("%Y-%m-%d %H")
+        # if k == 1 or k == len(combined_labels):
+        if k == 1:
+            plt.text(row["start_date"], k + 0.125, f"{ymdh_s}", ha="left", color="black")
+            plt.text(row["end_date"], k + 0.125, f"{ymdh_e}", ha="right", color="black")
+        else:
+            plt.text(row["start_date"], k + 0.125, f"{ymdh_s}", ha="right", color="black")
+            plt.text(row["end_date"], k + 0.125, f"{ymdh_e}", ha="left", color="black")
+        k += 1
+
+    # Setting the y-axis labels
+    plt.yticks(range(1, len(combined_labels) + 1), combined_labels)
+    plt.xlabel("Time")
+    plt.ylabel("Dataset - Version")
+    plt.title("Time Range of Different Versions of Datasets")
+    plt.xticks(rotation=45)
+    plt.grid(True)
+    plt.tight_layout()
+    if pic_save_folder:
+        plt.savefig(Path(pic_save_folder) / "HYCOM_time_range.png")
+        print(f"[bold green]HYCOM_time_range.png has been saved in {pic_save_folder}")
+    else:
+        plt.savefig("HYCOM_time_range.png")
+        print("[bold green]HYCOM_time_range.png has been saved in the current folder")
+        print(f"Curren folder: {os.getcwd()}")
+    # plt.show()
+    plt.close()
+
+
+def _get_time_list(time_s, time_e, delta, interval_type="hour"):
+    """
+    Description: get a list of time strings from time_s to time_e with a specified interval
+    Args:
+        time_s: start time string, e.g. '2023080203' for hours or '20230802' for days
+        time_e: end time string, e.g. '2023080303' for hours or '20230803' for days
+        delta: interval of hours or days
+        interval_type: 'hour' for hour interval, 'day' for day interval
+    Returns:
+        dt_list: a list of time strings
+    """
+    time_s, time_e = str(time_s), str(time_e)
+    if interval_type == "hour":
+        time_format = "%Y%m%d%H"
+        delta_type = "hours"
+    elif interval_type == "day":
+        time_format = "%Y%m%d"
+        delta_type = "days"
+        # Ensure time strings are in the correct format for days
+        time_s = time_s[:8]
+        time_e = time_e[:8]
+    else:
+        raise ValueError("interval_type must be 'hour' or 'day'")
+
+    dt = datetime.datetime.strptime(time_s, time_format)
+    dt_list = []
+    while dt.strftime(time_format) <= time_e:
+        dt_list.append(dt.strftime(time_format))
+        dt += datetime.timedelta(**{delta_type: delta})
+    return dt_list
+
+
+def _transform_time(time_str):
+    # old_time = '2023080203'
+    # time_new = '2023-08-02T03%3A00%3A00Z'
+    time_new = f"{time_str[:4]}-{time_str[4:6]}-{time_str[6:8]}T{time_str[8:10]}%3A00%3A00Z"
+    return time_new
+
+
+def _get_query_dict(var, lon_min, lon_max, lat_min, lat_max, time_str_ymdh, time_str_end=None, mode="single_depth", depth=None, level_num=None):
+    query_dict = {
+        "var": variable_info[var]["var_name"],
+        "north": lat_max,
+        "west": lon_min,
+        "east": lon_max,
+        "south": lat_min,
+        "horizStride": 1,
+        "time": None,
+        "time_start": None,
+        "time_end": None,
+        "timeStride": None,
+        "vertCoord": None,
+        "vertStride": None,
+        "addLatLon": "true",
+        "accept": "netcdf4",
+    }
+
+    if time_str_end is not None:
+        query_dict["time_start"] = _transform_time(time_str_ymdh)
+        query_dict["time_end"] = _transform_time(time_str_end)
+        query_dict["timeStride"] = 1
+    else:
+        query_dict["time"] = _transform_time(time_str_ymdh)
+
+    def get_nearest_level_index(depth):
+        level_depth = [0.0, 2.0, 4.0, 6.0, 8.0, 10.0, 12.0, 15.0, 20.0, 25.0, 30.0, 35.0, 40.0, 45.0, 50.0, 60.0, 70.0, 80.0, 90.0, 100.0, 125.0, 150.0, 200.0, 250.0, 300.0, 350.0, 400.0, 500.0, 600.0, 700.0, 800.0, 900.0, 1000.0, 1250.0, 1500.0, 2000.0, 2500.0, 3000.0, 4000.0, 5000]
+        return min(range(len(level_depth)), key=lambda i: abs(level_depth[i] - depth))
+
+    if var not in ["ssh", "u_b", "v_b", "temp_b", "salt_b"] and var in ["u", "v", "temp", "salt"]:
+        if mode == "depth":
+            if depth < 0 or depth > 5000:
+                print("Please ensure the depth is in the range of 0-5000 m")
+            query_dict["vertCoord"] = get_nearest_level_index(depth) + 1
+        elif mode == "level":
+            if level_num < 1 or level_num > 40:
+                print("Please ensure the level_num is in the range of 1-40")
+            query_dict["vertCoord"] = max(1, min(level_num, 40))
+        elif mode == "full":
+            query_dict["vertStride"] = 1
+        else:
+            raise ValueError("Invalid mode. Choose from 'depth', 'level', or 'full'")
+
+    query_dict = {k: v for k, v in query_dict.items() if v is not None}
+
+    return query_dict
+
+
+def _check_time_in_dataset_and_version(time_input, time_end=None):
+    # 判断是处理单个时间点还是时间范围
+    is_single_time = time_end is None
+
+    # 如果是单个时间点，初始化时间范围
+    if is_single_time:
+        time_start = int(time_input)
+        time_end = time_start
+        time_input_str = str(time_input)
+    else:
+        time_start = int(time_input)
+        time_end = int(time_end)
+        time_input_str = f"{time_input}-{time_end}"
+
+    # 根据时间长度补全时间格式
+    if len(str(time_start)) == 8:
+        time_start = str(time_start) + "00"
+    if len(str(time_end)) == 8:
+        time_end = str(time_end) + "21"
+    time_start, time_end = int(time_start), int(time_end)
+
+    d_list = []
+    v_list = []
+    trange_list = []
+    have_data = False
+
+    # 遍历数据集和版本
+    for dataset_name in data_info["hourly"]["dataset"].keys():
+        for version_name in data_info["hourly"]["dataset"][dataset_name]["version"].keys():
+            time_s, time_e = list(data_info["hourly"]["dataset"][dataset_name]["version"][version_name]["time_range"].values())
+            time_s, time_e = str(time_s), str(time_e)
+            if len(time_s) == 8:
+                time_s = time_s + "00"
+            if len(time_e) == 8:
+                time_e = time_e + "21"
+            # 检查时间是否在数据集的时间范围内
+            if is_single_time:
+                if time_start >= int(time_s) and time_start <= int(time_e):
+                    d_list.append(dataset_name)
+                    v_list.append(version_name)
+                    trange_list.append(f"{time_s}-{time_e}")
+                    have_data = True
+            else:
+                if time_start >= int(time_s) and time_end <= int(time_e):
+                    d_list.append(dataset_name)
+                    v_list.append(version_name)
+                    trange_list.append(f"{time_s}-{time_e}")
+                    have_data = True
+
+    # 输出结果
+    if match_time is None:
+        print(f"[bold red]{time_input_str} is in the following dataset and version:")
+    if have_data:
+        if match_time is None:
+            for d, v, trange in zip(d_list, v_list, trange_list):
+                print(f"[bold blue]{d} {v} {trange}")
+        if is_single_time:
+            return True
+        else:
+            base_url_s = _get_base_url(d_list[0], v_list[0], "u", str(time_start))
+            base_url_e = _get_base_url(d_list[0], v_list[0], "u", str(time_end))
+            if base_url_s == base_url_e:
+                return True
+            else:
+                print(f"[bold red]{time_start} to {time_end} is in different datasets or versions, so you can't download them together")
+                return False
+    else:
+        print(f"[bold red]{time_input_str} is not in any dataset and version")
+        return False
+
+
+def _ensure_time_in_specific_dataset_and_version(dataset_name, version_name, time_input, time_end=None):
+    # 根据时间长度补全时间格式
+    if len(str(time_input)) == 8:
+        time_input = str(time_input) + "00"
+    time_start = int(time_input)
+    if time_end is not None:
+        if len(str(time_end)) == 8:
+            time_end = str(time_end) + "21"
+        time_end = int(time_end)
+    else:
+        time_end = time_start
+
+    # 检查指定的数据集和版本是否存在
+    if dataset_name not in data_info["hourly"]["dataset"]:
+        print(f"[bold red]Dataset {dataset_name} not found.")
+        return False
+    if version_name not in data_info["hourly"]["dataset"][dataset_name]["version"]:
+        print(f"[bold red]Version {version_name} not found in dataset {dataset_name}.")
+        return False
+
+    # 获取指定数据集和版本的时间范围
+    time_range = data_info["hourly"]["dataset"][dataset_name]["version"][version_name]["time_range"]
+    time_s, time_e = list(time_range.values())
+    time_s, time_e = str(time_s), str(time_e)
+    if len(time_s) == 8:
+        time_s = time_s + "00"
+    if len(time_e) == 8:
+        time_e = time_e + "21"
+    time_s, time_e = int(time_s), int(time_e)
+
+    # 检查时间是否在指定数据集和版本的时间范围内
+    if time_start >= time_s and time_end <= time_e:
+        print(f"[bold blue]Time {time_input} to {time_end} is within dataset {dataset_name} and version {version_name}.")
+        return True
+    else:
+        print(f"[bold red]Time {time_input} to {time_end} is not within dataset {dataset_name} and version {version_name}.")
+        return False
+
+
+def _direct_choose_dataset_and_version(time_input, time_end=None):
+    # 假设 data_info 是一个字典，包含了数据集和版本的信息
+    # 示例结构：data_info['hourly']['dataset'][dataset_name]['version'][version_name]['time_range']
+
+    if len(str(time_input)) == 8:
+        time_input = str(time_input) + "00"
+
+    # 如果 time_end 是 None，则将 time_input 的值赋给它
+    if time_end is None:
+        time_end = time_input
+
+    # 处理开始和结束时间，确保它们是完整的 ymdh 格式
+    time_start, time_end = int(str(time_input)[:10]), int(str(time_end)[:10])
+
+    dataset_name_out, version_name_out = None, None
+
+    for dataset_name in data_info["hourly"]["dataset"].keys():
+        for version_name in data_info["hourly"]["dataset"][dataset_name]["version"].keys():
+            [time_s, time_e] = list(data_info["hourly"]["dataset"][dataset_name]["version"][version_name]["time_range"].values())
+            time_s, time_e = str(time_s), str(time_e)
+            if len(time_s) == 8:
+                time_s = time_s + "00"
+            if len(time_e) == 8:
+                time_e = time_e + "21"
+            time_s, time_e = int(time_s), int(time_e)
+
+            # 检查时间是否在数据集版本的时间范围内
+            if time_start >= time_s and time_end <= time_e:
+                dataset_name_out, version_name_out = dataset_name, version_name
+
+    if dataset_name_out is not None and version_name_out is not None:
+        if match_time is None:
+            print(f"[bold purple]dataset: {dataset_name_out}, version: {version_name_out} is chosen")
+
+    # 如果没有找到匹配的数据集和版本，会返回 None
+    return dataset_name_out, version_name_out
+
+
+def _get_base_url(dataset_name, version_name, var, ymdh_str):
+    year_str = int(ymdh_str[:4])
+    url_dict = data_info["hourly"]["dataset"][dataset_name]["version"][version_name]["url"]
+    classification_method = data_info["hourly"]["dataset"][dataset_name]["version"][version_name]["classification"]
+    if classification_method == "year_different":
+        base_url = url_dict[str(year_str)]
+    elif classification_method == "same_path":
+        base_url = url_dict
+    elif classification_method == "var_different":
+        base_url = None
+        for key, value in var_group.items():
+            if var in value:
+                base_url = url_dict[key]
+                break
+        if base_url is None:
+            print("Please ensure the var is in [u,v,temp,salt,ssh,u_b,v_b,temp_b,salt_b]")
+    elif classification_method == "var_year_different":
+        if dataset_name == "GLBy0.08" and version_name == "93.0":
+            mdh_str = ymdh_str[4:]
+            # GLBy0.08 93.0
+            # data time range in each year: year-01-01 12:00 to year+1-01-01 09:00
+            if "010100" <= mdh_str <= "010109":
+                year_str = int(ymdh_str[:4]) - 1
+            else:
+                year_str = int(ymdh_str[:4])
+        base_url = None
+        for key, value in var_group.items():
+            if var in value:
+                base_url = url_dict[key][str(year_str)]
+                break
+        if base_url is None:
+            print("Please ensure the var is in [u,v,temp,salt,ssh,u_b,v_b,temp_b,salt_b]")
+    elif classification_method == "single_var_year_different":
+        base_url = None
+        if dataset_name == "ESPC_D" and version_name == "V02":
+            mdh_str = ymdh_str[4:]
+            # ESPC-D-V02
+            if "010100" <= mdh_str <= "010109":
+                year_str = int(ymdh_str[:4]) - 1
+            else:
+                year_str = int(ymdh_str[:4])
+        for key, value in single_var_group.items():
+            if var in value:
+                base_url = url_dict[key][str(year_str)]
+                break
+        if base_url is None:
+            print("Please ensure the var is in [u,v,temp,salt,ssh]")
+    return base_url
+
+
+def _get_submit_url(dataset_name, version_name, var, ymdh_str, query_dict):
+    base_url = _get_base_url(dataset_name, version_name, var, ymdh_str)
+    if isinstance(query_dict["var"], str):
+        query_dict["var"] = [query_dict["var"]]
+    target_url = base_url + "&".join(f"var={var}" for var in query_dict["var"]) + "&" + "&".join(f"{key}={value}" for key, value in query_dict.items() if key != "var")
+    return target_url
+
+
+def _clear_existing_file(file_full_path):
+    if os.path.exists(file_full_path):
+        os.remove(file_full_path)
+        print(f"{file_full_path} has been removed")
+
+
+def _check_existing_file(file_full_path, avg_size):
+    if os.path.exists(file_full_path):
+        print(f"[bold #FFA54F]{file_full_path} exists")
+        fsize = file_size(file_full_path)
+        delta_size_ratio = (fsize - avg_size) / avg_size
+        if abs(delta_size_ratio) > 0.025:
+            if check_nc(file_full_path):
+                return True
+            else:
+                # print(f"File size is abnormal and cannot be opened, {file_full_path}: {fsize:.2f} KB")
+                return False
+        else:
+            return True
+    else:
+        return False
+
+
+def _get_mean_size_move(same_file, current_file):
+    with fsize_dict_lock:
+        if same_file not in fsize_dict.keys():
+            fsize_dict[same_file] = {"size_list": [], "mean_size": 1.0}
+
+        tolerance_ratio = 0.025
+        current_file_size = file_size(current_file)
+
+        if fsize_dict[same_file]["size_list"]:
+            fsize_dict[same_file]["mean_size"] = sum(fsize_dict[same_file]["size_list"]) / len(fsize_dict[same_file]["size_list"])
+            fsize_dict[same_file]["mean_size"] = max(fsize_dict[same_file]["mean_size"], 1.0)
+        else:
+            fsize_dict[same_file]["mean_size"] = 1.0
+
+        size_difference_ratio = (current_file_size - fsize_dict[same_file]["mean_size"]) / fsize_dict[same_file]["mean_size"]
+
+        if abs(size_difference_ratio) > tolerance_ratio:
+            if check_nc(current_file, print_messages=False):
+                fsize_dict[same_file]["size_list"] = [current_file_size]
+                fsize_dict[same_file]["mean_size"] = current_file_size
+            else:
+                _clear_existing_file(current_file)
+                # print(f"File size is abnormal, may need to be downloaded again, file size: {current_file_size:.2f} KB")
+        else:
+            fsize_dict[same_file]["size_list"].append(current_file_size)
+
+    return fsize_dict[same_file]["mean_size"]
+
+
+def _check_ftime(nc_file, tname="time", if_print=False):
+    if not os.path.exists(nc_file):
+        return False
+    nc_file = str(nc_file)
+    try:
+        ds = xr.open_dataset(nc_file)
+        real_time = ds[tname].values[0]
+        ds.close()
+        real_time = str(real_time)[:13]
+        real_time = real_time.replace("-", "").replace("T", "")
+        f_time = re.findall(r"\d{10}", nc_file)[0]
+        if real_time == f_time:
+            return True
+        else:
+            if if_print:
+                print(f"[bold #daff5c]File time error, file/real time: [bold blue]{f_time}/{real_time}")
+            return False
+    except Exception as e:
+        if if_print:
+            print(f"[bold #daff5c]File time check failed, {nc_file}: {e}")
+        return False
+
+
+def _correct_time(nc_file):
+    dataset = nc.Dataset(nc_file)
+    time_units = dataset.variables["time"].units
+    dataset.close()
+    origin_str = time_units.split("since")[1].strip()
+    origin_datetime = datetime.datetime.strptime(origin_str, "%Y-%m-%d %H:%M:%S")
+    given_date_str = re.findall(r"\d{10}", str(nc_file))[0]
+    given_datetime = datetime.datetime.strptime(given_date_str, "%Y%m%d%H")
+    time_difference = (given_datetime - origin_datetime).total_seconds()
+    if "hours" in time_units:
+        time_difference /= 3600
+    elif "days" in time_units:
+        time_difference /= 3600 * 24
+    modify_nc(nc_file, "time", None, time_difference)
+
+
+def _download_file(target_url, store_path, file_name, cover=False):
+    fname = Path(store_path) / file_name
+    file_name_split = file_name.split("_")
+    file_name_split = file_name_split[:-1]
+    same_file = "_".join(file_name_split) + "*nc"
+
+    if match_time is not None:
+        if check_nc(fname, print_messages=False):
+            if not _check_ftime(fname, if_print=True):
+                if match_time:
+                    _correct_time(fname)
+                    count_dict["skip"] += 1
+                else:
+                    _clear_existing_file(fname)
+                    count_dict["no_data"] += 1
+            else:
+                count_dict["skip"] += 1
+                print(f"[bold green]{file_name} is correct")
+        return
+
+    if not cover and os.path.exists(fname):
+        print(f"[bold #FFA54F]{fname} exists, skipping ...")
+        count_dict["skip"] += 1
+        return
+
+    if same_file not in fsize_dict.keys():
+        check_nc(fname, delete_if_invalid=True, print_messages=False)
+
+    get_mean_size = _get_mean_size_move(same_file, fname)
+
+    if _check_existing_file(fname, get_mean_size):
+        count_dict["skip"] += 1
+        return
+
+    _clear_existing_file(fname)
+
+    if not use_idm:
+        print(f"[bold #f0f6d0]Requesting {file_name} ...")
+        s = requests.Session()
+        download_success = False
+        request_times = 0
+
+        def calculate_wait_time(time_str, target_url):
+            time_pattern = r"\d{10}"
+            times_in_str = re.findall(time_pattern, time_str)
+            num_times_str = len(times_in_str)
+
+            if num_times_str > 1:
+                delta_t = datetime.datetime.strptime(times_in_str[1], "%Y%m%d%H") - datetime.datetime.strptime(times_in_str[0], "%Y%m%d%H")
+                delta_t = delta_t.total_seconds() / 3600
+                delta_t = delta_t / 3 + 1
+            else:
+                delta_t = 1
+            num_var = int(target_url.count("var="))
+            if num_var <= 0:
+                num_var = 1
+            return int(delta_t * 5 * 60 * num_var)
+
+        max_timeout = calculate_wait_time(file_name, target_url)
+        print(f"[bold #912dbc]Max timeout: {max_timeout} seconds")
+
+        download_time_s = datetime.datetime.now()
+        order_list = ["1st", "2nd", "3rd", "4th", "5th", "6th", "7th", "8th", "9th", "10th"]
+        while not download_success:
+            if request_times >= 10:
+                print(f"[bold #ffe5c0]Download failed after {request_times} times\nYou can skip it and try again later")
+                count_dict["fail"] += 1
+                break
+            if request_times > 0:
+                print(f"[bold #ffe5c0]Retrying the {order_list[request_times - 1]} time...")
+            try:
+                referer_center = target_url.split("?")[0].split("ncss/")[-1]
+                headers = {
+                    "User-Agent": get_ua(),  # 后面几项可以不加，依旧能下载
+                    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
+                    "Accept-Encoding": "gzip, deflate, br, zstd",
+                    "Accept-Language": "zh-CN,zh;q=0.9,en;q=0.8",
+                    "Referer": rf"https://ncss.hycom.org/thredds/ncss/grid/{referer_center}/dataset.html",
+                }
+                response = s.get(target_url, headers=headers, stream=True, timeout=random.randint(5, max_timeout))
+                response.raise_for_status()
+                with open(fname, "wb") as f:
+                    print(f"[bold #96cbd7]Downloading {file_name} ...")
+                    for chunk in response.iter_content(chunk_size=1024):
+                        if chunk:
+                            f.write(chunk)
+
+                f.close()
+
+                if os.path.exists(fname):
+                    download_success = True
+                    download_time_e = datetime.datetime.now()
+                    download_delta = download_time_e - download_time_s
+                    print(f"[#3dfc40]File [bold #dfff73]{fname} [#3dfc40]has been downloaded successfully, Time: [#39cbdd]{download_delta}")
+                    count_dict["success"] += 1
+
+            except requests.exceptions.HTTPError as errh:
+                print(f"Http Error: {errh}")
+            except requests.exceptions.ConnectionError as errc:
+                print(f"Error Connecting: {errc}")
+            except requests.exceptions.Timeout as errt:
+                print(f"Timeout Error: {errt}")
+            except requests.exceptions.RequestException as err:
+                print(f"OOps: Something Else: {err}")
+
+            time.sleep(3)
+            request_times += 1
+    else:
+        idm_downloader(target_url, store_path, file_name, given_idm_engine)
+        idm_download_list.append(fname)
+        print(f"[bold #3dfc40]File [bold #dfff73]{fname} [#3dfc40]has been submit to IDM for downloading")
+
+
+def _check_hour_is_valid(ymdh_str):
+    hh = int(str(ymdh_str[-2:]))
+    if hh in [0, 3, 6, 9, 12, 15, 18, 21]:
+        return True
+    else:
+        return False
+
+
+def _check_dataset_version(dataset_name, version_name, download_time, download_time_end=None):
+    if dataset_name is not None and version_name is not None:
+        just_ensure = _ensure_time_in_specific_dataset_and_version(dataset_name, version_name, download_time, download_time_end)
+        if just_ensure:
+            return dataset_name, version_name
+        else:
+            return None, None
+
+    download_time_str = str(download_time)
+
+    if len(download_time_str) == 8:
+        download_time_str = download_time_str + "00"
+
+    if download_time_end is None and not _check_hour_is_valid(download_time_str):
+        print("Please ensure the hour is 00, 03, 06, 09, 12, 15, 18, 21")
+        raise ValueError("The hour is invalid")
+
+    if download_time_end is not None:
+        if len(str(download_time_end)) == 8:
+            download_time_end = str(download_time_end) + "21"
+        have_data = _check_time_in_dataset_and_version(download_time_str, download_time_end)
+        if have_data:
+            return _direct_choose_dataset_and_version(download_time_str, download_time_end)
+    else:
+        have_data = _check_time_in_dataset_and_version(download_time_str)
+        if have_data:
+            return _direct_choose_dataset_and_version(download_time_str)
+
+    return None, None
+
+
+def _get_submit_url_var(var, depth, level_num, lon_min, lon_max, lat_min, lat_max, dataset_name, version_name, download_time, download_time_end=None):
+    ymdh_str = str(download_time)
+    if depth is not None and level_num is not None:
+        print("Please ensure the depth or level_num is None")
+        print("Progress will use the depth")
+        which_mode = "depth"
+    elif depth is not None and level_num is None:
+        print(f"Data of single depth (~{depth} m) will be downloaded...")
+        which_mode = "depth"
+    elif level_num is not None and depth is None:
+        print(f"Data of single level ({level_num}) will be downloaded...")
+        which_mode = "level"
+    else:
+        which_mode = "full"
+    query_dict = _get_query_dict(var, lon_min, lon_max, lat_min, lat_max, download_time, download_time_end, which_mode, depth, level_num)
+    submit_url = _get_submit_url(dataset_name, version_name, var, ymdh_str, query_dict)
+    return submit_url
+
+
+def _prepare_url_to_download(var, lon_min=0, lon_max=359.92, lat_min=-80, lat_max=90, download_time="2024083100", download_time_end=None, depth=None, level_num=None, store_path=None, dataset_name=None, version_name=None, cover=False):
+    print("[bold #ecdbfe]-" * mark_len)
+    download_time = str(download_time)
+    if download_time_end is not None:
+        download_time_end = str(download_time_end)
+        dataset_name, version_name = _check_dataset_version(dataset_name, version_name, download_time, download_time_end)
+    else:
+        dataset_name, version_name = _check_dataset_version(dataset_name, version_name, download_time)
+    if dataset_name is None and version_name is None:
+        count_dict["no_data"] += 1
+        if download_time_end is not None:
+            count_dict["no_data_list"].append(f"{download_time}-{download_time_end}")
+        else:
+            count_dict["no_data_list"].append(download_time)
+        return
+
+    if isinstance(var, str):
+        var = [var]
+
+    if isinstance(var, list):
+        if len(var) == 1:
+            var = var[0]
+            submit_url = _get_submit_url_var(var, depth, level_num, lon_min, lon_max, lat_min, lat_max, dataset_name, version_name, download_time, download_time_end)
+            file_name = f"HYCOM_{variable_info[var]['var_name']}_{download_time}.nc"
+            if download_time_end is not None:
+                file_name = f"HYCOM_{variable_info[var]['var_name']}_{download_time}-{download_time_end}.nc"
+            _download_file(submit_url, store_path, file_name, cover)
+        else:
+            if download_time < "2024081012":
+                varlist = [_ for _ in var]
+                for key, value in var_group.items():
+                    current_group = []
+                    for v in varlist:
+                        if v in value:
+                            current_group.append(v)
+                    if len(current_group) == 0:
+                        continue
+
+                    var = current_group[0]
+                    submit_url = _get_submit_url_var(var, depth, level_num, lon_min, lon_max, lat_min, lat_max, dataset_name, version_name, download_time, download_time_end)
+                    file_name = f"HYCOM_{variable_info[var]['var_name']}_{download_time}.nc"
+                    old_str = f"var={variable_info[var]['var_name']}"
+                    new_str = f"var={variable_info[var]['var_name']}"
+                    if len(current_group) > 1:
+                        for v in current_group[1:]:
+                            new_str = f"{new_str}&var={variable_info[v]['var_name']}"
+                        submit_url = submit_url.replace(old_str, new_str)
+                        file_name = f"HYCOM_{key}_{download_time}.nc"
+                        if download_time_end is not None:
+                            file_name = f"HYCOM_{key}_{download_time}-{download_time_end}.nc"
+                    _download_file(submit_url, store_path, file_name, cover)
+            else:
+                for v in var:
+                    submit_url = _get_submit_url_var(v, depth, level_num, lon_min, lon_max, lat_min, lat_max, dataset_name, version_name, download_time, download_time_end)
+                    file_name = f"HYCOM_{variable_info[v]['var_name']}_{download_time}.nc"
+                    if download_time_end is not None:
+                        file_name = f"HYCOM_{variable_info[v]['var_name']}_{download_time}-{download_time_end}.nc"
+                    _download_file(submit_url, store_path, file_name, cover)
+
+
+def _convert_full_name_to_short_name(full_name):
+    for var, info in variable_info.items():
+        if full_name == info["var_name"] or full_name == info["standard_name"] or full_name == var:
+            return var
+    print("[bold #FFE4E1]Please ensure the var is in:\n[bold blue]u,v,temp,salt,ssh,u_b,v_b,temp_b,salt_b")
+    print("or")
+    print("[bold blue]water_u, water_v, water_temp, salinity, surf_el, water_u_bottom, water_v_bottom, water_temp_bottom, salinity_bottom")
+    return False
+
+
+def _download_task(var, time_str, time_str_end, lon_min, lon_max, lat_min, lat_max, depth, level, store_path, dataset_name, version_name, cover):
+    _prepare_url_to_download(var, lon_min, lon_max, lat_min, lat_max, time_str, time_str_end, depth, level, store_path, dataset_name, version_name, cover)
+
+
+def _done_callback(future, progress, task, total, counter_lock):
+    global parallel_counter
+    with counter_lock:
+        parallel_counter += 1
+        progress.update(task, advance=1, description=f"[cyan]{bar_desc} {parallel_counter}/{total}")
+
+
+def _download_hourly_func(var, time_s, time_e, lon_min=0, lon_max=359.92, lat_min=-80, lat_max=90, depth=None, level=None, store_path=None, dataset_name=None, version_name=None, num_workers=None, cover=False, interval_hour=3):
+    ymdh_time_s, ymdh_time_e = str(time_s), str(time_e)
+    if num_workers is not None and num_workers > 1:
+        global parallel_counter
+        parallel_counter = 0
+        counter_lock = Lock()
+    if ymdh_time_s == ymdh_time_e:
+        _prepare_url_to_download(var, lon_min, lon_max, lat_min, lat_max, ymdh_time_s, None, depth, level, store_path, dataset_name, version_name, cover)
+    elif int(ymdh_time_s) < int(ymdh_time_e):
+        if match_time is None:
+            print("*" * mark_len)
+            print("Downloading a series of files...")
+        time_list = _get_time_list(ymdh_time_s, ymdh_time_e, interval_hour, "hour")
+        with Progress() as progress:
+            task = progress.add_task(f"[cyan]{bar_desc}", total=len(time_list))
+            if num_workers is None or num_workers <= 1:
+                for i, time_str in enumerate(time_list):
+                    _prepare_url_to_download(var, lon_min, lon_max, lat_min, lat_max, time_str, None, depth, level, store_path, dataset_name, version_name, cover)
+                    progress.update(task, advance=1, description=f"[cyan]{bar_desc} {i + 1}/{len(time_list)}")
+            else:
+                with ThreadPoolExecutor(max_workers=num_workers) as executor:
+                    futures = [executor.submit(_download_task, var, time_str, None, lon_min, lon_max, lat_min, lat_max, depth, level, store_path, dataset_name, version_name, cover) for time_str in time_list]
+                    for feature in as_completed(futures):
+                        _done_callback(feature, progress, task, len(time_list), counter_lock)
+    else:
+        print("[bold red]Please ensure the time_s is no more than time_e")
+
+
+def download(
+    variables,
+    start_time,
+    end_time=None,
+    lon_min=0,
+    lon_max=359.92,
+    lat_min=-80,
+    lat_max=90,
+    depth=None,
+    level=None,
+    output_dir=None,
+    dataset=None,
+    version=None,
+    workers=None,
+    overwrite=False,
+    idm_path=None,
+    validate_time=None,
+    interval_hours=3,
+):
+    """
+    Download data for a single time or a series of times.
+
+    Parameters:
+        variables (str or list): Variable names to download. Examples include:
+            'u', 'v', 'temp', 'salt', 'ssh', 'u_b', 'v_b', 'temp_b', 'salt_b'
+            or their full names like 'water_u', 'water_v', etc.
+        start_time (str): Start time in the format 'YYYYMMDDHH' or 'YYYYMMDD'.
+            If hour is included, it must be one of [00, 03, 06, 09, 12, 15, 18, 21].
+        end_time (str, optional): End time in the format 'YYYYMMDDHH' or 'YYYYMMDD'.
+            If not provided, only data for the start_time will be downloaded.
+        lon_min (float, optional): Minimum longitude. Default is 0.
+        lon_max (float, optional): Maximum longitude. Default is 359.92.
+        lat_min (float, optional): Minimum latitude. Default is -80.
+        lat_max (float, optional): Maximum latitude. Default is 90.
+        depth (float, optional): Depth in meters. If specified, data for a single depth
+            will be downloaded. Suggested range: [0, 5000].
+        level (int, optional): Vertical level number. If specified, data for a single
+            level will be downloaded. Suggested range: [1, 40].
+        output_dir (str, optional): Directory to save downloaded files. If not provided,
+            files will be saved in the current working directory.
+        dataset (str, optional): Dataset name. Examples: 'GLBv0.08', 'GLBu0.08', etc.
+            If not provided, the dataset will be chosen based on the time range.
+        version (str, optional): Dataset version. Examples: '53.X', '56.3', etc.
+            If not provided, the version will be chosen based on the time range.
+        workers (int, optional): Number of parallel workers. Default is 1. Maximum is 10.
+        overwrite (bool, optional): Whether to overwrite existing files. Default is False.
+        idm_path (str, optional): Path to the Internet Download Manager (IDM) executable.
+            If provided, IDM will be used for downloading.
+        validate_time (bool, optional): Time validation mode. Default is None.
+            - None: Only download data.
+            - True: Modify the real time in the data to match the file name.
+            - False: Check if the real time matches the file name. If not, delete the file.
+        interval_hours (int, optional): Time interval in hours for downloading data.
+            Default is 3. Examples: 3, 6, etc.
+
+    Returns:
+        None
+
+    Example:
+        >>> download(
+        variables='u',
+        start_time='2024083100',
+        end_time='2024090100',
+        lon_min=0,
+        lon_max=359.92,
+        lat_min=-80,
+        lat_max=90,
+        depth=None,
+        level=None,
+        output_dir=None,
+        dataset=None,
+        version=None,
+        workers=4,
+        overwrite=False,
+        idm_path=None,
+        validate_time=None,
+        interval_hours=3,
+        )
+    """
+    from oafuncs.oa_tool import pbar
+
+    _get_initial_data()
+
+    if dataset is None and version is None:
+        if validate_time is None:
+            print("Dataset and version will be chosen based on the time range.")
+            print("If multiple datasets or versions exist, the latest one will be used.")
+    elif dataset is None:
+        print("Please provide a dataset name if specifying a version.")
+    elif version is None:
+        print("Please provide a version if specifying a dataset name.")
+    else:
+        print("Using the specified dataset and version.")
+
+    if isinstance(variables, list):
+        if len(variables) == 1:
+            variables = _convert_full_name_to_short_name(variables[0])
+        else:
+            variables = [_convert_full_name_to_short_name(v) for v in variables]
+    elif isinstance(variables, str):
+        variables = _convert_full_name_to_short_name(variables)
+    else:
+        raise ValueError("Invalid variable(s) provided.")
+    if variables is False:
+        raise ValueError("Invalid variable(s) provided.")
+    if not (0 <= lon_min <= 359.92 and 0 <= lon_max <= 359.92 and -80 <= lat_min <= 90 and -80 <= lat_max <= 90):
+        raise ValueError("Longitude or latitude values are out of range.")
+
+    if output_dir is None:
+        output_dir = str(Path.cwd())
+    else:
+        os.makedirs(output_dir, exist_ok=True)
+
+    if workers is not None:
+        workers = max(min(workers, 10), 1)
+    start_time = str(start_time)
+    if len(start_time) == 8:
+        start_time += "00"
+    if end_time is None:
+        end_time = start_time[:]
+    else:
+        end_time = str(end_time)
+        if len(end_time) == 8:
+            end_time += "21"
+
+    global count_dict
+    count_dict = {"success": 0, "fail": 0, "skip": 0, "no_data": 0, "total": 0, "no_data_list": []}
+
+    global fsize_dict
+    fsize_dict = {}
+
+    global fsize_dict_lock
+    fsize_dict_lock = Lock()
+
+    global use_idm, given_idm_engine, idm_download_list, bar_desc
+    if idm_path is not None:
+        use_idm = True
+        workers = 1
+        given_idm_engine = idm_path
+        idm_download_list = []
+        bar_desc = "Submitting to IDM ..."
+    else:
+        use_idm = False
+        bar_desc = "Downloading ..."
+
+    global match_time
+    match_time = validate_time
+
+    global mark_len
+    mark_len = 100
+
+    if validate_time is not None:
+        workers = 1
+        print("*" * mark_len)
+        print("[bold red]Only checking the time of existing files.")
+        bar_desc = "Checking time ..."
+
+    _download_hourly_func(
+        variables,
+        start_time,
+        end_time,
+        lon_min,
+        lon_max,
+        lat_min,
+        lat_max,
+        depth,
+        level,
+        output_dir,
+        dataset,
+        version,
+        workers,
+        overwrite,
+        int(interval_hours),
+    )
+
+    if idm_path is not None:
+        print("[bold #ecdbfe]*" * mark_len)
+        print(f"[bold #3dfc40]{'All files have been submitted to IDM for downloading'.center(mark_len, '*')}")
+        print("[bold #ecdbfe]*" * mark_len)
+        if idm_download_list:
+            remain_list = idm_download_list.copy()
+            for _ in pbar(range(len(idm_download_list)), cmap="diverging_1", description="Downloading: "):
+                success = False
+                while not success:
+                    for f in remain_list:
+                        if check_nc(f, print_messages=False):
+                            count_dict["success"] += 1
+                            success = True
+                            remain_list.remove(f)
+                            break
+
+    count_dict["total"] = count_dict["success"] + count_dict["fail"] + count_dict["skip"] + count_dict["no_data"]
+    print("[bold #ecdbfe]=" * mark_len)
+    print(f"[bold #ff80ab]Total: {count_dict['total']}\nSuccess: {count_dict['success']}\nFail: {count_dict['fail']}\nSkip: {count_dict['skip']}\nNo data: {count_dict['no_data']}")
+    print("[bold #ecdbfe]=" * mark_len)
+    if count_dict["fail"] > 0:
+        print("[bold #be5528]Please try again to download the failed data later.")
+    if count_dict["no_data"] > 0:
+        print(f"[bold #f90000]{count_dict['no_data']} data entries do not exist in any dataset or version.")
+        for no_data in count_dict["no_data_list"]:
+            print(f"[bold #d81b60]{no_data}")
+    print("[bold #ecdbfe]=" * mark_len)
+
+
+if __name__ == "__main__":
+    download_dict = {
+        "water_u": {"simple_name": "u", "download": 1},
+        "water_v": {"simple_name": "v", "download": 1},
+        "surf_el": {"simple_name": "ssh", "download": 1},
+        "water_temp": {"simple_name": "temp", "download": 1},
+        "salinity": {"simple_name": "salt", "download": 1},
+        "water_u_bottom": {"simple_name": "u_b", "download": 0},
+        "water_v_bottom": {"simple_name": "v_b", "download": 0},
+        "water_temp_bottom": {"simple_name": "temp_b", "download": 0},
+        "salinity_bottom": {"simple_name": "salt_b", "download": 0},
+    }
+
+    var_list = [var_name for var_name in download_dict.keys() if download_dict[var_name]["download"]]
+
+    single_var = False
+
+    options = {
+        "variables": var_list,
+        "start_time": "2025010300",
+        "end_time": "2025010309",
+        "output_dir": r"I:\Data\HYCOM\3hourly_test",
+        "lon_min": 105,
+        "lon_max": 130,
+        "lat_min": 15,
+        "lat_max": 45,
+        "workers": 1,
+        "overwrite": False,
+        "depth": None,
+        "level": None,
+        "validate_time": True,
+        "idm_path": r"D:\Programs\Internet Download Manager\IDMan.exe",
+        "interval_hours": 3,
+    }
+
+    if single_var:
+        for var_name in var_list:
+            options["variables"] = var_name
+            download(**options)
+    else:
+        download(**options)