disdrodb 0.3.0__py3-none-any.whl → 0.5.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- disdrodb/__init__.py +2 -0
- disdrodb/_config.py +1 -0
- disdrodb/_version.py +2 -2
- disdrodb/accessor/__init__.py +1 -0
- disdrodb/accessor/methods.py +1 -0
- disdrodb/api/checks.py +2 -4
- disdrodb/api/io.py +224 -24
- disdrodb/api/path.py +2 -4
- disdrodb/cli/disdrodb_check_metadata_archive.py +1 -0
- disdrodb/cli/disdrodb_check_products_options.py +1 -0
- disdrodb/cli/disdrodb_create_summary.py +6 -6
- disdrodb/cli/disdrodb_create_summary_station.py +2 -2
- disdrodb/cli/disdrodb_data_archive_directory.py +1 -0
- disdrodb/cli/disdrodb_download_archive.py +5 -6
- disdrodb/cli/disdrodb_download_metadata_archive.py +1 -0
- disdrodb/cli/disdrodb_download_station.py +2 -3
- disdrodb/cli/disdrodb_initialize_station.py +3 -3
- disdrodb/cli/disdrodb_metadata_archive_directory.py +1 -0
- disdrodb/cli/disdrodb_open_data_archive.py +1 -2
- disdrodb/cli/disdrodb_open_logs_directory.py +2 -3
- disdrodb/cli/disdrodb_open_metadata_archive.py +1 -2
- disdrodb/cli/disdrodb_open_metadata_directory.py +2 -3
- disdrodb/cli/disdrodb_open_product_directory.py +1 -2
- disdrodb/cli/disdrodb_open_readers_directory.py +1 -0
- disdrodb/cli/disdrodb_run.py +6 -6
- disdrodb/cli/disdrodb_run_l0.py +6 -6
- disdrodb/cli/disdrodb_run_l0_station.py +3 -3
- disdrodb/cli/disdrodb_run_l0a.py +6 -6
- disdrodb/cli/disdrodb_run_l0a_station.py +3 -3
- disdrodb/cli/disdrodb_run_l0b.py +6 -6
- disdrodb/cli/disdrodb_run_l0b_station.py +3 -3
- disdrodb/cli/disdrodb_run_l0c.py +6 -6
- disdrodb/cli/disdrodb_run_l0c_station.py +3 -3
- disdrodb/cli/disdrodb_run_l1.py +6 -6
- disdrodb/cli/disdrodb_run_l1_station.py +3 -3
- disdrodb/cli/disdrodb_run_l2e.py +6 -6
- disdrodb/cli/disdrodb_run_l2e_station.py +3 -3
- disdrodb/cli/disdrodb_run_l2m.py +6 -6
- disdrodb/cli/disdrodb_run_l2m_station.py +3 -3
- disdrodb/cli/disdrodb_run_station.py +3 -3
- disdrodb/cli/disdrodb_upload_archive.py +6 -7
- disdrodb/cli/disdrodb_upload_station.py +3 -4
- disdrodb/configs.py +7 -8
- disdrodb/constants.py +1 -0
- disdrodb/data_transfer/download_data.py +8 -8
- disdrodb/data_transfer/upload_data.py +6 -8
- disdrodb/data_transfer/zenodo.py +1 -1
- disdrodb/fall_velocity/__init__.py +1 -0
- disdrodb/fall_velocity/graupel.py +1 -0
- disdrodb/fall_velocity/hail.py +1 -0
- disdrodb/fall_velocity/rain.py +1 -0
- disdrodb/issue/checks.py +1 -0
- disdrodb/issue/reader.py +1 -0
- disdrodb/issue/writer.py +1 -2
- disdrodb/l0/__init__.py +1 -0
- disdrodb/l0/check_configs.py +21 -23
- disdrodb/l0/check_standards.py +0 -1
- disdrodb/l0/configs/LPM/l0a_encodings.yml +17 -17
- disdrodb/l0/configs/LPM/l0b_cf_attrs.yml +55 -55
- disdrodb/l0/configs/LPM/l0b_encodings.yml +17 -17
- disdrodb/l0/configs/LPM/raw_data_format.yml +17 -17
- disdrodb/l0/configs/LPM_V0/l0a_encodings.yml +2 -2
- disdrodb/l0/configs/LPM_V0/l0b_cf_attrs.yml +2 -2
- disdrodb/l0/configs/LPM_V0/l0b_encodings.yml +2 -2
- disdrodb/l0/configs/LPM_V0/raw_data_format.yml +2 -2
- disdrodb/l0/l0_reader.py +1 -0
- disdrodb/l0/l0a_processing.py +5 -5
- disdrodb/l0/l0b_nc_processing.py +1 -2
- disdrodb/l0/l0b_processing.py +1 -13
- disdrodb/l0/l0c_processing.py +2 -1
- disdrodb/l0/readers/LPM/ARM/ARM_LPM.py +1 -0
- disdrodb/l0/readers/LPM/AUSTRALIA/MELBOURNE_2007_LPM.py +17 -17
- disdrodb/l0/readers/LPM/BRAZIL/CHUVA_LPM.py +17 -17
- disdrodb/l0/readers/LPM/BRAZIL/GOAMAZON_LPM.py +17 -17
- disdrodb/l0/readers/LPM/GERMANY/DWD.py +55 -52
- disdrodb/l0/readers/LPM/ITALY/GID_LPM.py +18 -17
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_AQ.py +277 -0
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_PI.py +18 -17
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_T.py +18 -17
- disdrodb/l0/readers/LPM/ITALY/GID_LPM_W.py +18 -18
- disdrodb/l0/readers/LPM/KIT/CHWALA.py +18 -17
- disdrodb/l0/readers/LPM/NETHERLANDS/DELFT_RWANDA_LPM_NC.py +17 -17
- disdrodb/l0/readers/LPM/NORWAY/HAUKELISETER_LPM.py +18 -17
- disdrodb/l0/readers/LPM/NORWAY/NMBU_LPM.py +18 -17
- disdrodb/l0/readers/LPM/SLOVENIA/ARSO.py +18 -17
- disdrodb/l0/readers/LPM/SLOVENIA/UL.py +18 -17
- disdrodb/l0/readers/LPM/SWITZERLAND/INNERERIZ_LPM.py +18 -17
- disdrodb/l0/readers/LPM/UK/WITHWORTH_LPM.py +18 -17
- disdrodb/l0/readers/LPM/USA/CHARLESTON.py +18 -17
- disdrodb/l0/readers/LPM/USA/DEVEX.py +255 -0
- disdrodb/l0/readers/LPM_V0/BELGIUM/ULIEGE.py +2 -2
- disdrodb/l0/readers/LPM_V0/ITALY/GID_LPM_V0.py +3 -2
- disdrodb/l0/readers/ODM470/OCEAN/OCEANRAIN.py +1 -0
- disdrodb/l0/readers/PARSIVEL/BASQUECOUNTRY/EUSKALMET_OTT.py +1 -0
- disdrodb/l0/readers/PARSIVEL/CHINA/CHONGQING.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/ARCTIC_2021.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/COMMON_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/DAVOS_2009_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_2009.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2008.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2010.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/EPFL_ROOF_2012.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/GENEPI_2007.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/GRAND_ST_BERNARD_2007_2.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HPICONET_2010.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP2.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP3.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/HYMEX_LTE_SOP4.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/PARADISO_2014.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/PARSIVEL_2007.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/RACLETS_2019_WJF.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/RIETHOLZBACH_2011.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2017.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/SAMOYLOV_2019.py +1 -0
- disdrodb/l0/readers/PARSIVEL/EPFL/UNIL_2022.py +1 -0
- disdrodb/l0/readers/PARSIVEL/SLOVENIA/UL.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/ARM/ARM_PARSIVEL2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/BASQUECOUNTRY/EUSKALMET_OTT2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/BELGIUM/ILVO.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_nc.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/DENMARK/EROSION_raw.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/FRANCE/ENPC_PARSIVEL2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/FRANCE/OSUG.py +1 -1
- disdrodb/l0/readers/PARSIVEL2/ITALY/HYDROX.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/MEXICO/OH_IIUNAM_nc.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/FARM_PARSIVEL2.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_MIPS.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/PERILS_PIPS.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_P1.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/NCAR/VORTEX_SE_2016_PIPS.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/PHILIPPINES/PAGASA.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/SPAIN/GRANADA.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/SWEDEN/SMHI.py +1 -0
- disdrodb/l0/readers/PARSIVEL2/USA/CW3E.py +1 -0
- disdrodb/l0/readers/PWS100/AUSTRIA/HOAL.py +1 -0
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100.py +1 -0
- disdrodb/l0/readers/PWS100/FRANCE/ENPC_PWS100_SIRTA.py +1 -0
- disdrodb/l0/readers/RD80/NOAA/PSL_RD80.py +1 -0
- disdrodb/l0/readers/SWS250/BELGIUM/KMI.py +1 -0
- disdrodb/l0/readers/template_reader_raw_netcdf_data.py +1 -0
- disdrodb/l0/readers/template_reader_raw_text_data.py +1 -0
- disdrodb/l0/template_tools.py +6 -8
- disdrodb/l1/__init__.py +1 -0
- disdrodb/l1/classification.py +1 -0
- disdrodb/l1/resampling.py +5 -0
- disdrodb/l1_env/routines.py +1 -0
- disdrodb/l2/__init__.py +1 -0
- disdrodb/l2/empirical_dsd.py +1 -0
- disdrodb/l2/processing.py +1 -0
- disdrodb/metadata/checks.py +9 -10
- disdrodb/metadata/download.py +1 -0
- disdrodb/metadata/geolocation.py +2 -1
- disdrodb/metadata/info.py +2 -2
- disdrodb/metadata/search.py +0 -1
- disdrodb/physics/atmosphere.py +1 -0
- disdrodb/physics/water.py +1 -0
- disdrodb/physics/wrappers.py +1 -0
- disdrodb/psd/__init__.py +0 -1
- disdrodb/psd/fitting.py +1 -0
- disdrodb/psd/models.py +1 -0
- disdrodb/routines/__init__.py +1 -0
- disdrodb/routines/l0.py +13 -9
- disdrodb/routines/l1.py +17 -12
- disdrodb/routines/l2.py +4 -5
- disdrodb/routines/options.py +1 -0
- disdrodb/routines/options_validation.py +12 -12
- disdrodb/routines/wrappers.py +33 -33
- disdrodb/scattering/__init__.py +0 -1
- disdrodb/scattering/permittivity.py +1 -0
- disdrodb/scattering/routines.py +3 -3
- disdrodb/summary/routines.py +12 -5
- disdrodb/utils/archiving.py +2 -1
- disdrodb/utils/attrs.py +3 -2
- disdrodb/utils/compression.py +1 -2
- disdrodb/utils/coords.py +45 -0
- disdrodb/utils/dask.py +5 -2
- disdrodb/utils/dataframe.py +4 -3
- disdrodb/utils/decorators.py +2 -1
- disdrodb/utils/directories.py +2 -2
- disdrodb/utils/encoding.py +2 -1
- disdrodb/utils/manipulations.py +1 -0
- disdrodb/utils/pydantic.py +1 -0
- disdrodb/utils/routines.py +1 -0
- disdrodb/utils/time.py +3 -2
- disdrodb/utils/warnings.py +1 -0
- disdrodb/utils/writer.py +4 -0
- disdrodb/utils/xarray.py +1 -0
- disdrodb/viz/plots.py +1 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/METADATA +4 -3
- disdrodb-0.5.0.dist-info/RECORD +361 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/WHEEL +1 -1
- disdrodb-0.3.0.dist-info/RECORD +0 -358
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/entry_points.txt +0 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/licenses/LICENSE +0 -0
- {disdrodb-0.3.0.dist-info → disdrodb-0.5.0.dist-info}/top_level.txt +0 -0
|
@@ -17,7 +17,6 @@
|
|
|
17
17
|
"""Routine to open the DISDRODB Data Archive logs directory."""
|
|
18
18
|
|
|
19
19
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
20
|
|
|
22
21
|
import click
|
|
23
22
|
|
|
@@ -36,8 +35,8 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
36
35
|
def disdrodb_open_metadata_directory(
|
|
37
36
|
data_source: str,
|
|
38
37
|
campaign_name: str,
|
|
39
|
-
station_name:
|
|
40
|
-
metadata_archive_dir:
|
|
38
|
+
station_name: str | None = None,
|
|
39
|
+
metadata_archive_dir: str | None = None,
|
|
41
40
|
):
|
|
42
41
|
"""Open the DISDRODB Metadata Archive directory of a station in the system file explorer.
|
|
43
42
|
|
|
@@ -17,7 +17,6 @@
|
|
|
17
17
|
"""Routine to open the DISDRODB Data Archive station product directory."""
|
|
18
18
|
|
|
19
19
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
20
|
|
|
22
21
|
import click
|
|
23
22
|
|
|
@@ -39,7 +38,7 @@ def disdrodb_open_product_directory(
|
|
|
39
38
|
data_source: str,
|
|
40
39
|
campaign_name: str,
|
|
41
40
|
station_name: str,
|
|
42
|
-
data_archive_dir:
|
|
41
|
+
data_archive_dir: str | None = None,
|
|
43
42
|
):
|
|
44
43
|
"""Open the DISDRODB Data Archive station product directory in the system file explorer.
|
|
45
44
|
|
disdrodb/cli/disdrodb_run.py
CHANGED
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to launch DISDRODB products generation for the entire DISDRODB Archive."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -65,9 +65,9 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
65
65
|
@click_metadata_archive_dir_option
|
|
66
66
|
def disdrodb_run(
|
|
67
67
|
# Stations options
|
|
68
|
-
data_sources:
|
|
69
|
-
campaign_names:
|
|
70
|
-
station_names:
|
|
68
|
+
data_sources: str | None = None,
|
|
69
|
+
campaign_names: str | None = None,
|
|
70
|
+
station_names: str | None = None,
|
|
71
71
|
# L0 archive options
|
|
72
72
|
l0a_processing: bool = True,
|
|
73
73
|
l0b_processing: bool = True,
|
|
@@ -84,8 +84,8 @@ def disdrodb_run(
|
|
|
84
84
|
parallel: bool = True,
|
|
85
85
|
debugging_mode: bool = False,
|
|
86
86
|
# DISDRODB root directories
|
|
87
|
-
data_archive_dir:
|
|
88
|
-
metadata_archive_dir:
|
|
87
|
+
data_archive_dir: str | None = None,
|
|
88
|
+
metadata_archive_dir: str | None = None,
|
|
89
89
|
):
|
|
90
90
|
"""Run the complete processing of DISDRODB stations.
|
|
91
91
|
|
disdrodb/cli/disdrodb_run_l0.py
CHANGED
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L0 processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -41,9 +41,9 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
41
41
|
@click_metadata_archive_dir_option
|
|
42
42
|
def disdrodb_run_l0(
|
|
43
43
|
# Stations options
|
|
44
|
-
data_sources:
|
|
45
|
-
campaign_names:
|
|
46
|
-
station_names:
|
|
44
|
+
data_sources: str | None = None,
|
|
45
|
+
campaign_names: str | None = None,
|
|
46
|
+
station_names: str | None = None,
|
|
47
47
|
# L0 archive options
|
|
48
48
|
l0a_processing: bool = True,
|
|
49
49
|
l0b_processing: bool = True,
|
|
@@ -56,8 +56,8 @@ def disdrodb_run_l0(
|
|
|
56
56
|
parallel: bool = True,
|
|
57
57
|
debugging_mode: bool = False,
|
|
58
58
|
# DISDRODB root directories
|
|
59
|
-
data_archive_dir:
|
|
60
|
-
metadata_archive_dir:
|
|
59
|
+
data_archive_dir: str | None = None,
|
|
60
|
+
metadata_archive_dir: str | None = None,
|
|
61
61
|
):
|
|
62
62
|
"""Run the DISDRODB L0 processing chain for many/all DISDRODB stations.
|
|
63
63
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L0 station processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -58,8 +58,8 @@ def disdrodb_run_l0_station(
|
|
|
58
58
|
parallel: bool = True,
|
|
59
59
|
debugging_mode: bool = False,
|
|
60
60
|
# DISDRODB root directories
|
|
61
|
-
data_archive_dir:
|
|
62
|
-
metadata_archive_dir:
|
|
61
|
+
data_archive_dir: str | None = None,
|
|
62
|
+
metadata_archive_dir: str | None = None,
|
|
63
63
|
):
|
|
64
64
|
"""Run the DISDRODB L0 processing chain for a specific DISDRODB station.
|
|
65
65
|
|
disdrodb/cli/disdrodb_run_l0a.py
CHANGED
|
@@ -16,8 +16,8 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Script to run the DISDRODB L0A processing."""
|
|
19
|
+
|
|
19
20
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
21
|
|
|
22
22
|
import click
|
|
23
23
|
|
|
@@ -40,17 +40,17 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
40
40
|
@click_metadata_archive_dir_option
|
|
41
41
|
def disdrodb_run_l0a(
|
|
42
42
|
# Stations options
|
|
43
|
-
data_sources:
|
|
44
|
-
campaign_names:
|
|
45
|
-
station_names:
|
|
43
|
+
data_sources: str | None = None,
|
|
44
|
+
campaign_names: str | None = None,
|
|
45
|
+
station_names: str | None = None,
|
|
46
46
|
# Processing options
|
|
47
47
|
force: bool = False,
|
|
48
48
|
verbose: bool = True,
|
|
49
49
|
parallel: bool = True,
|
|
50
50
|
debugging_mode: bool = False,
|
|
51
51
|
# DISDRODB root directories
|
|
52
|
-
data_archive_dir:
|
|
53
|
-
metadata_archive_dir:
|
|
52
|
+
data_archive_dir: str | None = None,
|
|
53
|
+
metadata_archive_dir: str | None = None,
|
|
54
54
|
):
|
|
55
55
|
"""Run the DISDRODB L0A processing chain for many/all DISDRODB stations.
|
|
56
56
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L0A station processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -50,8 +50,8 @@ def disdrodb_run_l0a_station(
|
|
|
50
50
|
parallel: bool = True,
|
|
51
51
|
debugging_mode: bool = False,
|
|
52
52
|
# DISDRODB root directories
|
|
53
|
-
data_archive_dir:
|
|
54
|
-
metadata_archive_dir:
|
|
53
|
+
data_archive_dir: str | None = None,
|
|
54
|
+
metadata_archive_dir: str | None = None,
|
|
55
55
|
):
|
|
56
56
|
"""Run the DISDRODB L0A processing chain for a specific DISDRODB station.
|
|
57
57
|
|
disdrodb/cli/disdrodb_run_l0b.py
CHANGED
|
@@ -16,8 +16,8 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Script to run the DISDRODB L0B processing."""
|
|
19
|
+
|
|
19
20
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
21
|
|
|
22
22
|
import click
|
|
23
23
|
|
|
@@ -42,9 +42,9 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
42
42
|
@click_metadata_archive_dir_option
|
|
43
43
|
def disdrodb_run_l0b(
|
|
44
44
|
# Stations options
|
|
45
|
-
data_sources:
|
|
46
|
-
campaign_names:
|
|
47
|
-
station_names:
|
|
45
|
+
data_sources: str | None = None,
|
|
46
|
+
campaign_names: str | None = None,
|
|
47
|
+
station_names: str | None = None,
|
|
48
48
|
# Processing options
|
|
49
49
|
force: bool = False,
|
|
50
50
|
verbose: bool = True,
|
|
@@ -52,8 +52,8 @@ def disdrodb_run_l0b(
|
|
|
52
52
|
debugging_mode: bool = False,
|
|
53
53
|
remove_l0a: bool = False,
|
|
54
54
|
# DISDRODB root directories
|
|
55
|
-
data_archive_dir:
|
|
56
|
-
metadata_archive_dir:
|
|
55
|
+
data_archive_dir: str | None = None,
|
|
56
|
+
metadata_archive_dir: str | None = None,
|
|
57
57
|
):
|
|
58
58
|
"""Run the DISDRODB L0B processing chain for many/all DISDRODB stations.
|
|
59
59
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L0B station processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -53,8 +53,8 @@ def disdrodb_run_l0b_station(
|
|
|
53
53
|
debugging_mode: bool = False,
|
|
54
54
|
remove_l0a: bool = False,
|
|
55
55
|
# DISDRODB root directories
|
|
56
|
-
data_archive_dir:
|
|
57
|
-
metadata_archive_dir:
|
|
56
|
+
data_archive_dir: str | None = None,
|
|
57
|
+
metadata_archive_dir: str | None = None,
|
|
58
58
|
):
|
|
59
59
|
"""Run the DISDRODB L0B processing chain for a specific DISDRODB station.
|
|
60
60
|
|
disdrodb/cli/disdrodb_run_l0c.py
CHANGED
|
@@ -16,8 +16,8 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Script to run the DISDRODB L0C processing."""
|
|
19
|
+
|
|
19
20
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
21
|
|
|
22
22
|
import click
|
|
23
23
|
|
|
@@ -42,9 +42,9 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
42
42
|
@click_metadata_archive_dir_option
|
|
43
43
|
def disdrodb_run_l0c(
|
|
44
44
|
# Stations options
|
|
45
|
-
data_sources:
|
|
46
|
-
campaign_names:
|
|
47
|
-
station_names:
|
|
45
|
+
data_sources: str | None = None,
|
|
46
|
+
campaign_names: str | None = None,
|
|
47
|
+
station_names: str | None = None,
|
|
48
48
|
# L0C processing options
|
|
49
49
|
remove_l0b: bool = False,
|
|
50
50
|
# Processing options
|
|
@@ -53,8 +53,8 @@ def disdrodb_run_l0c(
|
|
|
53
53
|
parallel: bool = True,
|
|
54
54
|
debugging_mode: bool = False,
|
|
55
55
|
# DISDRODB root directories
|
|
56
|
-
data_archive_dir:
|
|
57
|
-
metadata_archive_dir:
|
|
56
|
+
data_archive_dir: str | None = None,
|
|
57
|
+
metadata_archive_dir: str | None = None,
|
|
58
58
|
):
|
|
59
59
|
"""Run the DISDRODB L0C processing chain for many/all DISDRODB stations.
|
|
60
60
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L0C station processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -54,8 +54,8 @@ def disdrodb_run_l0c_station(
|
|
|
54
54
|
parallel: bool = True,
|
|
55
55
|
debugging_mode: bool = False,
|
|
56
56
|
# DISDRODB root directories
|
|
57
|
-
data_archive_dir:
|
|
58
|
-
metadata_archive_dir:
|
|
57
|
+
data_archive_dir: str | None = None,
|
|
58
|
+
metadata_archive_dir: str | None = None,
|
|
59
59
|
):
|
|
60
60
|
"""Run the DISDRODB L0C processing chain for a specific DISDRODB station.
|
|
61
61
|
|
disdrodb/cli/disdrodb_run_l1.py
CHANGED
|
@@ -16,8 +16,8 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Script to run the DISDRODB L1B processing."""
|
|
19
|
+
|
|
19
20
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
21
|
|
|
22
22
|
import click
|
|
23
23
|
|
|
@@ -40,17 +40,17 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
40
40
|
@click_metadata_archive_dir_option
|
|
41
41
|
def disdrodb_run_l1(
|
|
42
42
|
# Stations options
|
|
43
|
-
data_sources:
|
|
44
|
-
campaign_names:
|
|
45
|
-
station_names:
|
|
43
|
+
data_sources: str | None = None,
|
|
44
|
+
campaign_names: str | None = None,
|
|
45
|
+
station_names: str | None = None,
|
|
46
46
|
# Processing options
|
|
47
47
|
force: bool = False,
|
|
48
48
|
verbose: bool = True,
|
|
49
49
|
parallel: bool = True,
|
|
50
50
|
debugging_mode: bool = False,
|
|
51
51
|
# DISDRODB root directories
|
|
52
|
-
data_archive_dir:
|
|
53
|
-
metadata_archive_dir:
|
|
52
|
+
data_archive_dir: str | None = None,
|
|
53
|
+
metadata_archive_dir: str | None = None,
|
|
54
54
|
):
|
|
55
55
|
"""Run the DISDRODB L1 processing chain for many/all DISDRODB stations.
|
|
56
56
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L1 station processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -50,8 +50,8 @@ def disdrodb_run_l1_station(
|
|
|
50
50
|
parallel: bool = True,
|
|
51
51
|
debugging_mode: bool = False,
|
|
52
52
|
# DISDRODB root directories
|
|
53
|
-
data_archive_dir:
|
|
54
|
-
metadata_archive_dir:
|
|
53
|
+
data_archive_dir: str | None = None,
|
|
54
|
+
metadata_archive_dir: str | None = None,
|
|
55
55
|
):
|
|
56
56
|
"""Run the DISDRODB L1 processing chain for a specific DISDRODB station.
|
|
57
57
|
|
disdrodb/cli/disdrodb_run_l2e.py
CHANGED
|
@@ -16,8 +16,8 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Script to run the DISDRODB L2E processing."""
|
|
19
|
+
|
|
19
20
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
21
|
|
|
22
22
|
import click
|
|
23
23
|
|
|
@@ -40,17 +40,17 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
40
40
|
@click_metadata_archive_dir_option
|
|
41
41
|
def disdrodb_run_l2e(
|
|
42
42
|
# Stations options
|
|
43
|
-
data_sources:
|
|
44
|
-
campaign_names:
|
|
45
|
-
station_names:
|
|
43
|
+
data_sources: str | None = None,
|
|
44
|
+
campaign_names: str | None = None,
|
|
45
|
+
station_names: str | None = None,
|
|
46
46
|
# Processing options
|
|
47
47
|
force: bool = False,
|
|
48
48
|
verbose: bool = True,
|
|
49
49
|
parallel: bool = True,
|
|
50
50
|
debugging_mode: bool = False,
|
|
51
51
|
# DISDRODB root directories
|
|
52
|
-
data_archive_dir:
|
|
53
|
-
metadata_archive_dir:
|
|
52
|
+
data_archive_dir: str | None = None,
|
|
53
|
+
metadata_archive_dir: str | None = None,
|
|
54
54
|
):
|
|
55
55
|
"""Run the DISDRODB L2E processing chain for many/all DISDRODB stations.
|
|
56
56
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L2E station processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -50,8 +50,8 @@ def disdrodb_run_l2e_station(
|
|
|
50
50
|
parallel: bool = True,
|
|
51
51
|
debugging_mode: bool = False,
|
|
52
52
|
# DISDRODB root directories
|
|
53
|
-
data_archive_dir:
|
|
54
|
-
metadata_archive_dir:
|
|
53
|
+
data_archive_dir: str | None = None,
|
|
54
|
+
metadata_archive_dir: str | None = None,
|
|
55
55
|
):
|
|
56
56
|
"""Run the DISDRODB L2E processing chain for a specific DISDRODB station.
|
|
57
57
|
|
disdrodb/cli/disdrodb_run_l2m.py
CHANGED
|
@@ -16,8 +16,8 @@
|
|
|
16
16
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
17
17
|
# -----------------------------------------------------------------------------.
|
|
18
18
|
"""Script to run the DISDRODB L2M processing."""
|
|
19
|
+
|
|
19
20
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
21
|
|
|
22
22
|
import click
|
|
23
23
|
|
|
@@ -40,17 +40,17 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
40
40
|
@click_metadata_archive_dir_option
|
|
41
41
|
def disdrodb_run_l2m(
|
|
42
42
|
# Stations options
|
|
43
|
-
data_sources:
|
|
44
|
-
campaign_names:
|
|
45
|
-
station_names:
|
|
43
|
+
data_sources: str | None = None,
|
|
44
|
+
campaign_names: str | None = None,
|
|
45
|
+
station_names: str | None = None,
|
|
46
46
|
# Processing options
|
|
47
47
|
force: bool = False,
|
|
48
48
|
verbose: bool = True,
|
|
49
49
|
parallel: bool = True,
|
|
50
50
|
debugging_mode: bool = False,
|
|
51
51
|
# DISDRODB root directories
|
|
52
|
-
data_archive_dir:
|
|
53
|
-
metadata_archive_dir:
|
|
52
|
+
data_archive_dir: str | None = None,
|
|
53
|
+
metadata_archive_dir: str | None = None,
|
|
54
54
|
):
|
|
55
55
|
"""Run the DISDRODB L2M processing chain for many/all DISDRODB stations.
|
|
56
56
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to run the DISDRODB L2M station processing."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -50,8 +50,8 @@ def disdrodb_run_l2m_station(
|
|
|
50
50
|
parallel: bool = True,
|
|
51
51
|
debugging_mode: bool = False,
|
|
52
52
|
# DISDRODB root directories
|
|
53
|
-
data_archive_dir:
|
|
54
|
-
metadata_archive_dir:
|
|
53
|
+
data_archive_dir: str | None = None,
|
|
54
|
+
metadata_archive_dir: str | None = None,
|
|
55
55
|
):
|
|
56
56
|
"""Run the DISDRODB L2M processing chain for a specific DISDRODB station.
|
|
57
57
|
|
|
@@ -15,8 +15,8 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Script to launch all DISDRODB products generation for a given station."""
|
|
18
|
+
|
|
18
19
|
import sys
|
|
19
|
-
from typing import Optional
|
|
20
20
|
|
|
21
21
|
import click
|
|
22
22
|
|
|
@@ -85,8 +85,8 @@ def disdrodb_run_station(
|
|
|
85
85
|
parallel: bool = True,
|
|
86
86
|
debugging_mode: bool = False,
|
|
87
87
|
# DISDRODB root directories
|
|
88
|
-
data_archive_dir:
|
|
89
|
-
metadata_archive_dir:
|
|
88
|
+
data_archive_dir: str | None = None,
|
|
89
|
+
metadata_archive_dir: str | None = None,
|
|
90
90
|
):
|
|
91
91
|
"""Run the complete processing of a specific DISDRODB station.
|
|
92
92
|
|
|
@@ -17,7 +17,6 @@
|
|
|
17
17
|
"""Routines to upload data to the DISDRODB Decentralized Data Archive."""
|
|
18
18
|
|
|
19
19
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
20
|
|
|
22
21
|
import click
|
|
23
22
|
|
|
@@ -39,14 +38,14 @@ sys.tracebacklimit = 0 # avoid full traceback error if occur
|
|
|
39
38
|
@click_metadata_archive_dir_option
|
|
40
39
|
def disdrodb_upload_archive(
|
|
41
40
|
# DISDRODB root directories
|
|
42
|
-
data_archive_dir:
|
|
43
|
-
metadata_archive_dir:
|
|
41
|
+
data_archive_dir: str | None = None,
|
|
42
|
+
metadata_archive_dir: str | None = None,
|
|
44
43
|
# Stations options
|
|
45
|
-
data_sources:
|
|
46
|
-
campaign_names:
|
|
47
|
-
station_names:
|
|
44
|
+
data_sources: str | None = None,
|
|
45
|
+
campaign_names: str | None = None,
|
|
46
|
+
station_names: str | None = None,
|
|
48
47
|
# Upload options
|
|
49
|
-
platform:
|
|
48
|
+
platform: str | None = None,
|
|
50
49
|
force: bool = False,
|
|
51
50
|
):
|
|
52
51
|
"""Upload raw data for multiple DISDRODB stations to the DISDRODB Decentralized Data Archive.
|
|
@@ -17,7 +17,6 @@
|
|
|
17
17
|
"""Routines to upload station data to the DISDRODB Decentralized Data Archive."""
|
|
18
18
|
|
|
19
19
|
import sys
|
|
20
|
-
from typing import Optional
|
|
21
20
|
|
|
22
21
|
import click
|
|
23
22
|
|
|
@@ -43,11 +42,11 @@ def disdrodb_upload_station(
|
|
|
43
42
|
campaign_name: str,
|
|
44
43
|
station_name: str,
|
|
45
44
|
# Upload options
|
|
46
|
-
platform:
|
|
45
|
+
platform: str | None = None,
|
|
47
46
|
force: bool = False,
|
|
48
47
|
# DISDRODB root directories
|
|
49
|
-
data_archive_dir:
|
|
50
|
-
metadata_archive_dir:
|
|
48
|
+
data_archive_dir: str | None = None,
|
|
49
|
+
metadata_archive_dir: str | None = None,
|
|
51
50
|
):
|
|
52
51
|
"""Upload raw data from a single DISDRODB station to the DISDRODB Decentralized Data Archive.
|
|
53
52
|
|
disdrodb/configs.py
CHANGED
|
@@ -18,7 +18,6 @@
|
|
|
18
18
|
|
|
19
19
|
import os
|
|
20
20
|
import shutil
|
|
21
|
-
from typing import Optional
|
|
22
21
|
|
|
23
22
|
from disdrodb.utils.yaml import read_yaml, write_yaml
|
|
24
23
|
|
|
@@ -32,13 +31,13 @@ def _define_config_filepath():
|
|
|
32
31
|
|
|
33
32
|
|
|
34
33
|
def define_configs(
|
|
35
|
-
data_archive_dir:
|
|
36
|
-
metadata_archive_dir:
|
|
37
|
-
scattering_table_dir:
|
|
38
|
-
products_configs_dir:
|
|
39
|
-
folder_partitioning:
|
|
40
|
-
zenodo_token:
|
|
41
|
-
zenodo_sandbox_token:
|
|
34
|
+
data_archive_dir: str | None = None,
|
|
35
|
+
metadata_archive_dir: str | None = None,
|
|
36
|
+
scattering_table_dir: str | None = None,
|
|
37
|
+
products_configs_dir: str | None = None,
|
|
38
|
+
folder_partitioning: str | None = None,
|
|
39
|
+
zenodo_token: str | None = None,
|
|
40
|
+
zenodo_sandbox_token: str | None = None,
|
|
42
41
|
):
|
|
43
42
|
"""
|
|
44
43
|
Defines the DISDRODB configuration file with the given credentials and base directory.
|
disdrodb/constants.py
CHANGED
|
@@ -15,12 +15,12 @@
|
|
|
15
15
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Routines to download data from the DISDRODB Decentralized Data Archive."""
|
|
18
|
+
|
|
18
19
|
import logging
|
|
19
20
|
import os
|
|
20
21
|
import shutil
|
|
21
22
|
import subprocess
|
|
22
23
|
import urllib.parse
|
|
23
|
-
from typing import Optional, Union
|
|
24
24
|
|
|
25
25
|
import click
|
|
26
26
|
import pooch
|
|
@@ -96,12 +96,12 @@ def click_download_options(function: object):
|
|
|
96
96
|
|
|
97
97
|
|
|
98
98
|
def download_archive(
|
|
99
|
-
data_sources:
|
|
100
|
-
campaign_names:
|
|
101
|
-
station_names:
|
|
99
|
+
data_sources: str | list[str] | None = None,
|
|
100
|
+
campaign_names: str | list[str] | None = None,
|
|
101
|
+
station_names: str | list[str] | None = None,
|
|
102
102
|
force: bool = False,
|
|
103
|
-
data_archive_dir:
|
|
104
|
-
metadata_archive_dir:
|
|
103
|
+
data_archive_dir: str | None = None,
|
|
104
|
+
metadata_archive_dir: str | None = None,
|
|
105
105
|
):
|
|
106
106
|
"""Download DISDRODB stations with the ``disdrodb_data_url`` in the metadata.
|
|
107
107
|
|
|
@@ -174,8 +174,8 @@ def download_station(
|
|
|
174
174
|
campaign_name: str,
|
|
175
175
|
station_name: str,
|
|
176
176
|
force: bool = False,
|
|
177
|
-
data_archive_dir:
|
|
178
|
-
metadata_archive_dir:
|
|
177
|
+
data_archive_dir: str | None = None,
|
|
178
|
+
metadata_archive_dir: str | None = None,
|
|
179
179
|
) -> None:
|
|
180
180
|
"""
|
|
181
181
|
Download data of a single DISDRODB station from the DISDRODB remote repository.
|
|
@@ -16,8 +16,6 @@
|
|
|
16
16
|
# -----------------------------------------------------------------------------.
|
|
17
17
|
"""Routines to upload data to the DISDRODB Decentralized Data Archive."""
|
|
18
18
|
|
|
19
|
-
from typing import Optional
|
|
20
|
-
|
|
21
19
|
import click
|
|
22
20
|
|
|
23
21
|
from disdrodb.api.path import define_metadata_filepath
|
|
@@ -123,10 +121,10 @@ def upload_station(
|
|
|
123
121
|
data_source: str,
|
|
124
122
|
campaign_name: str,
|
|
125
123
|
station_name: str,
|
|
126
|
-
platform:
|
|
124
|
+
platform: str | None = "sandbox.zenodo",
|
|
127
125
|
force: bool = False,
|
|
128
|
-
data_archive_dir:
|
|
129
|
-
metadata_archive_dir:
|
|
126
|
+
data_archive_dir: str | None = None,
|
|
127
|
+
metadata_archive_dir: str | None = None,
|
|
130
128
|
) -> None:
|
|
131
129
|
"""
|
|
132
130
|
Upload data from a single DISDRODB station on a remote repository.
|
|
@@ -189,10 +187,10 @@ def upload_station(
|
|
|
189
187
|
|
|
190
188
|
|
|
191
189
|
def upload_archive(
|
|
192
|
-
platform:
|
|
190
|
+
platform: str | None = None,
|
|
193
191
|
force: bool = False,
|
|
194
|
-
data_archive_dir:
|
|
195
|
-
metadata_archive_dir:
|
|
192
|
+
data_archive_dir: str | None = None,
|
|
193
|
+
metadata_archive_dir: str | None = None,
|
|
196
194
|
**fields_kwargs,
|
|
197
195
|
) -> None:
|
|
198
196
|
"""Find all stations containing local data and upload them to a remote repository.
|