OceanDataStore 0.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- OceanDataStore/__init__.py +21 -0
- OceanDataStore/catalog/__init__.py +12 -0
- OceanDataStore/catalog/oceandatacatalog.py +1242 -0
- OceanDataStore/catalog/stac/README.md +34 -0
- OceanDataStore/catalog/stac/__init__.py +30 -0
- OceanDataStore/catalog/stac/create_noc_stac.py +109 -0
- OceanDataStore/catalog/stac/npd_era5_collection.py +364 -0
- OceanDataStore/catalog/stac/npd_jra55_collection.py +196 -0
- OceanDataStore/catalog/stac/ods_obs_collection.py +534 -0
- OceanDataStore/catalog/stac/rapid_evo_collection.py +309 -0
- OceanDataStore/catalog/stac/template_collection.py +85 -0
- OceanDataStore/catalog/stac/utils.py +476 -0
- OceanDataStore/cli/__init__.py +34 -0
- OceanDataStore/cli/arg_parser.py +182 -0
- OceanDataStore/cli/cli.py +203 -0
- OceanDataStore/cli/exceptions.py +83 -0
- OceanDataStore/cli/icechunk.py +888 -0
- OceanDataStore/cli/logging.py +52 -0
- OceanDataStore/cli/object_store.py +293 -0
- OceanDataStore/cli/utils.py +275 -0
- OceanDataStore/cli/zarr.py +870 -0
- OceanDataStore/data/ARMOR3D/create_ARMOR3D_P1M-m_monthly_climatology.py +135 -0
- OceanDataStore/data/ARMOR3D/download_ARMOR3D_0.125def_P1M-m_1993_2024.py +33 -0
- OceanDataStore/data/ARMOR3D/run_create_ARMOR3D_P1M-m_monthly_climatology.slurm +32 -0
- OceanDataStore/data/ARMOR3D/run_send_ARMOR3D_P1M-m_climatology_to_os.slurm +32 -0
- OceanDataStore/data/ARMOR3D/run_send_ARMOR3D_P1M-m_monthly_to_os.slurm +32 -0
- OceanDataStore/data/ARMOR3D/run_update_ARMOR3D_P1m-m_monthly_to_os.slurm +32 -0
- OceanDataStore/data/ARMOR3D/send_ARMOR3D_P1m-m_monthly_climatology_to_os.py +99 -0
- OceanDataStore/data/ARMOR3D/send_ARMOR3D_P1m-m_monthly_to_os.py +147 -0
- OceanDataStore/data/ARMOR3D/update_ARMOR3D_P1m-m_monthly_to_os.py +143 -0
- OceanDataStore/data/EN.4.2.2/create_EN4.2.2_analysis_g10_climatology.py +162 -0
- OceanDataStore/data/EN.4.2.2/download_EN4.2.2_analysis_g10_data.sh +51 -0
- OceanDataStore/data/EN.4.2.2/run_send_EN4.2.2_analysis_g10_climatology_to_os.slurm +32 -0
- OceanDataStore/data/EN.4.2.2/run_send_EN4.2.2_analysis_g10_monthly_to_os.slurm +32 -0
- OceanDataStore/data/EN.4.2.2/run_update_EN4.2.2_analysis_g10_monthly_to_os.slurm +32 -0
- OceanDataStore/data/EN.4.2.2/send_EN4.2.2_analysis_g10_monthly_climatology_to_os.py +76 -0
- OceanDataStore/data/EN.4.2.2/send_EN4.2.2_analysis_g10_monthly_to_os.py +165 -0
- OceanDataStore/data/EN.4.2.2/update_EN4.2.2_analysis_g10_monthly_to_os.py +161 -0
- OceanDataStore/data/ERA5/create_ERA5_daily_climatology.py +110 -0
- OceanDataStore/data/ERA5/create_ERA5_daily_mean.py +69 -0
- OceanDataStore/data/ERA5/create_ERA5_monthly_mean.py +74 -0
- OceanDataStore/data/ERA5/run_create_ERA5_daily_climatology.slurm +54 -0
- OceanDataStore/data/ERA5/run_send_ERA5_daily_climatology_to_os.slurm +32 -0
- OceanDataStore/data/ERA5/run_send_ERA5_daily_to_os.slurm +32 -0
- OceanDataStore/data/ERA5/run_send_ERA5_monthly_to_os.slurm +32 -0
- OceanDataStore/data/ERA5/run_update_ERA5_daily_to_os.slurm +32 -0
- OceanDataStore/data/ERA5/run_update_ERA5_monthly_to_os.slurm +32 -0
- OceanDataStore/data/ERA5/send_ERA5_daily_climatology_to_os.py +159 -0
- OceanDataStore/data/ERA5/send_ERA5_daily_to_os.py +141 -0
- OceanDataStore/data/ERA5/send_ERA5_monthly_to_os.py +173 -0
- OceanDataStore/data/ERA5/update_ERA5_daily_to_os.py +141 -0
- OceanDataStore/data/ERA5/update_ERA5_monthly_to_os.py +169 -0
- OceanDataStore/data/HadISST/download_HadISST1_data.sh +43 -0
- OceanDataStore/data/HadISST/run_send_HadISST1_monthly_to_os.slurm +32 -0
- OceanDataStore/data/HadISST/send_HadISST1_monthly_to_os.py +133 -0
- OceanDataStore/data/NSIDC/download_NSIDC_monthly_1979_2025_data.sh +54 -0
- OceanDataStore/data/NSIDC/process_NSIDC_SSI_Antarctic_data.py +130 -0
- OceanDataStore/data/NSIDC/process_NSIDC_SSI_Arctic_data.py +129 -0
- OceanDataStore/data/NSIDC/run_send_NSIDC_v4.0_to_OS.slurm +32 -0
- OceanDataStore/data/NSIDC/send_NSIDC_SII_v4.0_to_os.py +140 -0
- OceanDataStore/data/OISST/create_OISSTv2_daily_climatology.py +83 -0
- OceanDataStore/data/OISST/download_oisstv2_data.sh +43 -0
- OceanDataStore/data/OISST/run_create_OISSTv2_daily_climatology.slurm +44 -0
- OceanDataStore/data/OISST/run_send_OISSTv2_daily_climatology_to_os.slurm +32 -0
- OceanDataStore/data/OISST/run_send_OISSTv2_daily_to_os.slurm +32 -0
- OceanDataStore/data/OISST/run_send_OISSTv2_monthly_climatology_to_os.slurm +32 -0
- OceanDataStore/data/OISST/run_send_OISSTv2_monthly_to_os.slurm +32 -0
- OceanDataStore/data/OISST/run_update_OISSTv2_daily_to_os.slurm +32 -0
- OceanDataStore/data/OISST/send_OISSTv2_daily_climatology_to_os.py +154 -0
- OceanDataStore/data/OISST/send_OISSTv2_daily_ltm_climatology_to_os.py +151 -0
- OceanDataStore/data/OISST/send_OISSTv2_daily_to_os.py +142 -0
- OceanDataStore/data/OISST/send_OISSTv2_monthly_climatology_to_os.py +150 -0
- OceanDataStore/data/OISST/send_OISSTv2_monthly_to_os.py +145 -0
- OceanDataStore/data/OISST/update_OISSTv2_daily_to_os.py +142 -0
- OceanDataStore/data/OSTIA/create_OSTIA_daily_climatology.py +120 -0
- OceanDataStore/data/OSTIA/download_OSTIA_NRT.py +42 -0
- OceanDataStore/data/OSTIA/download_OSTIA_REP_1981_2025.py +42 -0
- OceanDataStore/data/OSTIA/run_create_OSTIA_daily_climatology.slurm +54 -0
- OceanDataStore/data/OSTIA/run_send_OSTIA_daily_climatology_to_os.slurm +32 -0
- OceanDataStore/data/OSTIA/run_send_OSTIA_nrt_daily_to_os.slurm +32 -0
- OceanDataStore/data/OSTIA/run_send_OSTIA_rep_daily_to_os.slurm +32 -0
- OceanDataStore/data/OSTIA/run_update_OSTIA_daily_to_os.slurm +33 -0
- OceanDataStore/data/OSTIA/send_OSTIA_daily_climatology_to_os.py +194 -0
- OceanDataStore/data/OSTIA/send_OSTIA_nrt_daily_to_os.py +141 -0
- OceanDataStore/data/OSTIA/send_OSTIA_rep_daily_to_os.py +145 -0
- OceanDataStore/data/OSTIA/update_OSTIA_copernicus_nrt_daily_to_os.py +144 -0
- OceanDataStore/data/OSTIA/update_OSTIA_nrt_daily_to_os.py +137 -0
- OceanDataStore/data/WOA23/download_WOA23_climatology.sh +41 -0
- OceanDataStore/data/WOA23/run_send_WOA23_annual_climatology_to_os.slurm +32 -0
- OceanDataStore/data/WOA23/run_send_WOA23_monthly_climatology_to_os.slurm +32 -0
- OceanDataStore/data/WOA23/send_WOA23_annual_climatology_to_os.py +263 -0
- OceanDataStore/data/WOA23/send_WOA23_monthly_climatology_to_os.py +292 -0
- OceanDataStore/data/update_icechunk_repo_attrs.py +76 -0
- OceanDataStore/data/update_noc_npd_era5v1_attrs.py +172 -0
- OceanDataStore/data/utils.py +506 -0
- OceanDataStore/zarr.py +993 -0
- oceandatastore-0.3.0.dist-info/METADATA +184 -0
- oceandatastore-0.3.0.dist-info/RECORD +104 -0
- oceandatastore-0.3.0.dist-info/WHEEL +5 -0
- oceandatastore-0.3.0.dist-info/entry_points.txt +2 -0
- oceandatastore-0.3.0.dist-info/licenses/LICENSE +201 -0
- oceandatastore-0.3.0.dist-info/scm_file_list.json +154 -0
- oceandatastore-0.3.0.dist-info/scm_version.json +8 -0
- oceandatastore-0.3.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
{
|
|
2
|
+
"files": [
|
|
3
|
+
"pixi.toml",
|
|
4
|
+
"LICENSE",
|
|
5
|
+
".pre-commit-config.yaml",
|
|
6
|
+
"pyproject.toml",
|
|
7
|
+
"README.md",
|
|
8
|
+
".gitignore",
|
|
9
|
+
"OceanDataStore/__init__.py",
|
|
10
|
+
"OceanDataStore/catalog/__init__.py",
|
|
11
|
+
"OceanDataStore/catalog/oceandatacatalog.py",
|
|
12
|
+
"OceanDataStore/catalog/stac/npd_jra55_collection.py",
|
|
13
|
+
"OceanDataStore/catalog/stac/ods_obs_collection.py",
|
|
14
|
+
"OceanDataStore/catalog/stac/rapid_evo_collection.py",
|
|
15
|
+
"OceanDataStore/catalog/stac/npd_era5_collection.py",
|
|
16
|
+
"OceanDataStore/catalog/stac/__init__.py",
|
|
17
|
+
"OceanDataStore/catalog/stac/template_collection.py",
|
|
18
|
+
"OceanDataStore/catalog/stac/README.md",
|
|
19
|
+
"OceanDataStore/catalog/stac/utils.py",
|
|
20
|
+
"OceanDataStore/catalog/stac/create_noc_stac.py",
|
|
21
|
+
"OceanDataStore/cli/logging.py",
|
|
22
|
+
"OceanDataStore/cli/icechunk.py",
|
|
23
|
+
"OceanDataStore/cli/__init__.py",
|
|
24
|
+
"OceanDataStore/cli/arg_parser.py",
|
|
25
|
+
"OceanDataStore/cli/cli.py",
|
|
26
|
+
"OceanDataStore/cli/utils.py",
|
|
27
|
+
"OceanDataStore/cli/exceptions.py",
|
|
28
|
+
"OceanDataStore/cli/zarr.py",
|
|
29
|
+
"OceanDataStore/cli/object_store.py",
|
|
30
|
+
"OceanDataStore/data/utils.py",
|
|
31
|
+
"OceanDataStore/data/update_icechunk_repo_attrs.py",
|
|
32
|
+
"OceanDataStore/data/update_noc_npd_era5v1_attrs.py",
|
|
33
|
+
"OceanDataStore/data/NSIDC/process_NSIDC_SSI_Antarctic_data.py",
|
|
34
|
+
"OceanDataStore/data/NSIDC/process_NSIDC_SSI_Arctic_data.py",
|
|
35
|
+
"OceanDataStore/data/NSIDC/run_send_NSIDC_v4.0_to_OS.slurm",
|
|
36
|
+
"OceanDataStore/data/NSIDC/download_NSIDC_monthly_1979_2025_data.sh",
|
|
37
|
+
"OceanDataStore/data/NSIDC/send_NSIDC_SII_v4.0_to_os.py",
|
|
38
|
+
"OceanDataStore/data/OSTIA/send_OSTIA_daily_climatology_to_os.py",
|
|
39
|
+
"OceanDataStore/data/OSTIA/create_OSTIA_daily_climatology.py",
|
|
40
|
+
"OceanDataStore/data/OSTIA/send_OSTIA_nrt_daily_to_os.py",
|
|
41
|
+
"OceanDataStore/data/OSTIA/update_OSTIA_nrt_daily_to_os.py",
|
|
42
|
+
"OceanDataStore/data/OSTIA/update_OSTIA_copernicus_nrt_daily_to_os.py",
|
|
43
|
+
"OceanDataStore/data/OSTIA/run_send_OSTIA_daily_climatology_to_os.slurm",
|
|
44
|
+
"OceanDataStore/data/OSTIA/run_send_OSTIA_nrt_daily_to_os.slurm",
|
|
45
|
+
"OceanDataStore/data/OSTIA/download_OSTIA_NRT.py",
|
|
46
|
+
"OceanDataStore/data/OSTIA/download_OSTIA_REP_1981_2025.py",
|
|
47
|
+
"OceanDataStore/data/OSTIA/run_create_OSTIA_daily_climatology.slurm",
|
|
48
|
+
"OceanDataStore/data/OSTIA/send_OSTIA_rep_daily_to_os.py",
|
|
49
|
+
"OceanDataStore/data/OSTIA/run_update_OSTIA_daily_to_os.slurm",
|
|
50
|
+
"OceanDataStore/data/OSTIA/run_send_OSTIA_rep_daily_to_os.slurm",
|
|
51
|
+
"OceanDataStore/data/EN.4.2.2/create_EN4.2.2_analysis_g10_climatology.py",
|
|
52
|
+
"OceanDataStore/data/EN.4.2.2/update_EN4.2.2_analysis_g10_monthly_to_os.py",
|
|
53
|
+
"OceanDataStore/data/EN.4.2.2/run_send_EN4.2.2_analysis_g10_climatology_to_os.slurm",
|
|
54
|
+
"OceanDataStore/data/EN.4.2.2/run_update_EN4.2.2_analysis_g10_monthly_to_os.slurm",
|
|
55
|
+
"OceanDataStore/data/EN.4.2.2/send_EN4.2.2_analysis_g10_monthly_climatology_to_os.py",
|
|
56
|
+
"OceanDataStore/data/EN.4.2.2/download_EN4.2.2_analysis_g10_data.sh",
|
|
57
|
+
"OceanDataStore/data/EN.4.2.2/send_EN4.2.2_analysis_g10_monthly_to_os.py",
|
|
58
|
+
"OceanDataStore/data/EN.4.2.2/run_send_EN4.2.2_analysis_g10_monthly_to_os.slurm",
|
|
59
|
+
"OceanDataStore/data/WOA23/run_send_WOA23_monthly_climatology_to_os.slurm",
|
|
60
|
+
"OceanDataStore/data/WOA23/send_WOA23_monthly_climatology_to_os.py",
|
|
61
|
+
"OceanDataStore/data/WOA23/download_WOA23_climatology.sh",
|
|
62
|
+
"OceanDataStore/data/WOA23/run_send_WOA23_annual_climatology_to_os.slurm",
|
|
63
|
+
"OceanDataStore/data/WOA23/send_WOA23_annual_climatology_to_os.py",
|
|
64
|
+
"OceanDataStore/data/HadISST/run_send_HadISST1_monthly_to_os.slurm",
|
|
65
|
+
"OceanDataStore/data/HadISST/download_HadISST1_data.sh",
|
|
66
|
+
"OceanDataStore/data/HadISST/send_HadISST1_monthly_to_os.py",
|
|
67
|
+
"OceanDataStore/data/OISST/send_OISSTv2_monthly_climatology_to_os.py",
|
|
68
|
+
"OceanDataStore/data/OISST/create_OISSTv2_daily_climatology.py",
|
|
69
|
+
"OceanDataStore/data/OISST/run_create_OISSTv2_daily_climatology.slurm",
|
|
70
|
+
"OceanDataStore/data/OISST/run_update_OISSTv2_daily_to_os.slurm",
|
|
71
|
+
"OceanDataStore/data/OISST/send_OISSTv2_daily_ltm_climatology_to_os.py",
|
|
72
|
+
"OceanDataStore/data/OISST/download_oisstv2_data.sh",
|
|
73
|
+
"OceanDataStore/data/OISST/run_send_OISSTv2_daily_to_os.slurm",
|
|
74
|
+
"OceanDataStore/data/OISST/run_send_OISSTv2_monthly_to_os.slurm",
|
|
75
|
+
"OceanDataStore/data/OISST/update_OISSTv2_daily_to_os.py",
|
|
76
|
+
"OceanDataStore/data/OISST/send_OISSTv2_daily_climatology_to_os.py",
|
|
77
|
+
"OceanDataStore/data/OISST/send_OISSTv2_daily_to_os.py",
|
|
78
|
+
"OceanDataStore/data/OISST/run_send_OISSTv2_monthly_climatology_to_os.slurm",
|
|
79
|
+
"OceanDataStore/data/OISST/run_send_OISSTv2_daily_climatology_to_os.slurm",
|
|
80
|
+
"OceanDataStore/data/OISST/send_OISSTv2_monthly_to_os.py",
|
|
81
|
+
"OceanDataStore/data/ARMOR3D/create_ARMOR3D_P1M-m_monthly_climatology.py",
|
|
82
|
+
"OceanDataStore/data/ARMOR3D/run_update_ARMOR3D_P1m-m_monthly_to_os.slurm",
|
|
83
|
+
"OceanDataStore/data/ARMOR3D/run_create_ARMOR3D_P1M-m_monthly_climatology.slurm",
|
|
84
|
+
"OceanDataStore/data/ARMOR3D/send_ARMOR3D_P1m-m_monthly_climatology_to_os.py",
|
|
85
|
+
"OceanDataStore/data/ARMOR3D/send_ARMOR3D_P1m-m_monthly_to_os.py",
|
|
86
|
+
"OceanDataStore/data/ARMOR3D/run_send_ARMOR3D_P1M-m_monthly_to_os.slurm",
|
|
87
|
+
"OceanDataStore/data/ARMOR3D/download_ARMOR3D_0.125def_P1M-m_1993_2024.py",
|
|
88
|
+
"OceanDataStore/data/ARMOR3D/run_send_ARMOR3D_P1M-m_climatology_to_os.slurm",
|
|
89
|
+
"OceanDataStore/data/ARMOR3D/update_ARMOR3D_P1m-m_monthly_to_os.py",
|
|
90
|
+
"OceanDataStore/data/ERA5/run_update_ERA5_daily_to_os.slurm",
|
|
91
|
+
"OceanDataStore/data/ERA5/update_ERA5_daily_to_os.py",
|
|
92
|
+
"OceanDataStore/data/ERA5/send_ERA5_daily_to_os.py",
|
|
93
|
+
"OceanDataStore/data/ERA5/run_update_ERA5_monthly_to_os.slurm",
|
|
94
|
+
"OceanDataStore/data/ERA5/update_ERA5_monthly_to_os.py",
|
|
95
|
+
"OceanDataStore/data/ERA5/create_ERA5_daily_climatology.py",
|
|
96
|
+
"OceanDataStore/data/ERA5/run_create_ERA5_daily_climatology.slurm",
|
|
97
|
+
"OceanDataStore/data/ERA5/create_ERA5_monthly_mean.py",
|
|
98
|
+
"OceanDataStore/data/ERA5/run_send_ERA5_monthly_to_os.slurm",
|
|
99
|
+
"OceanDataStore/data/ERA5/run_send_ERA5_daily_to_os.slurm",
|
|
100
|
+
"OceanDataStore/data/ERA5/send_ERA5_monthly_to_os.py",
|
|
101
|
+
"OceanDataStore/data/ERA5/run_send_ERA5_daily_climatology_to_os.slurm",
|
|
102
|
+
"OceanDataStore/data/ERA5/send_ERA5_daily_climatology_to_os.py",
|
|
103
|
+
"OceanDataStore/data/ERA5/create_ERA5_daily_mean.py",
|
|
104
|
+
"tests/unit/__init__.py",
|
|
105
|
+
"tests/unit/catalog/conftest.py",
|
|
106
|
+
"tests/unit/catalog/__init__.py",
|
|
107
|
+
"tests/unit/catalog/test_oceandatacatalog.py",
|
|
108
|
+
"tests/unit/cli/test_utils.py",
|
|
109
|
+
"tests/unit/cli/conftest.py",
|
|
110
|
+
"tests/unit/cli/test_object_store.py",
|
|
111
|
+
"tests/unit/cli/test_icechunk.py",
|
|
112
|
+
"tests/unit/cli/test_exceptions.py",
|
|
113
|
+
"tests/unit/cli/__init__.py",
|
|
114
|
+
"tests/unit/cli/test_zarr.py",
|
|
115
|
+
"tests/integration/__init__.py",
|
|
116
|
+
"tests/integration/catalog/test_catalog.py",
|
|
117
|
+
"tests/integration/cli/test_update_zarr_w_dask.slurm",
|
|
118
|
+
"tests/integration/cli/icechunk_config.json",
|
|
119
|
+
"tests/integration/cli/test_send_to_zarr_wo_dask.slurm",
|
|
120
|
+
"tests/integration/cli/test_send_to_zarr_w_dask.slurm",
|
|
121
|
+
"tests/integration/cli/test_send_to_icechunk_wo_dask.slurm",
|
|
122
|
+
"tests/integration/cli/test_send_to_icechunk_vc_w_dask.slurm",
|
|
123
|
+
"tests/integration/cli/test_send_to_icechunk_w_dask.slurm",
|
|
124
|
+
"tests/integration/cli/test_update_vc_icechunk_w_dask.slurm",
|
|
125
|
+
"tests/integration/cli/dask_config.json",
|
|
126
|
+
"docs/mkdocs.yml",
|
|
127
|
+
"docs/docs/examples.md",
|
|
128
|
+
"docs/docs/cli_reference.md",
|
|
129
|
+
"docs/docs/cli_guide.md",
|
|
130
|
+
"docs/docs/catalog_reference.md",
|
|
131
|
+
"docs/docs/OceanDataCatalog_example.ipynb",
|
|
132
|
+
"docs/docs/index.md",
|
|
133
|
+
"docs/docs/contributing.md",
|
|
134
|
+
"docs/docs/OceanDataCatalog_obs_example.ipynb",
|
|
135
|
+
"docs/docs/catalog.md",
|
|
136
|
+
"docs/docs/release_notes.md",
|
|
137
|
+
"docs/docs/catalog_guide.md",
|
|
138
|
+
"docs/docs/assets/images/NOC_NPD_eORCA12_ERA5v1_SST_March_2024.png",
|
|
139
|
+
"docs/docs/assets/icons/favicon.ico",
|
|
140
|
+
"docs/docs/assets/icons/OceanDataStore_logo.png",
|
|
141
|
+
"docs/docs/assets/icons/noc_logo_black.png",
|
|
142
|
+
"docs/docs/assets/icons/noc_logo.png",
|
|
143
|
+
"examples/cli/example_send_with_dask_script.sh",
|
|
144
|
+
"examples/cli/example_update_with_dask_script.sh",
|
|
145
|
+
"examples/cli/example_update_script.sh",
|
|
146
|
+
"examples/cli/example_send_script.sh",
|
|
147
|
+
"examples/cli/dask_config.json",
|
|
148
|
+
"examples/catalogs/OceanDataCatalog_example.py",
|
|
149
|
+
"examples/catalogs/OceanDataCatalog_example.ipynb",
|
|
150
|
+
"examples/catalogs/OceanDataCatalog_obs_example.ipynb",
|
|
151
|
+
".github/workflows/ci_docs.yml",
|
|
152
|
+
".github/workflows/ci_tests.yml"
|
|
153
|
+
]
|
|
154
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
OceanDataStore
|