climdata 0.1.2__py2.py3-none-any.whl → 0.1.3__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of climdata might be problematic. Click here for more details.
- climdata/__init__.py +2 -1
- climdata/conf/config.yaml +17 -20
- climdata/conf/mappings/parameters.yaml +2 -2
- climdata/datasets/CMIPCloud.py +54 -32
- climdata/datasets/DWD.py +12 -20
- climdata/datasets/HYRAS.py +133 -0
- climdata/datasets/MSWX.py +107 -190
- climdata/utils/utils_download.py +33 -767
- {climdata-0.1.2.dist-info → climdata-0.1.3.dist-info}/METADATA +1 -1
- climdata-0.1.3.dist-info/RECORD +19 -0
- climdata/__main__.py +0 -5
- climdata/main.py +0 -56
- climdata-0.1.2.dist-info/RECORD +0 -20
- {climdata-0.1.2.dist-info → climdata-0.1.3.dist-info}/WHEEL +0 -0
- {climdata-0.1.2.dist-info → climdata-0.1.3.dist-info}/entry_points.txt +0 -0
- {climdata-0.1.2.dist-info → climdata-0.1.3.dist-info}/licenses/LICENSE +0 -0
- {climdata-0.1.2.dist-info → climdata-0.1.3.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: climdata
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.3
|
|
4
4
|
Summary: This project automates the fetching and extraction of weather data from multiple sources — such as MSWX, DWD HYRAS, ERA5-Land, NASA-NEX-GDDP, and more — for a given location and time range.
|
|
5
5
|
Author-email: Kaushik Muduchuru <kaushik.reddy.m@gmail.com>
|
|
6
6
|
License: MIT License
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
climdata/__init__.py,sha256=XPC-cGSL1jeE_ZSmDRAH1-zj1P3iZ0YyRu0juADjTi0,511
|
|
2
|
+
climdata/conf/config.yaml,sha256=-c4r_eJT4v132XkD2Qhi6hIpjj7dMxENmxMv59mHr-Q,702
|
|
3
|
+
climdata/conf/mappings/parameters.yaml,sha256=7ctvz-DfV0SrCGXeu-ST9u7z1DSZSQalsvy2HlsijuM,4100
|
|
4
|
+
climdata/conf/mappings/variables.yaml,sha256=mO13rtF0XOzP4fjU5oyao44GmRM0Jrr1RjUBBwg04IU,2030
|
|
5
|
+
climdata/datasets/CMIPCloud.py,sha256=OA_aFrYn7G9WTKPlL6qH6zGki1KxP58OVNgw_aZBqXw,5577
|
|
6
|
+
climdata/datasets/CMIPlocal.py,sha256=mEBJZOfWu8fNlAQksXAbslWL0sJYQfu_UA2zPuetsBk,8815
|
|
7
|
+
climdata/datasets/DWD.py,sha256=Djj0Adf1FnhsBgknj8j_6Vx7rOWCnoR4ZvFb7GxBwVg,2448
|
|
8
|
+
climdata/datasets/ERA5.py,sha256=OTCCstF8j-T8VL3oO7pISgcybXCLMghv-fRBv9_dmvY,11251
|
|
9
|
+
climdata/datasets/HYRAS.py,sha256=KlbmBYh0L-xcj50ImnkUtnaFJTgDGay_nct04p2CD-g,5210
|
|
10
|
+
climdata/datasets/MSWX.py,sha256=LA9yZTUybQjFxQWxbtmEQq0XOAbb40cZLuEPfZue7fA,8171
|
|
11
|
+
climdata/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
12
|
+
climdata/utils/config.py,sha256=UhbCH1PEVkEIdLVgmEEvb39Tq5XX4fsNe5gN4B5WL9Y,1054
|
|
13
|
+
climdata/utils/utils_download.py,sha256=E5gO-ycExYQcFAdPxeKO3fHBQfyyybUxeMqdCtl61pc,7945
|
|
14
|
+
climdata-0.1.3.dist-info/licenses/LICENSE,sha256=f_3cGg8TC4V7GSbVaJo9b_hy-iY3q_ZpWq1MN2VQcnw,1076
|
|
15
|
+
climdata-0.1.3.dist-info/METADATA,sha256=LgC-7V8GIcE-fg4BhhfGLnDs2lJe7yq7Qr7wmagce-g,8357
|
|
16
|
+
climdata-0.1.3.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
|
|
17
|
+
climdata-0.1.3.dist-info/entry_points.txt,sha256=tiYPawJoZiBj7lU67vNTCb3esSvx_d-lBvOffA26ouU,47
|
|
18
|
+
climdata-0.1.3.dist-info/top_level.txt,sha256=BPnAhRqg8vk580nSJDXTdLmfq6OZ_LR8eNTgrRabArw,9
|
|
19
|
+
climdata-0.1.3.dist-info/RECORD,,
|
climdata/__main__.py
DELETED
climdata/main.py
DELETED
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
import argparse
|
|
2
|
-
import re
|
|
3
|
-
# import yaml
|
|
4
|
-
import os
|
|
5
|
-
import io
|
|
6
|
-
import requests
|
|
7
|
-
from bs4 import BeautifulSoup
|
|
8
|
-
import concurrent.futures
|
|
9
|
-
from google.oauth2 import service_account
|
|
10
|
-
from googleapiclient.discovery import build
|
|
11
|
-
from googleapiclient.http import MediaIoBaseDownload
|
|
12
|
-
from datetime import datetime
|
|
13
|
-
import ipdb
|
|
14
|
-
import hydra
|
|
15
|
-
from omegaconf import DictConfig
|
|
16
|
-
import xarray as xr
|
|
17
|
-
import pandas as pd
|
|
18
|
-
import numpy as np
|
|
19
|
-
from scipy.spatial import cKDTree
|
|
20
|
-
from datetime import datetime, timedelta
|
|
21
|
-
from .utils.utils_download import *
|
|
22
|
-
import hydra
|
|
23
|
-
from omegaconf import DictConfig
|
|
24
|
-
|
|
25
|
-
from climdata.datasets.DWD import DWDmirror as DWD
|
|
26
|
-
|
|
27
|
-
@hydra.main(config_path="conf", config_name="config", version_base="1.3")
|
|
28
|
-
def run(cfg: DictConfig):
|
|
29
|
-
provider = cfg.dataset
|
|
30
|
-
|
|
31
|
-
filename = build_output_filename(cfg)
|
|
32
|
-
cfg.output.filename = filename
|
|
33
|
-
|
|
34
|
-
print(f"📡 Fetching data for dataset: {provider.upper()}")
|
|
35
|
-
print(f"📁 Output will be saved as: {filename}")
|
|
36
|
-
|
|
37
|
-
if provider.lower() == "mswx":
|
|
38
|
-
fetch_MSWX(cfg)
|
|
39
|
-
extract_ts_MSWX(cfg)
|
|
40
|
-
elif provider.lower() == "dwd_hyras":
|
|
41
|
-
fetch_dwd(cfg)
|
|
42
|
-
extract_ts_dwd(cfg)
|
|
43
|
-
elif provider == "dwd":
|
|
44
|
-
dwd = DWD(cfg)
|
|
45
|
-
dwd.fetch()
|
|
46
|
-
dwd.format()
|
|
47
|
-
dwd.save()
|
|
48
|
-
elif provider in ["gddp"]:
|
|
49
|
-
fetch_ee_loc(cfg)
|
|
50
|
-
elif provider == "era5-land":
|
|
51
|
-
fetch_ee_loc_mod(cfg)
|
|
52
|
-
else:
|
|
53
|
-
raise NotImplementedError(f"Provider '{provider}' is not yet supported in this script.")
|
|
54
|
-
# print(f"Downloaded {len(downloaded)} new files for {var.name}")
|
|
55
|
-
if __name__ == '__main__':
|
|
56
|
-
run()
|
climdata-0.1.2.dist-info/RECORD
DELETED
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
climdata/__init__.py,sha256=NkkQIZAYPwWJJCxQOfGoBF7fSuMAt2a6TVrEVXau8Ac,462
|
|
2
|
-
climdata/__main__.py,sha256=Gn-CeD1_A0xSU8lvpuDJeniNtVgkwDpcRhxBOlrfV_w,82
|
|
3
|
-
climdata/main.py,sha256=4_tm82v6tEa1fH1IeL2IslyjiB9NWOk46A-_QcsHg64,1586
|
|
4
|
-
climdata/conf/config.yaml,sha256=_WHG5LDjzV28ZeyGVglnbXBmrAlPx0pV-5q-OhCYE3o,954
|
|
5
|
-
climdata/conf/mappings/parameters.yaml,sha256=HzTjJnEWEYI4PiW29cGp0UbRBDc1f_NhgJdlYT6MXNY,4100
|
|
6
|
-
climdata/conf/mappings/variables.yaml,sha256=mO13rtF0XOzP4fjU5oyao44GmRM0Jrr1RjUBBwg04IU,2030
|
|
7
|
-
climdata/datasets/CMIPCloud.py,sha256=uIIIyZWrgValIJWlDxhwNjTSHLlT6KD0J4dPn-Qw_Qs,5536
|
|
8
|
-
climdata/datasets/CMIPlocal.py,sha256=mEBJZOfWu8fNlAQksXAbslWL0sJYQfu_UA2zPuetsBk,8815
|
|
9
|
-
climdata/datasets/DWD.py,sha256=DwqBBkRLE_FXyjZX38iVv3cduiO6uQc8MQaTvHQqxjA,2850
|
|
10
|
-
climdata/datasets/ERA5.py,sha256=OTCCstF8j-T8VL3oO7pISgcybXCLMghv-fRBv9_dmvY,11251
|
|
11
|
-
climdata/datasets/MSWX.py,sha256=r7gGeXp3NLsfI4T9h9k4T1b6brY7BqBKpP-uwfunTHs,10516
|
|
12
|
-
climdata/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
13
|
-
climdata/utils/config.py,sha256=UhbCH1PEVkEIdLVgmEEvb39Tq5XX4fsNe5gN4B5WL9Y,1054
|
|
14
|
-
climdata/utils/utils_download.py,sha256=lCMFIzzZHVptLwpwCslbQhhie5mWsKzphsz_SQ3kHo0,33356
|
|
15
|
-
climdata-0.1.2.dist-info/licenses/LICENSE,sha256=f_3cGg8TC4V7GSbVaJo9b_hy-iY3q_ZpWq1MN2VQcnw,1076
|
|
16
|
-
climdata-0.1.2.dist-info/METADATA,sha256=F_W10wm162jJFWNcWTpXTVvxLmmq4dPfy1-omDLZ8vc,8357
|
|
17
|
-
climdata-0.1.2.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
|
|
18
|
-
climdata-0.1.2.dist-info/entry_points.txt,sha256=tiYPawJoZiBj7lU67vNTCb3esSvx_d-lBvOffA26ouU,47
|
|
19
|
-
climdata-0.1.2.dist-info/top_level.txt,sha256=BPnAhRqg8vk580nSJDXTdLmfq6OZ_LR8eNTgrRabArw,9
|
|
20
|
-
climdata-0.1.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|