ocf-data-sampler 0.0.47__tar.gz → 0.0.48__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ocf-data-sampler might be problematic. Click here for more details.
- {ocf_data_sampler-0.0.47/ocf_data_sampler.egg-info → ocf_data_sampler-0.0.48}/PKG-INFO +1 -1
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/select_time_slice.py +1 -20
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/time_slice_for_dataset.py +1 -2
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48/ocf_data_sampler.egg-info}/PKG-INFO +1 -1
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/pyproject.toml +1 -1
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/LICENSE +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/MANIFEST.in +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/README.md +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/config/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/config/load.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/config/model.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/config/save.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/constants.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/data/uk_gsp_locations.csv +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/gsp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/load_dataset.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/nwp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/ecmwf.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/ukv.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/utils.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/satellite.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/site.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/utils.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/collate.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/datetime_features.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/gsp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/nwp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/satellite.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/site.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/sun_position.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/dropout.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/fill_time_periods.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/find_contiguous_time_periods.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/geospatial.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/location.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/select_spatial_slice.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/spatial_slice_for_dataset.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/torch_datasets/datasets/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/torch_datasets/datasets/pvnet_uk_regional.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/torch_datasets/datasets/site.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/torch_datasets/utils/merge_and_fill_utils.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/torch_datasets/utils/valid_time_periods.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/utils.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler.egg-info/SOURCES.txt +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler.egg-info/dependency_links.txt +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler.egg-info/requires.txt +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler.egg-info/top_level.txt +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/scripts/refactor_site.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/setup.cfg +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/__init__.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/config/test_config.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/config/test_save.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/conftest.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/load/test_load_gsp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/load/test_load_nwp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/load/test_load_satellite.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/load/test_load_sites.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/numpy_sample/test_collate.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/numpy_sample/test_datetime_features.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/numpy_sample/test_gsp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/numpy_sample/test_nwp.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/numpy_sample/test_satellite.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/numpy_sample/test_sun_position.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/select/test_dropout.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/select/test_fill_time_periods.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/select/test_find_contiguous_time_periods.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/select/test_location.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/select/test_select_spatial_slice.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/select/test_select_time_slice.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/torch_datasets/conftest.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/torch_datasets/test_merge_and_fill_utils.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/torch_datasets/test_pvnet_uk_regional.py +0 -0
- {ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/torch_datasets/test_site.py +0 -0
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/select_time_slice.py
RENAMED
|
@@ -3,7 +3,6 @@ import pandas as pd
|
|
|
3
3
|
import numpy as np
|
|
4
4
|
|
|
5
5
|
|
|
6
|
-
|
|
7
6
|
def _sel_fillnan(
|
|
8
7
|
da: xr.DataArray,
|
|
9
8
|
start_dt: pd.Timestamp,
|
|
@@ -25,17 +24,6 @@ def _sel_default(
|
|
|
25
24
|
return da.sel(time_utc=slice(start_dt, end_dt))
|
|
26
25
|
|
|
27
26
|
|
|
28
|
-
# TODO either implement this or remove it, which would tidy up the code
|
|
29
|
-
def _sel_fillinterp(
|
|
30
|
-
da: xr.DataArray,
|
|
31
|
-
start_dt: pd.Timestamp,
|
|
32
|
-
end_dt: pd.Timestamp,
|
|
33
|
-
sample_period_duration: pd.Timedelta,
|
|
34
|
-
) -> xr.DataArray:
|
|
35
|
-
"""Select a time slice from a DataArray, filling missing times with linear interpolation."""
|
|
36
|
-
return NotImplemented
|
|
37
|
-
|
|
38
|
-
|
|
39
27
|
def select_time_slice(
|
|
40
28
|
ds: xr.DataArray,
|
|
41
29
|
t0: pd.Timestamp,
|
|
@@ -43,17 +31,10 @@ def select_time_slice(
|
|
|
43
31
|
interval_end: pd.Timedelta,
|
|
44
32
|
sample_period_duration: pd.Timedelta,
|
|
45
33
|
fill_selection: bool = False,
|
|
46
|
-
max_steps_gap: int = 0,
|
|
47
34
|
):
|
|
48
35
|
"""Select a time slice from a Dataset or DataArray."""
|
|
49
|
-
assert max_steps_gap >= 0, "max_steps_gap must be >= 0 "
|
|
50
36
|
|
|
51
|
-
if fill_selection
|
|
52
|
-
_sel = _sel_fillnan
|
|
53
|
-
elif fill_selection and max_steps_gap > 0:
|
|
54
|
-
_sel = _sel_fillinterp
|
|
55
|
-
else:
|
|
56
|
-
_sel = _sel_default
|
|
37
|
+
_sel = _sel_fillnan if fill_selection else _sel_default
|
|
57
38
|
|
|
58
39
|
t0_datetime_utc = pd.Timestamp(t0)
|
|
59
40
|
start_dt = t0_datetime_utc + interval_start
|
|
@@ -51,7 +51,6 @@ def slice_datasets_by_time(
|
|
|
51
51
|
sample_period_duration=minutes(sat_config.time_resolution_minutes),
|
|
52
52
|
interval_start=minutes(sat_config.interval_start_minutes),
|
|
53
53
|
interval_end=minutes(sat_config.interval_end_minutes),
|
|
54
|
-
max_steps_gap=2,
|
|
55
54
|
)
|
|
56
55
|
|
|
57
56
|
# Randomly sample dropout
|
|
@@ -122,4 +121,4 @@ def slice_datasets_by_time(
|
|
|
122
121
|
site_dropout_time,
|
|
123
122
|
)
|
|
124
123
|
|
|
125
|
-
return sliced_datasets_dict
|
|
124
|
+
return sliced_datasets_dict
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/data/uk_gsp_locations.csv
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/__init__.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/ecmwf.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/ukv.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/load/nwp/providers/utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/__init__.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/collate.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/satellite.py
RENAMED
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/numpy_sample/sun_position.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/fill_time_periods.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/select/select_spatial_slice.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler/torch_datasets/datasets/site.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/ocf_data_sampler.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/numpy_sample/test_datetime_features.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/select/test_select_spatial_slice.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.0.47 → ocf_data_sampler-0.0.48}/tests/torch_datasets/test_pvnet_uk_regional.py
RENAMED
|
File without changes
|
|
File without changes
|