ocf-data-sampler 0.5.26__tar.gz → 0.5.28__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ocf-data-sampler might be problematic. Click here for more details.
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/PKG-INFO +1 -1
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/datasets/pvnet_uk.py +2 -4
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/datasets/site.py +1 -3
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler.egg-info/PKG-INFO +1 -1
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/LICENSE +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/README.md +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/config/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/config/load.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/config/model.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/config/save.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/data/uk_gsp_locations_20220314.csv +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/data/uk_gsp_locations_20250109.csv +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/gsp.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/load_dataset.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/nwp.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/cloudcasting.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/ecmwf.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/gfs.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/icon.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/ukv.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/utils.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/open_xarray_tensorstore.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/satellite.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/site.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/utils.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/collate.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/common_types.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/datetime_features.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/gsp.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/nwp.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/satellite.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/site.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/sun_position.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/diff_channels.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/dropout.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/fill_time_periods.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/find_contiguous_time_periods.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/geospatial.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/location.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/select_spatial_slice.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/select_time_slice.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/datasets/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/datasets/picklecache.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/sample/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/sample/base.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/sample/site.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/sample/uk_regional.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/__init__.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/add_alterate_coordinate_projections.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/config_normalization_values_to_dicts.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/diff_nwp_data.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/merge_and_fill_utils.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/spatial_slice_for_dataset.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/time_slice_for_dataset.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/valid_time_periods.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/utils/validation_utils.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/utils.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler.egg-info/SOURCES.txt +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler.egg-info/dependency_links.txt +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler.egg-info/requires.txt +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler.egg-info/top_level.txt +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/pyproject.toml +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/scripts/download_gsp_location_data.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/scripts/refactor_site.py +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/setup.cfg +0 -0
- {ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/tests/test_utils.py +0 -0
|
@@ -133,7 +133,7 @@ class AbstractPVNetUKDataset(PickleCacheMixin, Dataset):
|
|
|
133
133
|
t0: init-time for sample
|
|
134
134
|
location: location of the sample
|
|
135
135
|
"""
|
|
136
|
-
numpy_modalities = []
|
|
136
|
+
numpy_modalities = [{"t0": t0.timestamp()}]
|
|
137
137
|
|
|
138
138
|
if "nwp" in dataset_dict:
|
|
139
139
|
nwp_numpy_modalities = {}
|
|
@@ -267,10 +267,8 @@ class PVNetUKRegionalDataset(AbstractPVNetUKDataset):
|
|
|
267
267
|
|
|
268
268
|
@override
|
|
269
269
|
def __getitem__(self, idx: int) -> NumpySample:
|
|
270
|
-
# Get the coordinates of the sample
|
|
271
|
-
|
|
272
|
-
idx = int(idx)
|
|
273
270
|
|
|
271
|
+
# Get the coordinates of the sample
|
|
274
272
|
if idx >= len(self):
|
|
275
273
|
raise ValueError(f"Index {idx} out of range for dataset of length {len(self)}")
|
|
276
274
|
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/datasets/site.py
RENAMED
|
@@ -76,7 +76,7 @@ def process_and_combine_datasets(
|
|
|
76
76
|
means_dict: Nested dictionary of mean values for the input data sources
|
|
77
77
|
stds_dict: Nested dictionary of std values for the input data sources
|
|
78
78
|
"""
|
|
79
|
-
numpy_modalities = []
|
|
79
|
+
numpy_modalities = [{"t0": t0.timestamp()}]
|
|
80
80
|
|
|
81
81
|
if "nwp" in dataset_dict:
|
|
82
82
|
nwp_numpy_modalities = {}
|
|
@@ -262,8 +262,6 @@ class SitesDataset(PickleCacheMixin, Dataset):
|
|
|
262
262
|
@override
|
|
263
263
|
def __getitem__(self, idx: int) -> dict:
|
|
264
264
|
|
|
265
|
-
idx = int(idx)
|
|
266
|
-
|
|
267
265
|
# Get the coordinates of the sample
|
|
268
266
|
t0, site_id = self.valid_t0_and_site_ids.iloc[idx]
|
|
269
267
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/ecmwf.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/gfs.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/icon.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/ukv.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/nwp/providers/utils.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/load/open_xarray_tensorstore.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/__init__.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/collate.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/common_types.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/satellite.py
RENAMED
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/numpy_sample/sun_position.py
RENAMED
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/diff_channels.py
RENAMED
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/fill_time_periods.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/select_spatial_slice.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/select/select_time_slice.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/sample/base.py
RENAMED
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler/torch_datasets/sample/site.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ocf_data_sampler-0.5.26 → ocf_data_sampler-0.5.28}/ocf_data_sampler.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|