ocf-data-sampler 0.2.2__tar.gz → 0.2.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of ocf-data-sampler might be problematic. Click here for more details.

Files changed (63) hide show
  1. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/PKG-INFO +1 -1
  2. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/select_time_slice.py +5 -2
  3. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/utils/valid_time_periods.py +1 -1
  4. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler.egg-info/PKG-INFO +1 -1
  5. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/LICENSE +0 -0
  6. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/README.md +0 -0
  7. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/__init__.py +0 -0
  8. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/config/__init__.py +0 -0
  9. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/config/load.py +0 -0
  10. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/config/model.py +0 -0
  11. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/config/save.py +0 -0
  12. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/data/uk_gsp_locations.csv +0 -0
  13. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/__init__.py +0 -0
  14. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/gsp.py +0 -0
  15. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/load_dataset.py +0 -0
  16. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/__init__.py +0 -0
  17. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/nwp.py +0 -0
  18. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/providers/__init__.py +0 -0
  19. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/providers/ecmwf.py +0 -0
  20. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/providers/gfs.py +0 -0
  21. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/providers/icon.py +0 -0
  22. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/providers/ukv.py +0 -0
  23. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/nwp/providers/utils.py +0 -0
  24. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/satellite.py +0 -0
  25. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/site.py +0 -0
  26. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/load/utils.py +0 -0
  27. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/__init__.py +0 -0
  28. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/collate.py +0 -0
  29. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/common_types.py +0 -0
  30. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/datetime_features.py +0 -0
  31. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/gsp.py +0 -0
  32. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/nwp.py +0 -0
  33. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/satellite.py +0 -0
  34. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/site.py +0 -0
  35. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/numpy_sample/sun_position.py +0 -0
  36. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/sample/__init__.py +0 -0
  37. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/sample/base.py +0 -0
  38. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/sample/site.py +0 -0
  39. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/sample/uk_regional.py +0 -0
  40. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/__init__.py +0 -0
  41. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/dropout.py +0 -0
  42. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/fill_time_periods.py +0 -0
  43. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/find_contiguous_time_periods.py +0 -0
  44. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/geospatial.py +0 -0
  45. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/location.py +0 -0
  46. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/select_spatial_slice.py +0 -0
  47. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/spatial_slice_for_dataset.py +0 -0
  48. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/time_slice_for_dataset.py +0 -0
  49. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/datasets/__init__.py +0 -0
  50. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/datasets/pvnet_uk.py +0 -0
  51. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/datasets/site.py +0 -0
  52. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/utils/__init__.py +0 -0
  53. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/utils/channel_dict_to_dataarray.py +0 -0
  54. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/utils/merge_and_fill_utils.py +0 -0
  55. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/utils.py +0 -0
  56. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler.egg-info/SOURCES.txt +0 -0
  57. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler.egg-info/dependency_links.txt +0 -0
  58. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler.egg-info/requires.txt +0 -0
  59. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler.egg-info/top_level.txt +0 -0
  60. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/pyproject.toml +0 -0
  61. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/scripts/refactor_site.py +0 -0
  62. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/setup.cfg +0 -0
  63. {ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/utils/compute_icon_mean_stddev.py +0 -0
{ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: ocf-data-sampler
3
- Version: 0.2.2
3
+ Version: 0.2.3
4
4
  Author: James Fulton, Peter Dudfield
5
5
  Author-email: Open Climate Fix team <info@openclimatefix.org>
6
6
  License: MIT License
{ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/select/select_time_slice.py RENAMED
@@ -55,7 +55,10 @@ def select_time_slice_nwp(
55
55
  if accum_channels is None:
56
56
  accum_channels = []
57
57
 
58
- if dropout_timedeltas is not None:
58
+ if dropout_timedeltas is None:
59
+ dropout_timedeltas = []
60
+
61
+ if len(dropout_timedeltas)>0:
59
62
  if not all(t < pd.Timedelta(0) for t in dropout_timedeltas):
60
63
  raise ValueError("dropout timedeltas must be negative")
61
64
  if len(dropout_timedeltas) < 1:
@@ -64,7 +67,7 @@ def select_time_slice_nwp(
64
67
  if not (0 <= dropout_frac <= 1):
65
68
  raise ValueError("dropout_frac must be between 0 and 1")
66
69
 
67
- consider_dropout = (dropout_timedeltas is not None) and dropout_frac > 0
70
+ consider_dropout = len(dropout_timedeltas) > 0 and dropout_frac > 0
68
71
 
69
72
  # The accumatated and non-accumulated channels
70
73
  accum_channels = np.intersect1d(da.channel.values, accum_channels)
{ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler/torch_datasets/utils/valid_time_periods.py RENAMED
@@ -28,7 +28,7 @@ def find_valid_time_periods(datasets_dict: dict, config: Configuration) -> pd.Da
28
28
  for nwp_key, nwp_config in config.input_data.nwp.items():
29
29
  da = datasets_dict["nwp"][nwp_key]
30
30
 
31
- if nwp_config.dropout_timedeltas_minutes is None:
31
+ if nwp_config.dropout_timedeltas_minutes==[]:
32
32
  max_dropout = minutes(0)
33
33
  else:
34
34
  max_dropout = minutes(np.max(np.abs(nwp_config.dropout_timedeltas_minutes)))
{ocf_data_sampler-0.2.2 → ocf_data_sampler-0.2.3}/ocf_data_sampler.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: ocf-data-sampler
3
- Version: 0.2.2
3
+ Version: 0.2.3
4
4
  Author: James Fulton, Peter Dudfield
5
5
  Author-email: Open Climate Fix team <info@openclimatefix.org>
6
6
  License: MIT License