ocf-data-sampler 0.2.4__tar.gz → 0.2.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of ocf-data-sampler might be problematic. Click here for more details.

Files changed (64) hide show
  1. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/PKG-INFO +1 -1
  2. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/gfs.py +1 -1
  3. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/icon.py +1 -1
  4. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/utils.py +5 -0
  5. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler.egg-info/PKG-INFO +1 -1
  6. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/LICENSE +0 -0
  7. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/README.md +0 -0
  8. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/__init__.py +0 -0
  9. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/config/__init__.py +0 -0
  10. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/config/load.py +0 -0
  11. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/config/model.py +0 -0
  12. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/config/save.py +0 -0
  13. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/data/uk_gsp_locations.csv +0 -0
  14. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/__init__.py +0 -0
  15. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/gsp.py +0 -0
  16. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/load_dataset.py +0 -0
  17. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/__init__.py +0 -0
  18. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/nwp.py +0 -0
  19. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/__init__.py +0 -0
  20. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/cloudcasting.py +0 -0
  21. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/ecmwf.py +0 -0
  22. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/ukv.py +0 -0
  23. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/utils.py +0 -0
  24. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/satellite.py +0 -0
  25. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/site.py +0 -0
  26. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/__init__.py +0 -0
  27. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/collate.py +0 -0
  28. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/common_types.py +0 -0
  29. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/datetime_features.py +0 -0
  30. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/gsp.py +0 -0
  31. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/nwp.py +0 -0
  32. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/satellite.py +0 -0
  33. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/site.py +0 -0
  34. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/numpy_sample/sun_position.py +0 -0
  35. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/sample/__init__.py +0 -0
  36. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/sample/base.py +0 -0
  37. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/sample/site.py +0 -0
  38. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/sample/uk_regional.py +0 -0
  39. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/__init__.py +0 -0
  40. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/dropout.py +0 -0
  41. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/fill_time_periods.py +0 -0
  42. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/find_contiguous_time_periods.py +0 -0
  43. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/geospatial.py +0 -0
  44. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/location.py +0 -0
  45. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/select_spatial_slice.py +0 -0
  46. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/select_time_slice.py +0 -0
  47. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/spatial_slice_for_dataset.py +0 -0
  48. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/select/time_slice_for_dataset.py +0 -0
  49. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/torch_datasets/datasets/__init__.py +0 -0
  50. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/torch_datasets/datasets/pvnet_uk.py +0 -0
  51. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/torch_datasets/datasets/site.py +0 -0
  52. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/torch_datasets/utils/__init__.py +0 -0
  53. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/torch_datasets/utils/channel_dict_to_dataarray.py +0 -0
  54. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/torch_datasets/utils/merge_and_fill_utils.py +0 -0
  55. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/torch_datasets/utils/valid_time_periods.py +0 -0
  56. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/utils.py +0 -0
  57. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler.egg-info/SOURCES.txt +0 -0
  58. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler.egg-info/dependency_links.txt +0 -0
  59. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler.egg-info/requires.txt +0 -0
  60. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler.egg-info/top_level.txt +0 -0
  61. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/pyproject.toml +0 -0
  62. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/scripts/refactor_site.py +0 -0
  63. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/setup.cfg +0 -0
  64. {ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/utils/compute_icon_mean_stddev.py +0 -0
{ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: ocf-data-sampler
3
- Version: 0.2.4
3
+ Version: 0.2.6
4
4
  Author: James Fulton, Peter Dudfield
5
5
  Author-email: Open Climate Fix team <info@openclimatefix.org>
6
6
  License: MIT License
{ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/gfs.py RENAMED
@@ -31,6 +31,6 @@ def open_gfs(zarr_path: str | list[str]) -> xr.DataArray:
31
31
  check_time_unique_increasing(nwp.init_time_utc)
32
32
  nwp = make_spatial_coords_increasing(nwp, x_coord="longitude", y_coord="latitude")
33
33
 
34
- nwp = nwp.transpose("init_time_utc", "step", "channel", "latitude", "longitude")
34
+ nwp = nwp.transpose("init_time_utc", "step", "channel", "longitude", "latitude")
35
35
 
36
36
  return nwp
{ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/nwp/providers/icon.py RENAMED
@@ -41,6 +41,6 @@ def open_icon_eu(zarr_path: str) -> xr.Dataset:
41
41
  nwp = nwp.isel(step=slice(0, 78))
42
42
  nwp = remove_isobaric_lelvels_from_coords(nwp)
43
43
  nwp = nwp.to_array().rename({"variable": "channel"})
44
- nwp = nwp.transpose("init_time_utc", "step", "channel", "latitude", "longitude")
44
+ nwp = nwp.transpose("init_time_utc", "step", "channel", "longitude", "latitude")
45
45
  nwp = make_spatial_coords_increasing(nwp, x_coord="longitude", y_coord="latitude")
46
46
  return nwp
{ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler/load/utils.py RENAMED
@@ -1,5 +1,6 @@
1
1
  """Utility functions for working with xarray objects."""
2
2
 
3
+ import numpy as np
3
4
  import pandas as pd
4
5
  import xarray as xr
5
6
 
@@ -22,8 +23,12 @@ def make_spatial_coords_increasing(ds: xr.Dataset, x_coord: str, y_coord: str) -
22
23
  # Make sure the coords are in increasing order
23
24
  if ds[x_coord][0] > ds[x_coord][-1]:
24
25
  ds = ds.isel({x_coord: slice(None, None, -1)})
26
+ # Below we the coord values so we don't have numpy array with negative strides
27
+ # Numpy arrays with negative strides cannot be converted to torch Tensor
28
+ ds[x_coord] = np.ascontiguousarray(ds[x_coord].values)
25
29
  if ds[y_coord][0] > ds[y_coord][-1]:
26
30
  ds = ds.isel({y_coord: slice(None, None, -1)})
31
+ ds[y_coord] = np.ascontiguousarray(ds[y_coord].values)
27
32
 
28
33
  # Check the coords are all increasing now
29
34
  if not (ds[x_coord].diff(dim=x_coord) > 0).all():
{ocf_data_sampler-0.2.4 → ocf_data_sampler-0.2.6}/ocf_data_sampler.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: ocf-data-sampler
3
- Version: 0.2.4
3
+ Version: 0.2.6
4
4
  Author: James Fulton, Peter Dudfield
5
5
  Author-email: Open Climate Fix team <info@openclimatefix.org>
6
6
  License: MIT License