PVNet 3.0.44__tar.gz → 3.0.46__tar.gz

{pvnet-3.0.44 → pvnet-3.0.46}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: PVNet
-Version: 3.0.44
+Version: 3.0.46
 Summary: PVNet
 Author-email: Peter Dudfield <info@openclimatefix.org>
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: ocf_datapipes>=3.3.6
+Requires-Dist: ocf_datapipes>=3.3.34
 Requires-Dist: ocf_ml_metrics>=0.0.11
 Requires-Dist: numpy
 Requires-Dist: pandas

{pvnet-3.0.44 → pvnet-3.0.46}/PVNet.egg-info/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: PVNet
-Version: 3.0.44
+Version: 3.0.46
 Summary: PVNet
 Author-email: Peter Dudfield <info@openclimatefix.org>
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: ocf_datapipes>=3.3.6
+Requires-Dist: ocf_datapipes>=3.3.34
 Requires-Dist: ocf_ml_metrics>=0.0.11
 Requires-Dist: numpy
 Requires-Dist: pandas

{pvnet-3.0.44 → pvnet-3.0.46}/PVNet.egg-info/requires.txt

@@ -1,4 +1,4 @@
-ocf_datapipes>=3.3.6
+ocf_datapipes>=3.3.34
 ocf_ml_metrics>=0.0.11
 numpy
 pandas

pvnet-3.0.46/pvnet/__init__.py

@@ -0,0 +1,2 @@
+"""PVNet"""
+__version__ = "3.0.46"

{pvnet-3.0.44 → pvnet-3.0.46}/pvnet/models/base_model.py

@@ -79,6 +79,68 @@ def make_clean_data_config(input_path, output_path, placeholder="PLACEHOLDER"):
         yaml.dump(config, outfile, default_flow_style=False)
 
 
+def minimize_data_config(input_path, output_path, model):
+    """Strip out parts of the data config which aren't used by the model
+
+    Args:
+        input_path: Path to input datapipes configuration file
+        output_path: Location to save the output configuration file
+        model: The PVNet model object
+    """
+    with open(input_path) as cfg:
+        config = yaml.load(cfg, Loader=yaml.FullLoader)
+
+    if "nwp" in config["input_data"]:
+        if not model.include_nwp:
+            del config["input_data"]["nwp"]
+        else:
+            for nwp_source in config["input_data"]["nwp"].keys():
+                nwp_config = config["input_data"]["nwp"][nwp_source]
+
+                if nwp_source not in model.nwp_encoders_dict:
+                    # If not used, delete this source from the config
+                    del config["input_data"]["nwp"][nwp_source]
+                else:
+                    # Replace the image size
+                    nwp_pixel_size = model.nwp_encoders_dict[nwp_source].image_size_pixels
+                    nwp_config["nwp_image_size_pixels_height"] = nwp_pixel_size
+                    nwp_config["nwp_image_size_pixels_width"] = nwp_pixel_size
+
+                    # Replace the forecast minutes
+                    nwp_config["forecast_minutes"] = (
+                        model.nwp_encoders_dict[nwp_source].sequence_length
+                        - nwp_config["history_minutes"] / nwp_config["time_resolution_minutes"]
+                        - 1
+                    ) * nwp_config["time_resolution_minutes"]
+
+    if "satellite" in config["input_data"]:
+        if not model.include_sat:
+            del config["input_data"]["satellite"]
+        else:
+            sat_config = config["input_data"]["satellite"]
+
+            # Replace the image size
+            sat_pixel_size = model.sat_encoder.image_size_pixels
+            sat_config["satellite_image_size_pixels_height"] = sat_pixel_size
+            sat_config["satellite_image_size_pixels_width"] = sat_pixel_size
+
+            # Replace the satellite delay
+            sat_config["live_delay_minutes"] = model.min_sat_delay_minutes
+
+    if "pv" in config["input_data"]:
+        if not model.include_pv:
+            del config["input_data"]["pv"]
+
+    if "gsp" in config["input_data"]:
+        gsp_config = config["input_data"]["gsp"]
+
+        # Replace the forecast minutes
+        gsp_config["forecast_minutes"] = model.forecast_minutes
+
+    with open(output_path, "w") as outfile:
+        yaml.dump(config, outfile, default_flow_style=False)
+
+
 class PVNetModelHubMixin(PyTorchModelHubMixin):
     """
     Implementation of [`PyTorchModelHubMixin`] to provide model Hub upload/download capabilities.
@@ -207,7 +269,13 @@ class PVNetModelHubMixin(PyTorchModelHubMixin):
 
         # Save cleaned datapipes configuration file
         if data_config is not None:
-            make_clean_data_config(data_config, save_directory / DATA_CONFIG_NAME)
+            new_data_config_path = save_directory / DATA_CONFIG_NAME
+
+            # Replace the input filenames with place holders
+            make_clean_data_config(data_config, new_data_config_path)
+
+            # Taylor the data config to the model being saved
+            minimize_data_config(new_data_config_path, new_data_config_path, self)
 
         # Creating and saving model card.
         card_data = ModelCardData(language="en", license="mit", library_name="pytorch")

{pvnet-3.0.44 → pvnet-3.0.46}/pvnet/models/multimodal/multimodal.py

@@ -146,6 +146,7 @@ class Model(MultimodalBaseModel):
         self.embedding_dim = embedding_dim
         self.add_image_embedding_channel = add_image_embedding_channel
         self.interval_minutes = interval_minutes
+        self.min_sat_delay_minutes = min_sat_delay_minutes
         self.adapt_batches = adapt_batches
 
         super().__init__(
@@ -167,7 +168,6 @@ class Model(MultimodalBaseModel):
         if self.include_sat:
             # Param checks
             assert sat_history_minutes is not None
-            assert nwp_forecast_minutes is not None
 
             self.sat_sequence_len = (
                 sat_history_minutes - min_sat_delay_minutes

{pvnet-3.0.44 → pvnet-3.0.46}/pyproject.toml

@@ -6,7 +6,7 @@ dynamic = ["version", "readme"]
 license={file="LICENCE"}
 
 dependencies = [
-    "ocf_datapipes>=3.3.6",
+    "ocf_datapipes>=3.3.34",
     "ocf_ml_metrics>=0.0.11",
     "numpy",
     "pandas",

pvnet-3.0.44/pvnet/__init__.py

@@ -1,2 +0,0 @@
-"""PVNet"""
-__version__ = "3.0.44"