PVNet 5.3.22__tar.gz → 5.3.24__tar.gz

{pvnet-5.3.22 → pvnet-5.3.24}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: PVNet
-Version: 5.3.22
+Version: 5.3.24
 Summary: PVNet
 Author-email: Peter Dudfield <info@openclimatefix.org>
 Requires-Python: <3.14,>=3.11

{pvnet-5.3.22 → pvnet-5.3.24}/PVNet.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: PVNet
-Version: 5.3.22
+Version: 5.3.24
 Summary: PVNet
 Author-email: Peter Dudfield <info@openclimatefix.org>
 Requires-Python: <3.14,>=3.11

{pvnet-5.3.22 → pvnet-5.3.24}/pvnet/training/lightning_module.py

@@ -129,11 +129,15 @@ class PVNetLightningModule(pl.LightningModule):
         if self.model.use_quantile_regression:
             metric_name = "val_fraction_below/fraction_below_{:.2f}_quantile"
             # Add fraction below each quantile for calibration
+            val_quantiles = np.zeros(len(self.model.output_quantiles))
             for i, quantile in enumerate(self.model.output_quantiles):
                 below_quant = y <= y_hat[..., i]
                 # Mask values small values, which are dominated by night
                 mask = y >= 0.01
-                losses[metric_name.format(quantile)] = below_quant[mask].float().mean()
+                below_quant_masked_mean = below_quant[mask].float().mean()
+                losses[metric_name.format(quantile)] = below_quant_masked_mean
+                val_quantiles[i] = below_quant_masked_mean
+            self._val_quantiles.append(val_quantiles)
 
         return losses
 
@@ -185,6 +189,8 @@ class PVNetLightningModule(pl.LightningModule):
         # Set up stores which we will fill during validation
         self.all_val_results: list[xr.Dataset] = []
         self._val_horizon_maes: list[np.array] = []
+        if self.model.use_quantile_regression:
+            self._val_quantiles: list[np.array] = []
         if self.current_epoch == 0:
             self._val_persistence_horizon_maes: list[np.array] = []
 
@@ -355,6 +361,25 @@ class PVNetLightningModule(pl.LightningModule):
                 step=self.trainer.global_step,                
             )
 
+            # Create a quantile-quantile plot
+            if self.model.use_quantile_regression:
+                val_quantiles = np.mean(self._val_quantiles, axis=0)
+                self._val_quantiles = []
+                    
+                qq_plot = wandb_line_plot(
+                    x=self.model.output_quantiles,
+                    y=val_quantiles,
+                    xlabel="Target quantile",
+                    ylabel="Fraction below quantile",
+                    title="Quantile-quantile plot",
+                    add_identity_line=True
+                )
+
+                wandb.log(
+                    {"quantile_quantile": qq_plot},
+                    step=self.trainer.global_step,                
+                )
+
             # Create persistence horizon accuracy curve but only on first epoch
             if self.current_epoch == 0:
                 persist_horizon_mae_plot = wandb_line_plot(

{pvnet-5.3.22 → pvnet-5.3.24}/pvnet/training/plots.py

@@ -14,13 +14,31 @@ def wandb_line_plot(
     y: Sequence[float], 
     xlabel: str, 
     ylabel: str, 
-    title: str | None = None
+    title: str | None = None,
+    add_identity_line: bool = False,
 ) -> wandb.plot.CustomChart:
     """Make a wandb line plot"""
-    data = [[xi, yi] for (xi, yi) in zip(x, y)]
-    table = wandb.Table(data=data, columns=[xlabel, ylabel])
-    return wandb.plot.line(table, xlabel, ylabel, title=title)
-
+    # Main series data
+    data = [[xi, yi, "model"] for xi, yi in zip(x, y)]
+    
+    # Add identity line endpoints if requested
+    if add_identity_line:
+        min_val, max_val = min(x), max(x)
+        data.append([min_val, min_val, "y=x"])
+        data.append([max_val, max_val, "y=x"])
+
+    table = wandb.Table(data=data, columns=[xlabel, ylabel, "key"])
+
+    # stroke=None creates a clean single line; stroke="key" creates multi-line legend
+    stroke_col = "key" if add_identity_line else None
+
+    return wandb.plot.line(
+        table=table, 
+        x=xlabel, 
+        y=ylabel, 
+        stroke=stroke_col, 
+        title=title
+    )
 
 def plot_sample_forecasts(
     batch: TensorBatch,

{pvnet-5.3.22 → pvnet-5.3.24}/pvnet/training/train.py

@@ -119,4 +119,5 @@ def train(config: DictConfig) -> None:
     )
 
     # Train the model completely
-    trainer.fit(model=model, datamodule=datamodule)
+    trainer.fit(model=model, datamodule=datamodule, 
+                ckpt_path=config.ckpt_path if 'ckpt_path' in config else None)