ocf-data-sampler 0.5.8__tar.gz → 0.5.9__tar.gz

{ocf_data_sampler-0.5.8 → ocf_data_sampler-0.5.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ocf-data-sampler
-Version: 0.5.8
+Version: 0.5.9
 Author: James Fulton, Peter Dudfield
 Author-email: Open Climate Fix team <info@openclimatefix.org>
 License: MIT License

{ocf_data_sampler-0.5.8 → ocf_data_sampler-0.5.9}/ocf_data_sampler.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ocf-data-sampler
-Version: 0.5.8
+Version: 0.5.9
 Author: James Fulton, Peter Dudfield
 Author-email: Open Climate Fix team <info@openclimatefix.org>
 License: MIT License

{ocf_data_sampler-0.5.8 → ocf_data_sampler-0.5.9}/ocf_data_sampler.egg-info/SOURCES.txt

@@ -62,5 +62,4 @@ ocf_data_sampler/torch_datasets/utils/time_slice_for_dataset.py
 ocf_data_sampler/torch_datasets/utils/valid_time_periods.py
 ocf_data_sampler/torch_datasets/utils/validation_utils.py
 scripts/download_gsp_location_data.py
-scripts/refactor_site.py
-utils/compute_icon_mean_stddev.py
+scripts/refactor_site.py

{ocf_data_sampler-0.5.8 → ocf_data_sampler-0.5.9}/ocf_data_sampler.egg-info/top_level.txt

@@ -1,4 +1,3 @@
 dist
 ocf_data_sampler
 scripts
-utils

ocf_data_sampler-0.5.8/utils/compute_icon_mean_stddev.py

@@ -1,72 +0,0 @@
-"""Script to compute normalisation constants from NWP data."""
-
-import argparse
-import glob
-import logging
-
-import numpy as np
-import xarray as xr
-
-from ocf_data_sampler.load.nwp.providers.icon import open_icon_eu
-
-# Configure logging
-logging.basicConfig(level=logging.INFO)
-logger = logging.getLogger(__name__)
-
-# Add argument parser
-parser = argparse.ArgumentParser(description="Compute normalization constants from NWP data")
-parser.add_argument("--data-path", type=str, required=True,
-                    help='Path pattern to zarr files (e.g., "/path/to/data/*.zarr.zip")')
-parser.add_argument("--n-samples", type=int, default=2000,
-                    help="Number of random samples to use (default: 2000)")
-
-args = parser.parse_args()
-
-zarr_files = glob.glob(args.data_path)
-n_samples = args.n_samples
-
-ds = open_icon_eu(zarr_files)
-
-n_init_times = ds.sizes["init_time_utc"]
-n_lats = ds.sizes["latitude"]
-n_longs = ds.sizes["longitude"]
-n_steps = ds.sizes["step"]
-
-random_init_times = np.random.choice(n_init_times, size=n_samples, replace=True)
-random_lats = np.random.choice(n_lats, size=n_samples, replace=True)
-random_longs = np.random.choice(n_longs, size=n_samples, replace=True)
-random_steps = np.random.choice(n_steps, size=n_samples, replace=True)
-
-samples = []
-for i in range(n_samples):
-    sample = ds.isel(init_time_utc=random_init_times[i],
-                    latitude=random_lats[i],
-                    longitude=random_longs[i],
-                    step=random_steps[i])
-    samples.append(sample)
-
-samples_stack = xr.concat(samples, dim="samples")
-
-
-available_channels = samples_stack.channel.values.tolist()
-logger.info("Available channels: %s", available_channels)
-
-ICON_EU_MEAN = {}
-ICON_EU_STD = {}
-
-for var in available_channels:
-    if var not in available_channels:
-        logger.warning("Variable '%s' not found in the channel coordinate; skipping.", var)
-        continue
-    var_data = samples_stack.sel(channel=var)
-    var_mean = float(var_data.mean().compute())
-    var_std = float(var_data.std().compute())
-
-    ICON_EU_MEAN[var] = var_mean
-    ICON_EU_STD[var] = var_std
-
-    logger.info("Processed %s: mean=%.4f, std=%.4f", var, var_mean, var_std)
-
-logger.info("\nMean values:\n%s", ICON_EU_MEAN)
-logger.info("\nStandard deviations:\n%s", ICON_EU_STD)
-