domainiac 9.2.0__py3-none-any.whl → 9.3.1__py3-none-any.whl

domainiac/__init__.py

@@ -1,4 +1,5 @@
 from .managers import (
+    AvailabilityManager,
     MeteringManager,
     NWPManager,
     PlantManager,

domainiac/managers/__init__.py

@@ -1,3 +1,4 @@
+from .availability_manager import AvailabilityManager
 from .masterdata_manager import MasterdataManager
 from .metering_manager import MeteringManager
 from .nwp_manager import NWPManager

domainiac/managers/availability_manager.py

@@ -0,0 +1,58 @@
+import datamazing.pandas as pdz
+import pandas as pd
+
+from .outage_manager import OutageManager
+
+
+class AvailabilityManager:
+    """
+    Manager which simplifies the process of getting availability data.
+    """
+
+    def __init__(
+        self,
+        db: pdz.Database,
+        time_interval: pdz.TimeInterval,
+        resolution: pd.Timedelta,
+    ) -> None:
+        self.db = db
+        self.time_interval = time_interval
+        self.resolution = resolution
+        self.outage_manager = OutageManager(db, time_interval, resolution)
+
+    def get_availability(self) -> pd.DataFrame:
+        df_availability = self.db.query("scheduleAvailability", self.time_interval)
+        df_outage = self.outage_manager.get_plant_outage_time_series()
+
+        # Rename resource_gsrn to plant_gsrn for consistent merge
+        df_availability = df_availability.rename(
+            columns={
+                "resource_gsrn": "plant_gsrn",
+                "schedule_resource_capacity_max_MW": "capacity_max_MW",
+                "schedule_resource_capacity_min_MW": "capacity_min_MW",
+            }
+        )
+
+        required_columns = [
+            "time_utc",
+            "plant_gsrn",
+            "capacity_max_MW",
+            "capacity_min_MW",
+        ]
+
+        # Create an indicator column in outage to mark where outages exist
+        df_outage["has_outage"] = True
+
+        # Merge availability with outage data
+        df_available = df_availability.merge(
+            df_outage, on=["plant_gsrn", "time_utc"], how="outer"
+        )
+
+        # Where there's an outage, set capacity to zero
+        has_outage = df_available["has_outage"].fillna(False)
+        df_available.loc[has_outage, "capacity_max_MW"] = 0
+        df_available.loc[has_outage, "capacity_min_MW"] = 0
+
+        # Return only the required columns
+        df_available = df_available[required_columns]
+        return df_available

domainiac/managers/nwp_manager.py

@@ -1,3 +1,5 @@
+from functools import lru_cache
+
 import datamazing.pandas as pdz
 import numpy as np
 import pandas as pd
@@ -9,26 +11,36 @@ from ..modeling.nwp import Coordinate, Neighborhood, NWPParameter, NWPProvider
 
 
 class NWPManager:
-    """
-    Contains all logic concerning NWP data.
-    This includes:
-    - Getting NWP data
-    - Getting average NWP data
-    - Finding closest NWP coordinates
-    """
-
     def __init__(
         self,
         db: pdz.Database,
         time_interval: pdz.TimeInterval,
         resolution: pd.Timedelta,
+        cache_nwp: bool = True,
     ):
+        """
+        Contains all logic concerning NWP data.
+        This includes:
+        - Getting NWP data
+        - Getting average NWP data
+        - Finding closest NWP coordinates
+
+        Args:
+            db (pdz.Database): Database backend
+            time_interval (pdz.TimeInterval): Time interval
+            resolution (pd.Timedelta): Time resolution
+            cache_nwp (bool, optional): Current implementation of this managers
+                is not very efficient when querying multiple coordinates. To mitigate
+                this, database queries can be cached. This is especially useful when
+                querying multiple coordinates. Defaults to True.
+        """
         self.db = db
         self.time_interval = time_interval
         self.resolution = resolution
 
         self._nwp_coordinates_kd_tree = dict()
         self._nwp_table_name_prefix = "forecastNwp"
+        self.cache_nwp = cache_nwp
 
     @staticmethod
     def calculate_wind_speed_from_vectors(u: pd.Series, v: pd.Series) -> pd.Series:
@@ -111,15 +123,24 @@ class NWPManager:
 
         return coordinates
 
+    @lru_cache()
+    def _query_cached(
+        self,
+        table: str,
+        time_interval: pdz.TimeInterval,
+    ) -> pd.DataFrame:
+        """
+        Query the database with caching.
+        """
+        df = self.db.query(table, time_interval)
+        return df
+
     def _get_nwp_parameter(
         self,
         provider: NWPProvider,
         parameter: NWPParameter,
         coordinate: Coordinate,
     ) -> pd.DataFrame:
-        """
-        Get NWP data for a given parameter, coordinate and altitude.
-        """
         table = self._get_table_name(provider, parameter)
 
         filters = {
@@ -138,7 +159,13 @@ class NWPManager:
             self.time_interval.right + query_margin,
         )
 
-        df = self.db.query(table, padded_time_interval, filters=filters)
+        # Cache query if specified
+        # This is useful when querying multiple coordinates.
+        if self.cache_nwp:
+            df = self._query_cached(table, padded_time_interval)
+            df = df.loc[(df[list(filters)] == pd.Series(filters)).all(axis=1)]
+        else:
+            df = self.db.query(table, padded_time_interval, filters=filters)
 
         df = df.drop(
             columns=[
@@ -160,10 +187,6 @@ class NWPManager:
         parameter: NWPParameter,
         coordinate: Coordinate,
     ):
-        """
-        Get NWP data for a given parameter, coordinate and altitude,
-        using the proper interpolation technique.
-        """
         df = self._get_nwp_parameter(provider, parameter, coordinate)
 
         df = df.sort_values(by="time_utc")
@@ -214,9 +237,12 @@ class NWPManager:
         parameter: NWPParameter,
         coordinate: Coordinate,
     ):
-        df_nwp = self._get_interpolated_nwp_parameter(provider, parameter, coordinate)
+        df_nwp = self._get_interpolated_nwp_parameter(
+            provider,
+            parameter,
+            coordinate,
+        )
 
-        # Ensure data is within time_interval defined by user
         df_nwp = df_nwp.query(
             f"time_utc >= '{self.time_interval.left}' "
             f"and time_utc <= '{self.time_interval.right}'",
@@ -230,14 +256,15 @@ class NWPManager:
         parameter: NWPParameter,
         neighborhood: Neighborhood,
     ) -> pd.DataFrame:
-        """
-        Get average NWP data for a given parameter, coordinates and altitude.
-        """
         dfs = []
 
         neighbors = self.get_nwp_neighbors(provider, parameter, neighborhood)
         for coordinate in neighbors:
-            df_coordinate = self.get_nwp_parameter(provider, parameter, coordinate)
+            df_coordinate = self.get_nwp_parameter(
+                provider,
+                parameter,
+                coordinate,
+            )
             dfs.append(df_coordinate)
 
         df = pd.concat(dfs)
@@ -252,7 +279,19 @@ class NWPManager:
         neighborhood: Neighborhood,
     ) -> pd.DataFrame:
         """
-        Get weather features for a given coordinate.
+        Get NWP data for multiple parameters over a neighborhood.
+
+        For each parameter, retrieves the average NWP data in the neighborhood, then
+        merges all results on the time_utc column.
+
+        Args:
+            provider (NWPProvider): The NWP data provider to use.
+            parameters (list[NWPParameter]): List of NWP parameters to retrieve.
+            neighborhood (Neighborhood): The neighborhood specifying the central
+                coordinate and number of neighbors.
+
+        Returns:
+            pd.DataFrame: DataFrame with merged parameter values, indexed by time_utc.
         """
         dfs = []
         for parameter in parameters:

domainiac/managers/outage_manager.py

@@ -22,7 +22,7 @@ class OutageManager:
 
         df_outage = df_outage[~df_outage["is_unapproved"]]
 
-        df_outage = df_outage.dropna(subset="plant_gsrn")
+        df_outage = df_outage.dropna(subset=["plant_gsrn"])
 
         # make placeholder dataframe to explode outage
         # data to all time points for all plants
@@ -34,12 +34,12 @@ class OutageManager:
 
         df_idx = df_times.merge(df_plants, how="cross")
 
-        df_outage = pdz.merge(
+        df_outage = pdz.merge_point_interval(
             df_idx,
             df_outage,
             on=["plant_gsrn"],
-            left_time="time_utc",
-            right_period=("start_time_utc", "end_time_utc"),
+            left_point="time_utc",
+            right_interval=("start_time_utc", "end_time_utc"),
         )
 
         df_outage = df_outage.filter(

domainiac/managers/plant_manager.py

@@ -72,11 +72,11 @@ class PlantManager(MasterdataManager):
         df_plant = self.get_operational_entities("masterdataPlant")
         df_plant = df_plant.query(f"masterdata_gsrn == '{gsrn}'")
 
-        df_plant = pdz.merge(
+        df_plant = pdz.merge_point_interval(
             df_times,
             df_plant,
-            left_time="time_utc",
-            right_period=("valid_from_date_utc", "valid_to_date_utc"),
+            left_point="time_utc",
+            right_interval=("valid_from_date_utc", "valid_to_date_utc"),
         )
 
         return df_plant.filter(["time_utc", "installed_power_MW"]).reset_index(

{domainiac-9.2.0.dist-info → domainiac-9.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: domainiac
-Version: 9.2.0
+Version: 9.3.1
 Summary: Package for working with Energinet data, but with specialized functions used for Enigma.
 Author: Team Enigma
 Author-email: enigma@energinet.dk
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
-Requires-Dist: datamazing (>=5.1.6)
+Requires-Dist: datamazing (>=6.0.0)
 Requires-Dist: pandas (>=2.2.0)
 Requires-Dist: pvlib (>=0.13.1)
 Requires-Dist: scikit-learn (>=1.3.0)

{domainiac-9.2.0.dist-info → domainiac-9.3.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-domainiac/__init__.py,sha256=Wuix4jscZD4sy7YB0RAedAo_eiRW5AcPlef58lKvg6s,207
+domainiac/__init__.py,sha256=Xaeq4K8dcStlSilXiL6Sr0fCNgtPgWCKi93n8Cu8Cjw,232
 domainiac/functions/__init__.py,sha256=ZHNbj1aWRnUgM6TAlQqGLv2r-GdAvoaTrPIin1w5Dk0,137
 domainiac/functions/conversions.py,sha256=RZU5cpHD4uBHeqFfiFplJCv5gN-xzEHvQCKrizi1hMA,490
 domainiac/functions/interpolation.py,sha256=qj-sTEbez_IcXLY7eOS_KqAAd8GbhP5JBkdWrUPjWIQ,3720
@@ -6,12 +6,13 @@ domainiac/functions/solar.py,sha256=nU9ivDLA4gE0CTMttCb_7ztoQUQicWNe_11ZqVC7d-Y,
 domainiac/functions/temperature.py,sha256=-t_zWYIhYwJpyZEQgwxgR9SkeYAAjvb6qeV8LtDtfmk,940
 domainiac/functions/typing.py,sha256=gOvHUYIWSEv_aMttY1nMEyh-pdQKMJ8O31x9y47-U5U,229
 domainiac/functions/wind.py,sha256=ZOxSMxjWV7LZsAQVW5Y-GPMhZzfvIsh3NOtSXB5lUAY,993
-domainiac/managers/__init__.py,sha256=7N-iEsFidupPi1u3EURfeWAoQ-NdrzAwR13faA_VWUs,298
+domainiac/managers/__init__.py,sha256=A4KdK_LiukXKlJLIF1hf8HF7xh3QeFdBqAWstXc8CgI,352
+domainiac/managers/availability_manager.py,sha256=zKRjZlG5wp3MlviIbNg3s5da9nUKjP7_r8R5g8hHRg4,1895
 domainiac/managers/masterdata_manager.py,sha256=_xIHEWVYssdvC2VMujvR0ANXCI_Er3qOlfAX427yimk,2298
 domainiac/managers/metering_manager.py,sha256=MauMncY_yaVPx8Y9CCD8nJiE1BGHFKTVC1bOtiyl2pI,1701
-domainiac/managers/nwp_manager.py,sha256=rEN9HmDe01N5QzePGsUorWgmOuY7t9vMwBF1Kuuu_38,8603
-domainiac/managers/outage_manager.py,sha256=rH4NYY0hiD51V6SadVgtIOX0qCjG2cSZ60F9lDjkJ8o,1416
-domainiac/managers/plant_manager.py,sha256=aqJ04QB-QI83zIllQiyTrlh_SKR6CYI4bY4z4RlBL3g,5083
+domainiac/managers/nwp_manager.py,sha256=h2J6ryXqplB_W6jC7aSenOa9MOxsYrd2HenU3WZnyu0,10040
+domainiac/managers/outage_manager.py,sha256=KnBjsDFX8xQvA2UGh7gX2fTVwoQlF6PFoy5Uk_s3kfs,1436
+domainiac/managers/plant_manager.py,sha256=Bh1jPwepDq_yO29QVZndjCXe3ScQndIsKwFZnjr9a8w,5101
 domainiac/managers/resource_manager.py,sha256=QMkNcrgyXLLlkCR9kg4-nFjTaYHtlsldex-b_8lAmO0,3730
 domainiac/managers/unit_manager.py,sha256=DYF-AiBHzUGZJE5XlTLcszvgIQkSzZs_s9o35l4bkVk,1219
 domainiac/modeling/__init__.py,sha256=Ac5feYZ9gVLayU1Cb1ACqOyDrmvcxoOvZuUkOeXVKf8,101
@@ -19,6 +20,6 @@ domainiac/modeling/nwp.py,sha256=PolrBdQn8W-e1M0_pefvmLn2mr4HT0NqlYlkyCV0dds,438
 domainiac/modeling/plant.py,sha256=Y0_Q6V6Lj3irJh5z-49r5gFJdD4Xl_pfHIMUhdaJVUI,2226
 domainiac/wrappers/__init__.py,sha256=vZOw9maXgVoAvudZqioD-GTPkgPI6fm7_CUELQcR_-g,43
 domainiac/wrappers/cache_wrapper.py,sha256=jDg-Lt_y-YzItyP-74tGULOxb07s_CcutmOHP1Ie00Q,355
-domainiac-9.2.0.dist-info/METADATA,sha256=_07orTSIon0JOGS6raqGn476L0GGh65-uNd8cksbx7g,737
-domainiac-9.2.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-domainiac-9.2.0.dist-info/RECORD,,
+domainiac-9.3.1.dist-info/METADATA,sha256=MonbkoqmH-AXby94IcR3J04hcDP9wiqeD3EUEM3hWlA,737
+domainiac-9.3.1.dist-info/WHEEL,sha256=3ny-bZhpXrU6vSQ1UPG34FoxZBp3lVcvK0LkgUz6VLk,88
+domainiac-9.3.1.dist-info/RECORD,,

{domainiac-9.2.0.dist-info → domainiac-9.3.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.2.1
+Generator: poetry-core 2.3.0
 Root-Is-Purelib: true
 Tag: py3-none-any