GridPath 2026.2.0__tar.gz → 2026.4.0__tar.gz

{gridpath-2026.2.0 → gridpath-2026.4.0}/GridPath.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GridPath
-Version: 2026.2.0
+Version: 2026.4.0
 Summary: A versatile simulation and optimization platform for power-system planning and operations.
 Home-page: https://www.gridpath.io
 Maintainer: Blue Marble Analytics LLC
@@ -65,7 +65,7 @@ Dynamic: summary
 [![Coverage Status](https://coveralls.io/repos/github/blue-marble/gridpath/badge.svg?branch=main)](https://coveralls.io/github/blue-marble/gridpath?branch=main)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Lint Black](https://github.com/blue-marble/gridpath/actions/workflows/black.yml/badge.svg?branch=main)](https://github.com/blue-marble/gridpath/actions/workflows/black.yml)
-[![DOI](https://zenodo.org/badge/65574330.svg)](https://zenodo.org/badge/latestdoi/65574330)
+[![DOI](https://zenodo.org/badge/65574330.svg)](https://doi.org/10.5281/zenodo.5822994)
 
 # Welcome to GridPath
 

{gridpath-2026.2.0 → gridpath-2026.4.0}/GridPath.egg-info/SOURCES.txt

@@ -61,6 +61,7 @@ data_toolkit/system/create_monte_carlo_load_input_csvs.py
 data_toolkit/system/create_sync_load_input_csvs.py
 data_toolkit/system/eia930_load_zone_input_csvs.py
 data_toolkit/temporal/__init__.py
+data_toolkit/temporal/create_monte_carlo_weather_draw_profiles.py
 data_toolkit/temporal/create_monte_carlo_weather_draws.py
 data_toolkit/temporal/create_temporal_iteration_csv.py
 data_toolkit/temporal/create_temporal_scenarios.py
@@ -82,6 +83,7 @@ db/create_database.py
 db/db_schema.sql
 db/doc.py
 db/csvs_test_examples/__init__.py
+db/csvs_test_examples/create_test_database.py
 db/csvs_test_examples/project/__init__.py
 db/data/mod_availability_types.csv
 db/data/mod_capacity_and_operational_type_invalid_combos.csv
@@ -249,6 +251,7 @@ gridpath/project/operations/fuel_burn.py
 gridpath/project/operations/instantaneous_penetration_contributions.py
 gridpath/project/operations/performance_standard.py
 gridpath/project/operations/power.py
+gridpath/project/operations/power_output_groups.py
 gridpath/project/operations/supplemental_firing.py
 gridpath/project/operations/tuning_costs.py
 gridpath/project/operations/operational_types/__init__.py
@@ -304,6 +307,9 @@ gridpath/project/policy/policy_contribution.py
 gridpath/project/policy/compliance_types/__init__.py
 gridpath/project/policy/compliance_types/f_output.py
 gridpath/project/policy/compliance_types/flat_horizon.py
+gridpath/project/policy/compliance_types/sod_exceedance.py
+gridpath/project/policy/compliance_types/sod_flat_block.py
+gridpath/project/policy/compliance_types/sod_stor.py
 gridpath/project/policy/compliance_types/stor_losses.py
 gridpath/project/reliability/__init__.py
 gridpath/project/reliability/local_capacity/__init__.py
@@ -594,6 +600,7 @@ tests/project/operations/test_init.py
 tests/project/operations/test_instantaneous_penetration_contributions.py
 tests/project/operations/test_performance_standard.py
 tests/project/operations/test_power.py
+tests/project/operations/test_power_output_groups.py
 tests/project/operations/test_supplemental_firing.py
 tests/project/operations/test_tuning_costs.py
 tests/project/operations/operational_types/__init__.py
@@ -754,6 +761,29 @@ tests/temporal/investment/test_superperiods.py
 tests/temporal/operations/__init__.py
 tests/temporal/operations/test_horizons.py
 tests/temporal/operations/test_timepoints.py
+tests/test_data_toolkit/__init__.py
+tests/test_data_toolkit/test_create_database.py
+tests/test_data_toolkit/test_load_raw_data.py
+tests/test_data_toolkit/project/__init__.py
+tests/test_data_toolkit/project/availability/__init__.py
+tests/test_data_toolkit/project/availability/outages/__init__.py
+tests/test_data_toolkit/project/availability/outages/test_create_availability_iteration_input_csvs.py
+tests/test_data_toolkit/project/availability/weather_derates/__init__.py
+tests/test_data_toolkit/project/availability/weather_derates/test_create_monte_carlo_gen_weather_derate_input_csvs.py
+tests/test_data_toolkit/project/availability/weather_derates/test_create_sync_gen_weather_derate_input_csvs.py
+tests/test_data_toolkit/project/opchar/__init__.py
+tests/test_data_toolkit/project/opchar/hydro/__init__.py
+tests/test_data_toolkit/project/opchar/hydro/test_create_hydro_iteration_input_csvs.py
+tests/test_data_toolkit/project/opchar/var_profiles/__init__.py
+tests/test_data_toolkit/project/opchar/var_profiles/test_create_monte_carlo_var_gen_input_csvs.py
+tests/test_data_toolkit/project/opchar/var_profiles/test_create_sync_var_gen_input_csvs.py
+tests/test_data_toolkit/system/__init__.py
+tests/test_data_toolkit/system/test_create_monte_carlo_load_input_csvs.py
+tests/test_data_toolkit/system/test_create_sync_load_input_csvs.py
+tests/test_data_toolkit/temporal/__init__.py
+tests/test_data_toolkit/temporal/test_create_monte_carlo_weather_draw_profiles.py
+tests/test_data_toolkit/temporal/test_create_monte_carlo_weather_draws.py
+tests/test_data_toolkit/temporal/test_create_temporal_scenarios.py
 tests/transmission/__init__.py
 tests/transmission/test_init.py
 tests/transmission/availability/__init__.py

gridpath-2026.4.0/GridPath.egg-info/entry_points.txt

@@ -0,0 +1,62 @@
+[console_scripts]
+gridpath_create_availability_iteration_input_csvs = data_toolkit.project.availability.outages.create_availability_iteration_input_csvs:main
+gridpath_create_database = db.create_database:main
+gridpath_create_hydro_iteration_input_csvs = data_toolkit.project.opchar.hydro.create_hydro_iteration_input_csvs:main
+gridpath_create_monte_carlo_gen_weather_derate_input_csvs = data_toolkit.project.availability.weather_derates.create_monte_carlo_gen_weather_derate_input_csvs:main
+gridpath_create_monte_carlo_load_input_csvs = data_toolkit.system.create_monte_carlo_load_input_csvs:main
+gridpath_create_monte_carlo_var_gen_input_csvs = data_toolkit.project.opchar.var_profiles.create_monte_carlo_var_gen_input_csvs:main
+gridpath_create_monte_carlo_weather_draw_profiles = data_toolkit.temporal.create_monte_carlo_weather_draw_profiles:main
+gridpath_create_monte_carlo_weather_draws = data_toolkit.temporal.create_monte_carlo_weather_draws:main
+gridpath_create_sync_gen_weather_derate_input_csvs = data_toolkit.project.availability.weather_derates.create_sync_gen_weather_derate_input_csvs:main
+gridpath_create_sync_load_input_csvs = data_toolkit.system.create_sync_load_input_csvs:main
+gridpath_create_sync_var_gen_input_csvs = data_toolkit.project.opchar.var_profiles.create_sync_var_gen_input_csvs:main
+gridpath_create_temporal_iteration_csv = data_toolkit.temporal.create_temporal_iteration_csv:main
+gridpath_create_temporal_scenarios = data_toolkit.temporal.create_temporal_scenarios:main
+gridpath_eia860_to_project_availability_input_csvs = data_toolkit.project.availability.eia860_to_project_availability_input_csvs:main
+gridpath_eia860_to_project_fixed_cost_input_csvs = data_toolkit.project.fixed_cost.eia860_to_project_fixed_cost_input_csvs:main
+gridpath_eia860_to_project_fuel_input_csvs = data_toolkit.project.opchar.fuels.eia860_to_project_fuel_input_csvs:main
+gridpath_eia860_to_project_heat_rate_input_csvs = data_toolkit.project.opchar.heat_rates.eia860_to_project_heat_rate_input_csvs:main
+gridpath_eia860_to_project_load_zone_input_csvs = data_toolkit.project.load_zones.eia860_to_project_load_zone_input_csvs:main
+gridpath_eia860_to_project_opchar_input_csvs = data_toolkit.project.opchar.eia860_to_project_opchar_input_csvs:main
+gridpath_eia860_to_project_portfolio_input_csvs = data_toolkit.project.portfolios.eia860_to_project_portfolio_input_csvs:main
+gridpath_eia860_to_project_specified_capacity_input_csvs = data_toolkit.project.capacity_specified.eia860_to_project_specified_capacity_input_csvs:main
+gridpath_eia930_load_zone_input_csvs = data_toolkit.system.eia930_load_zone_input_csvs:main
+gridpath_eia930_to_transmission_availability_input_csvs = data_toolkit.transmission.availability.eia930_to_transmission_availability_input_csvs:main
+gridpath_eia930_to_transmission_load_zone_input_csvs = data_toolkit.transmission.load_zones.eia930_to_transmission_load_zone_input_csvs:main
+gridpath_eia930_to_transmission_opchar_input_csvs = data_toolkit.transmission.opchar.eia930_to_transmission_opchar_input_csvs:main
+gridpath_eia930_to_transmission_portfolio_input_csvs = data_toolkit.transmission.portfolios.eia930_to_transmission_portfolio_input_csvs:main
+gridpath_eia930_to_transmission_specified_capacity_input_csvs = data_toolkit.transmission.capacity_specified.eia930_to_transmission_specified_capacity_input_csvs:main
+gridpath_eiaaeo_fuel_price_input_csvs = data_toolkit.fuels.eiaaeo_fuel_price_input_csvs:main
+gridpath_eiaaeo_to_fuel_chars_input_csvs = data_toolkit.fuels.eiaaeo_to_fuel_chars_input_csvs:main
+gridpath_get_inputs = gridpath.get_scenario_inputs:main
+gridpath_get_pcm_demo_inputs = data_toolkit.raw_data.get_pcm_demo_user_defined_inputs:main
+gridpath_get_pudl_data = data_toolkit.raw_data.pudl.download_data_from_pudl:main
+gridpath_get_ra_toolkit_data_raw = data_toolkit.raw_data.ra_toolkit.get_ra_toolkit_data:main
+gridpath_import_results = gridpath.import_scenario_results:main
+gridpath_load_csvs = db.utilities.port_csvs_to_db:main
+gridpath_load_raw_data = data_toolkit.load_raw_data:main
+gridpath_load_scenarios = db.utilities.scenario:main
+gridpath_manual_adjustments = data_toolkit.manual_adjustments:main
+gridpath_process_results = gridpath.process_results:main
+gridpath_pudl_to_gridpath_raw = data_toolkit.raw_data.pudl.pudl_to_gridpath_raw_data:main
+gridpath_run = gridpath.run_scenario:main
+gridpath_run_data_toolkit = data_toolkit.run_data_toolkit:main
+gridpath_run_e2e = gridpath.run_end_to_end:main
+gridpath_run_parallel = gridpath.run_scenario_parallel:main
+gridpath_run_queue_manager = ui.server.run_queue_manager:main
+gridpath_run_server = ui.server.run_server:main
+gridpath_validate = gridpath.validate_inputs:main
+gridpath_viz_capacity_factor_plot = viz.capacity_factor_plot:main
+gridpath_viz_capacity_new_plot = viz.capacity_new_plot:main
+gridpath_viz_capacity_retired_plot = viz.capacity_retired_plot:main
+gridpath_viz_capacity_total_loadzone_comparison_plot = viz.capacity_total_loadzone_comparison_plot:main
+gridpath_viz_capacity_total_plot = viz.capacity_total_plot:main
+gridpath_viz_capacity_total_scenario_comparison_plot = viz.capacity_total_scenario_comparison_plot:main
+gridpath_viz_carbon_plot = viz.carbon_plot:main
+gridpath_viz_cost_plot = viz.cost_plot:main
+gridpath_viz_curtailment_hydro_heatmap_plot = viz.curtailment_hydro_heatmap_plot:main
+gridpath_viz_curtailment_variable_heatmap_plot = viz.curtailment_variable_heatmap_plot:main
+gridpath_viz_dispatch_plot = viz.dispatch_plot:main
+gridpath_viz_energy_plot = viz.energy_plot:main
+gridpath_viz_energy_target_plot = viz.energy_target_plot:main
+gridpath_viz_project_operations_plot = viz.project_operations_plot:main

{gridpath-2026.2.0 → gridpath-2026.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GridPath
-Version: 2026.2.0
+Version: 2026.4.0
 Summary: A versatile simulation and optimization platform for power-system planning and operations.
 Home-page: https://www.gridpath.io
 Maintainer: Blue Marble Analytics LLC
@@ -65,7 +65,7 @@ Dynamic: summary
 [![Coverage Status](https://coveralls.io/repos/github/blue-marble/gridpath/badge.svg?branch=main)](https://coveralls.io/github/blue-marble/gridpath?branch=main)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Lint Black](https://github.com/blue-marble/gridpath/actions/workflows/black.yml/badge.svg?branch=main)](https://github.com/blue-marble/gridpath/actions/workflows/black.yml)
-[![DOI](https://zenodo.org/badge/65574330.svg)](https://zenodo.org/badge/latestdoi/65574330)
+[![DOI](https://zenodo.org/badge/65574330.svg)](https://doi.org/10.5281/zenodo.5822994)
 
 # Welcome to GridPath
 

{gridpath-2026.2.0 → gridpath-2026.4.0}/README.md

@@ -3,7 +3,7 @@
 [![Coverage Status](https://coveralls.io/repos/github/blue-marble/gridpath/badge.svg?branch=main)](https://coveralls.io/github/blue-marble/gridpath?branch=main)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![Lint Black](https://github.com/blue-marble/gridpath/actions/workflows/black.yml/badge.svg?branch=main)](https://github.com/blue-marble/gridpath/actions/workflows/black.yml)
-[![DOI](https://zenodo.org/badge/65574330.svg)](https://zenodo.org/badge/latestdoi/65574330)
+[![DOI](https://zenodo.org/badge/65574330.svg)](https://doi.org/10.5281/zenodo.5822994)
 
 # Welcome to GridPath
 

{gridpath-2026.2.0 → gridpath-2026.4.0}/data_toolkit/load_raw_data.py

@@ -15,14 +15,53 @@
 """
 Load data into the GridPath raw data database. See the documentation of each
 GridPath Data Toolkit module for data prerequisites. Use the
-files_to_import.csv file to tell GridPath which CSV files should be loaded
+``files_to_import.csv`` file to tell GridPath which CSV files should be loaded
 into which database table.
 
+==================
+What this step does
+==================
+
+This module is a generic bulk loader for raw CSV data into the GridPath
+database. It reads a  file named ``files_to_import.csv`` located in the
+directory given by ``--csv_location``. Each row of that file describes one
+CSV file: an import flag (whether the file should be loaded), the CSV
+filename (relative to ``--csv_location``), and the database table the file
+should be loaded into.
+
+The loader iterates over the CSV file rows and, for each row whose import flag
+is True, reads the corresponding CSV from ``--csv_location`` and appends its
+contents to the named database table (existing rows are preserved; data is
+inserted with ``if_exists="append"``). Rows whose import flag is False are
+skipped.
+
+This generic loader is used throughout the Data Toolkit workflow to populate
+``raw_data`` tables (e.g., VER profiles and their unit mapping, hydro operating
+characteristics) that later Data Toolkit steps depend on.
+
+=====
+Usage
+=====
+
+>>> python -m data_toolkit.load_raw_data --database PATH/TO/DATABASE --csv_location PATH/TO/CSV/DIRECTORY
+
+=========
+Settings
+=========
+    * database
+    * csv_location
+
+The ``--csv_location`` directory must contain a ``files_to_import.csv``
+manifest with columns for the import flag, the CSV filename, and the
+destination database table, in that order.
+
 """
 
 import sys
 from argparse import ArgumentParser
 import os.path
+from sqlite3 import Connection
+
 import pandas as pd
 
 from db.common_functions import spin_on_database_lock_generic, connect_to_database
@@ -69,23 +108,28 @@ def main(args=None):
                 print(f"... {f}...")
             f_path = str(os.path.join(parsed_args.csv_location, f))
 
-            # Set low_memory to False to avoid dtype warning
-            # TODO: actually specify dtypes instead
-            df = pd.read_csv(
-                f_path, delimiter=",", low_memory=False, on_bad_lines="warn"
-            )
-
-            spin_on_database_lock_generic(
-                command=df.to_sql(
-                    name=table,
-                    con=conn,
-                    if_exists="append",
-                    index=False,
-                )
-            )
+            read_and_import_csv(conn, f_path, table)
 
+    conn.commit()
     conn.close()
 
 
+def read_and_import_csv(conn: Connection, f_path: str, table):
+    # Set low_memory to False to avoid dtype warning
+    # TODO: actually specify dtypes instead
+    df = pd.read_csv(f_path, delimiter=",", low_memory=False, on_bad_lines="warn")
+
+    # print(f_path)
+    # print(df)
+    spin_on_database_lock_generic(
+        command=df.to_sql(
+            name=table,
+            con=conn,
+            if_exists="append",
+            index=False,
+        )
+    )
+
+
 if __name__ == "__main__":
     main()

{gridpath-2026.2.0 → gridpath-2026.4.0}/data_toolkit/manual_adjustments.py

@@ -20,9 +20,11 @@ import sys
 import pandas as pd
 
 from db.common_functions import connect_to_database
+from data_toolkit.load_raw_data import read_and_import_csv
 from data_toolkit.project.project_data_filters_common import (
     get_eia860_sql_filter_string,
     DISAGG_PROJECT_NAME_STR,
+    AGG_PROJECT_NAME_STR,
 )
 
 # Storage durations
@@ -93,6 +95,14 @@ def parse_arguments(args):
         help="Overwrite existing CSV files.",
     )
 
+    parser.add_argument(
+        "-agg",
+        "--aggregate_projects",
+        default=False,
+        action="store_true",
+        help="Aggregate all projects to the BA-technology level.",
+    )
+
     parser.add_argument("-q", "--quiet", default=False, action="store_true")
 
     parsed_arguments = parser.parse_known_args(args=args)[0]
@@ -127,13 +137,14 @@ def make_copy_files(
 
 def add_battery_durations(
     conn,
-    disagg_project_name_str,
+    project_name_str,
     study_year,
     eia860_sql_filter_string,
     csv_location,
     subscenario_id,
     subscenario_name,
     tech_dur_dict,
+    aggregate_projects=False,
 ):
     duckdb_conn = duckdb.connect(database=":memory:")
     spec_cap_df = pd.read_csv(
@@ -145,17 +156,19 @@ def add_battery_durations(
     )
 
     for tech in tech_dur_dict.keys():
+        group_by = "GROUP BY project" if aggregate_projects else ""
         sql = f"""
-            SELECT {disagg_project_name_str} AS project, 
+            SELECT {project_name_str} AS project,
             {study_year} as period
             FROM raw_data_eia860_generators
             JOIN user_defined_eia_gridpath_key ON
-                    raw_data_eia860_generators.prime_mover_code = 
+                    raw_data_eia860_generators.prime_mover_code =
                     user_defined_eia_gridpath_key.prime_mover_code
                     AND energy_source_code_1 = energy_source_code
             WHERE 1 = 1
             AND {eia860_sql_filter_string}
             AND raw_data_eia860_generators.prime_mover_code = '{tech}'
+            {group_by}
             ;
         """
         relevant_projects_df = pd.read_sql(sql, conn)
@@ -215,9 +228,15 @@ def main(args=None):
         "PS": parsed_args.pumped_storage_duration,
     }
 
+    project_name_str = (
+        AGG_PROJECT_NAME_STR
+        if parsed_args.aggregate_projects
+        else DISAGG_PROJECT_NAME_STR
+    )
+
     add_battery_durations(
         conn=conn,
-        disagg_project_name_str=DISAGG_PROJECT_NAME_STR,
+        project_name_str=project_name_str,
         study_year=parsed_args.study_year,
         eia860_sql_filter_string=get_eia860_sql_filter_string(
             study_year=parsed_args.study_year, region=parsed_args.region
@@ -226,8 +245,10 @@ def main(args=None):
         subscenario_id=parsed_args.project_specified_capacity_scenario_id,
         subscenario_name=parsed_args.project_specified_capacity_scenario_name,
         tech_dur_dict=tech_dur_dict,
+        aggregate_projects=parsed_args.aggregate_projects,
     )
 
+    conn.commit()
     conn.close()
 
 

{gridpath-2026.2.0 → gridpath-2026.4.0}/data_toolkit/project/availability/eia860_to_project_availability_input_csvs.py

@@ -87,6 +87,14 @@ def parse_arguments(args):
         "-avl_name", "--project_availability_scenario_name", default="no_derates"
     )
 
+    parser.add_argument(
+        "-agg",
+        "--aggregate_projects",
+        default=False,
+        action="store_true",
+        help="Aggregate all projects to the BA-technology level.",
+    )
+
     parser.add_argument("-q", "--quiet", default=False, action="store_true")
 
     parsed_arguments = parser.parse_known_args(args=args)[0]
@@ -104,14 +112,36 @@ def get_project_availability(
     csv_location,
     subscenario_id,
     subscenario_name,
+    aggregate_projects=False,
 ):
-    sql = f"""
+    if aggregate_projects:
+        sql = f"""
+        SELECT {agg_project_name_str} AS project,
+        'exogenous' AS availability_type,
+        NULL AS exogenous_availability_independent_scenario_id,
+        NULL AS exogenous_availability_weather_scenario_id,
+        NULL AS exogenous_availability_independent_bt_hrz_scenario_id,
+        NULL AS exogenous_availability_weather_bt_hrz_scenario_id,
+        NULL AS endogenous_availability_scenario_id
+        FROM raw_data_eia860_generators
+        JOIN user_defined_eia_gridpath_key ON
+                raw_data_eia860_generators.prime_mover_code =
+                user_defined_eia_gridpath_key.prime_mover_code
+                AND energy_source_code_1 = energy_source_code
+         WHERE 1 = 1
+         AND {eia860_sql_filter_string}
+         GROUP BY project
+        ;
+        """
+    else:
+        sql = f"""
     SELECT {disagg_project_name_str} AS project, 
     'exogenous' AS availability_type,
     NULL AS exogenous_availability_independent_scenario_id,
     NULL AS exogenous_availability_weather_scenario_id,
     NULL AS exogenous_availability_independent_bt_hrz_scenario_id,
     NULL AS exogenous_availability_weather_bt_hrz_scenario_id,
+    NULL AS exogenous_availability_monthly_scenario_id,
     NULL AS endogenous_availability_scenario_id
     FROM raw_data_eia860_generators
     JOIN user_defined_eia_gridpath_key ON
@@ -130,6 +160,7 @@ def get_project_availability(
     NULL AS exogenous_availability_weather_scenario_id,
     NULL AS exogenous_availability_independent_bt_hrz_scenario_id,
     NULL AS exogenous_availability_weather_bt_hrz_scenario_id,
+    NULL AS exogenous_availability_monthly_scenario_id,
     NULL AS endogenous_availability_scenario_id
     FROM raw_data_eia860_generators
     JOIN user_defined_eia_gridpath_key
@@ -171,6 +202,7 @@ def main(args=None):
         csv_location=parsed_args.output_directory,
         subscenario_id=parsed_args.project_availability_scenario_id,
         subscenario_name=parsed_args.project_availability_scenario_name,
+        aggregate_projects=parsed_args.aggregate_projects,
     )
 
     conn.close()