policyengine-uk 2.41.1__py3-none-any.whl → 2.41.2__py3-none-any.whl

policyengine_uk/tests/microsimulation/reforms_config.yaml

@@ -16,7 +16,7 @@ reforms:
   parameters:
     gov.hmrc.child_benefit.amount.additional: 25
 - name: Reduce Universal Credit taper rate to 20%
-  expected_impact: -36.6
+  expected_impact: -36.7
   parameters:
     gov.dwp.universal_credit.means_test.reduction_rate: 0.2
 - name: Raise Class 1 main employee NICs rate to 10%
@@ -24,7 +24,7 @@ reforms:
   parameters:
     gov.hmrc.national_insurance.class_1.rates.employee.main: 0.1
 - name: Raise VAT standard rate by 2pp
-  expected_impact: 18.8
+  expected_impact: 18.9
   parameters:
     gov.hmrc.vat.standard_rate: 0.22
 - name: Raise additional rate by 3pp

policyengine_uk/utils/dependencies.py

@@ -0,0 +1,263 @@
+import re
+from policyengine_uk.system import system
+import plotly.express as px
+import pandas as pd
+from plotly import graph_objects as go
+
+
+def find_variable_in_trees(variable_name, tracer):
+    for tree in tracer.trees:
+        try:
+            node = find_variable_in_tree_recursive(variable_name, tree)
+            if node:
+                return node
+        except ValueError:
+            continue  # Variable not in this tree, try next
+
+    raise ValueError(
+        f"Variable '{variable_name}' not found in any simulation tree. "
+        f"Make sure you've calculated this variable or a parent variable that depends on it."
+    )
+
+
+def find_variable_in_tree_recursive(variable_name, node):
+    if node.name == variable_name:
+        return node
+
+    for child in node.children:
+        result = find_variable_in_tree_recursive(variable_name, child)
+        if result:
+            return result
+
+    return None
+
+
+def get_variable_dependencies(variable_name, sim):
+    node = find_variable_in_trees(variable_name, sim.tracer)
+    if not node:
+        return []
+    return [child.name for child in node.children]
+
+
+def extract_variables_regex(formula_source):
+    # Find all strings in double quotes that look like variable names
+    pattern = r'benunit\(\s*["\']([^"\']+)["\']\s*,'
+    matches = re.findall(pattern, formula_source)
+    return matches
+
+
+def calculate_dependency_contributions(
+    sim, variable_name, year, top_n=None, filter=None, map_to=None
+):
+    original_values = sim.calculate(variable_name, year)
+
+    if map_to is not None:
+        source_entity = sim.tax_benefit_system.get_variable(
+            variable_name
+        ).entity.key
+        original_values_mapped = sim.map_result(
+            original_values,
+            source_entity,
+            map_to,
+        )
+    else:
+        original_values_mapped = original_values
+
+    dependency_contributions = {}
+    first_level_dependencies = get_variable_dependencies(variable_name, sim)
+    for variable in first_level_dependencies:
+        if "weight" in variable:
+            continue
+        sim.get_holder(variable_name).delete_arrays(year)
+        value_type = system.get_variable(variable).value_type
+        current_values = sim.calculate(variable, year)
+        if value_type == float:
+            sim.set_input(variable, year, (current_values * 0).astype(float))
+
+        new_values_mapped = sim.calculate(variable_name, year, map_to=map_to)
+        if filter is not None:
+            contribution = (
+                original_values_mapped[filter] - new_values_mapped[filter]
+            ).mean()
+        else:
+            contribution = (original_values_mapped - new_values_mapped).mean()
+        dependency_contributions[variable] = contribution
+        sim.set_input(variable_name, year, original_values)
+        sim.set_input(variable, year, current_values)
+
+    result = pd.Series(dependency_contributions)
+
+    if top_n is not None:
+        # Keep the top N variables by absolute contribution
+        result = result.reindex(result.abs().nlargest(top_n).index)
+
+    return result.sort_values(ascending=False)
+
+
+def calculate_dependency_contribution_change(
+    baseline_sim, reform_sim, variable_name, year, reform_year=None, top_n=5
+):
+    baseline_dependency = calculate_dependency_contributions(
+        baseline_sim, variable_name, year
+    )
+    reform_dependency = calculate_dependency_contributions(
+        reform_sim, variable_name, reform_year or year
+    )
+
+    df = pd.DataFrame(
+        {
+            "baseline": pd.Series(baseline_dependency),
+            "reform": pd.Series(reform_dependency),
+        }
+    ).fillna(0)
+
+    df["change"] = df["reform"] - df["baseline"]
+    df["relative_change"] = df["change"] / df["baseline"].abs().replace(0, 1)
+
+    # Keep the top N variables by absolute change
+    if top_n is not None:
+        df = df.reindex(df["change"].abs().nlargest(top_n).index)
+
+    return df.sort_values(by="change", ascending=False)
+
+
+def create_waterfall_chart(sim, variable_name, year, top_n=5):
+    if not sim.trace:
+        raise ValueError(
+            "Simulation must have trace enabled to create a waterfall chart."
+        )
+
+    df = calculate_dependency_contributions(
+        sim, variable_name, year, top_n=top_n
+    )
+
+    # make a waterfall chart
+
+    fig = go.Figure(
+        go.Waterfall(
+            name="Waterfall",
+            orientation="v",
+            measure=["relative"] * len(df),
+            x=df.index,
+            y=df.values,
+            connector={"line": {"color": "rgb(63, 63, 63)", "width": 2}},
+            increasing={"marker": {"color": "green"}},
+            decreasing={"marker": {"color": "red"}},
+            totals={"marker": {"color": "blue"}},
+        )
+    )
+    return format_fig(fig).update_layout(
+        title=f"Dependency contributions for {variable_name} in {year}",
+    )
+
+
+def create_waterfall_change_chart(
+    sim_1, sim_2, variable_name, year, sim_2_year=None, top_n=5
+):
+    df = calculate_dependency_contribution_change(
+        sim_1, sim_2, variable_name, year, reform_year=sim_2_year, top_n=top_n
+    )
+
+    # make a waterfall chart
+
+    fig = go.Figure(
+        go.Waterfall(
+            name="Waterfall",
+            orientation="v",
+            measure=["relative"] * len(df),
+            x=df.index,
+            y=df.change,
+            connector={"line": {"color": "rgb(63, 63, 63)", "width": 2}},
+            increasing={"marker": {"color": "green"}},
+            decreasing={"marker": {"color": "red"}},
+            totals={"marker": {"color": "blue"}},
+        )
+    )
+    return format_fig(fig).update_layout(
+        title=f"Change in {variable_name} contributions from reform",
+    )
+
+
+def add_fonts():
+    fonts = HTML(
+        """
+    <link rel="preconnect" href="https://fonts.googleapis.com">
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+    <link href="https://fonts.googleapis.com/css2?family=Roboto+Serif:ital,opsz,wght@0,8..144,100..900;1,8..144,100..900&display=swap" rel="stylesheet">
+    <link href="https://fonts.googleapis.com/css2?family=Roboto+Mono:ital,wght@0,100..700;1,100..700&display=swap" rel="stylesheet">
+    """
+    )
+    return display_html(fonts)
+
+
+from IPython.core.display import HTML, display_html
+
+
+def format_fig(fig):
+
+    # PolicyEngine style (roboto mono for numbers, roboto serif for text), dark grey for negative, blue for positive, spacing, etc.
+
+    # Set layout properties for a clean, professional look
+    fig.update_layout(
+        plot_bgcolor="white",
+        paper_bgcolor="white",
+        font_family="Roboto Serif",
+        font_size=12,
+        margin=dict(l=60, r=60, t=80, b=60),
+        title_font_size=16,
+        title_font_family="Roboto Serif",
+        title_x=0.5,
+        title_xanchor="center",
+    )
+
+    # Update axes
+    fig.update_xaxes(
+        title_font_family="Roboto Serif",
+        tickfont_family="Roboto Mono",
+        showline=True,
+        linewidth=1,
+        linecolor="lightgray",
+    )
+
+    fig.update_yaxes(
+        title_font_family="Roboto Serif",
+        tickfont_family="Roboto Mono",
+        tickformat=",.0f",
+        tickprefix="£",
+        gridcolor="lightgray",
+        showline=True,
+        linewidth=1,
+        linecolor="lightgray",
+    )
+
+    # Update waterfall specific styles
+    fig.update_traces(
+        increasing=dict(marker=dict(color="#2C6496")),
+        decreasing=dict(marker=dict(color="#555555")),
+        connector=dict(line=dict(color="rgb(63, 63, 63)", width=1)),
+    )
+
+    # Height/width adjustments for better visibility
+    fig.update_layout(
+        height=600,
+        width=800,
+        # set font to black
+        font_color="black",
+    )
+
+    # Add rounded numbers on bars
+    for trace in fig.data:
+        if isinstance(trace, go.Waterfall):
+            trace.texttemplate = "£%{y:,.0f}"
+            trace.textposition = "outside"
+            trace.hovertemplate = "%{x}: £%{y:,.0f}<extra></extra>"
+            # mono font for numbers
+            trace.textfont = dict(family="Roboto Mono", size=12, color="black")
+
+    # Add padding round the edges
+    fig.update_layout(margin=dict(l=100, r=100, t=100, b=100))
+
+    return fig
+
+
+add_fonts()

policyengine_uk/variables/gov/dwp/BRMA_LHA_rate.py

@@ -24,10 +24,10 @@ class BRMA_LHA_rate(Variable):
         )
         category = benunit("LHA_category", period).decode_to_str()
 
-        from policyengine_uk.parameters.gov.dwp.LHA import lha_list_of_rents
+        from policyengine_uk.parameters.gov.dwp.lha import lha_list_of_rents
 
         parameters = benunit.simulation.tax_benefit_system.parameters
-        lha = parameters.gov.dwp.LHA
+        lha = parameters.gov.dwp.lha
 
         # We first need to know what time period to collect rents from. If LHA is frozen, we need to look earlier
         # than the current time period.

{policyengine_uk-2.41.1.data → policyengine_uk-2.41.2.data}/data/share/openfisca/openfisca-country-template/CHANGELOG.md

@@ -5,6 +5,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [2.41.2] - 2025-07-24 10:30:43
+
+### Fixed
+
+- debug LHA lowercase
+
 ## [2.41.1] - 2025-07-22 20:55:35
 
 ### Changed
@@ -1998,6 +2004,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 
 
+[2.41.2]: https://github.com/PolicyEngine/openfisca-uk/compare/2.41.1...2.41.2
 [2.41.1]: https://github.com/PolicyEngine/openfisca-uk/compare/2.41.0...2.41.1
 [2.41.0]: https://github.com/PolicyEngine/openfisca-uk/compare/2.40.2...2.41.0
 [2.40.2]: https://github.com/PolicyEngine/openfisca-uk/compare/2.40.1...2.40.2

{policyengine_uk-2.41.1.dist-info → policyengine_uk-2.41.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: policyengine-uk
-Version: 2.41.1
+Version: 2.41.2
 Summary: PolicyEngine tax and benefit system for the UK
 Project-URL: Homepage, https://github.com/PolicyEngine/policyengine-uk
 Project-URL: Repository, https://github.com/PolicyEngine/policyengine-uk
@@ -15,7 +15,7 @@ Classifier: Operating System :: POSIX
 Classifier: Programming Language :: Python
 Classifier: Topic :: Scientific/Engineering :: Information Analysis
 Requires-Python: >=3.10
-Requires-Dist: microdf-python>=1.0.0
+Requires-Dist: microdf-python==0.4.4
 Requires-Dist: policyengine-core>=3.6.4
 Provides-Extra: dev
 Requires-Dist: black; extra == 'dev'

{policyengine_uk-2.41.1.dist-info → policyengine_uk-2.41.2.dist-info}/RECORD

@@ -528,7 +528,7 @@ policyengine_uk/reforms/policyengine/disable_simulated_benefits.py,sha256=siEs1E
 policyengine_uk/tests/test_parameter_metadata.py,sha256=_2w2dSokAf5Jskye_KIL8eh80N7yIrUszlmqnZtwQws,450
 policyengine_uk/tests/code_health/test_variables.py,sha256=9Y-KpmzhyRGy9eEqocK9z91NXHX5QIF3mDMNGvegb7Q,1398
 policyengine_uk/tests/microsimulation/README.md,sha256=1toB1Z06ynlUielTrsAaeo9Vb-c3ZrB3tbbR4E1xUGk,3924
-policyengine_uk/tests/microsimulation/reforms_config.yaml,sha256=xM7x1KxctM0equ4z4kd32bfcMgQC87pNFhF6n0hlYkQ,1086
+policyengine_uk/tests/microsimulation/reforms_config.yaml,sha256=azRPWlthHO8JEHTUq7qcReKqb4cgm2oFwi-eK6TFImY,1086
 policyengine_uk/tests/microsimulation/test_reform_impacts.py,sha256=xM3M2pclEhA9JIFpnuiPMy1fEBFOKcSzroRPk73FPls,2635
 policyengine_uk/tests/microsimulation/test_validity.py,sha256=RWhbSKrnrZCNQRVmGYlM8hnpe1_Blo5_xP8vr8u3kV0,694
 policyengine_uk/tests/microsimulation/update_reform_impacts.py,sha256=2pxp2RNLWxV4CesGKKHmg3qBs79Jq2Jcq3GJIBk4euU,4824
@@ -685,6 +685,7 @@ policyengine_uk/tests/policy/reforms/parametric/two_child_limit/ctc_age_exemptio
 policyengine_uk/tests/policy/reforms/parametric/winter_fuel_allowance/taxable_income_test.yaml,sha256=QY3LYJ92VzYH9mXU54XD_6PhefwHNK80kGYQ0R5I0SM,6289
 policyengine_uk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 policyengine_uk/utils/create_triple_lock.py,sha256=E8qR51cq5jPL6EOXFoPi1qJhrcUBXg3dfWTvdqWN2Bo,948
+policyengine_uk/utils/dependencies.py,sha256=6mLDZr-lypI6RZMeb0rcWoJy5Ig7QT18kOuAMUgI7vg,8198
 policyengine_uk/utils/parameters.py,sha256=OQTzTkHMdwbphCo0mV7_n_FJT0rdwIKNFTsk_lsdETE,1301
 policyengine_uk/utils/solve_private_school_attendance_factor.py,sha256=LUZCgHKAQTY5qHlGJutn7pOFUWT0AP16YcJy-YUjQ3Q,1609
 policyengine_uk/utils/water/README.md,sha256=sdBI-JZ-jcRoSUfwNx5wjv5Ig_nM8OPvvjSsSMs_Wh8,443
@@ -760,7 +761,7 @@ policyengine_uk/variables/gov/dhsc/admitted_patient/admitted_patient_visits.py,s
 policyengine_uk/variables/gov/dhsc/admitted_patient/nhs_admitted_patient_spending.py,sha256=imlt4k8AdKwH8EiyIild3E6NdUaI8TJ5U57qbHwDyIQ,338
 policyengine_uk/variables/gov/dhsc/outpatient/nhs_outpatient_spending.py,sha256=q1FL7JPTAGIb0uJbNcCp9nJTPPpta8LJ5wuzcAK09wg,320
 policyengine_uk/variables/gov/dhsc/outpatient/outpatient_visits.py,sha256=KdTZwq8JumDHoxq9oK-VAibexxEjXQ6KxfLC6BPxmqM,262
-policyengine_uk/variables/gov/dwp/BRMA_LHA_rate.py,sha256=korWE8r3J_tiYyGc7nbWarqO_jy8W1L22zMLnXhl09U,2069
+policyengine_uk/variables/gov/dwp/BRMA_LHA_rate.py,sha256=p_JATS7ygCtceJ0qFwC93JWmSUWETEEXnYFWdRPdmmk,2069
 policyengine_uk/variables/gov/dwp/CTC_child_element.py,sha256=6m9Mpql9FDSWQndgB0IPS2TVbXF8aLxdrMQ7Dr6cLrY,1000
 policyengine_uk/variables/gov/dwp/CTC_disabled_child_element.py,sha256=st4fgA-0fwLxhFxd3xgkxDCvUSfSfNMO8ihCh-5W31c,825
 policyengine_uk/variables/gov/dwp/CTC_family_element.py,sha256=p0hpeOSXftML95tfKGLWRUgYEuCfqDqt705tuO_kab8,462
@@ -1367,10 +1368,10 @@ policyengine_uk/variables/misc/spi_imputed.py,sha256=iPVlBF_TisM0rtKvO-3-PQ2UYCe
 policyengine_uk/variables/misc/uc_migrated.py,sha256=zFNcUJaO8gwmbL1iY9GKgUt3G6J9yrCraqBV_5dCvlM,306
 policyengine_uk/variables/misc/categories/lower_middle_or_higher.py,sha256=C54tHYz2DmOyvQYCC1bF8RJwRZinhAq_e3aYC-9F5fM,157
 policyengine_uk/variables/misc/categories/lower_or_higher.py,sha256=81NIbLLabRr9NwjpUZDuV8IV8_mqmp5NM-CZvt55TwE,129
-policyengine_uk-2.41.1.data/data/share/openfisca/openfisca-country-template/CHANGELOG.md,sha256=Vafga2umO63HhXBWycXl8sI97DnU2c8qfe4D_7c5Ehw,57741
-policyengine_uk-2.41.1.data/data/share/openfisca/openfisca-country-template/LICENSE,sha256=dql8h4yceoMhuzlcK0TT_i-NgTFNIZsgE47Q4t3dUYI,34520
-policyengine_uk-2.41.1.data/data/share/openfisca/openfisca-country-template/README.md,sha256=PCy7LRLdUDQS8U4PaeHeBVnyBZAqHv1dAVDDvEcom20,1976
-policyengine_uk-2.41.1.dist-info/METADATA,sha256=rDGFAdUNwJKnOYL3BaQzbvfHDW9AYsZdjNxm06iPMtg,3502
-policyengine_uk-2.41.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-policyengine_uk-2.41.1.dist-info/licenses/LICENSE,sha256=dql8h4yceoMhuzlcK0TT_i-NgTFNIZsgE47Q4t3dUYI,34520
-policyengine_uk-2.41.1.dist-info/RECORD,,
+policyengine_uk-2.41.2.data/data/share/openfisca/openfisca-country-template/CHANGELOG.md,sha256=gJepvHXWbQC1OC578qzj9RhZf9wpXtJd0tvCv_EIA20,57889
+policyengine_uk-2.41.2.data/data/share/openfisca/openfisca-country-template/LICENSE,sha256=dql8h4yceoMhuzlcK0TT_i-NgTFNIZsgE47Q4t3dUYI,34520
+policyengine_uk-2.41.2.data/data/share/openfisca/openfisca-country-template/README.md,sha256=PCy7LRLdUDQS8U4PaeHeBVnyBZAqHv1dAVDDvEcom20,1976
+policyengine_uk-2.41.2.dist-info/METADATA,sha256=LqKRdlEza3q5VBPwbhfvVKl0pPrPZY0qD0dc1Zw02rY,3502
+policyengine_uk-2.41.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+policyengine_uk-2.41.2.dist-info/licenses/LICENSE,sha256=dql8h4yceoMhuzlcK0TT_i-NgTFNIZsgE47Q4t3dUYI,34520
+policyengine_uk-2.41.2.dist-info/RECORD,,