policyengine 6.2.1__tar.gz → 6.2.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/draft-pdf.yml +4 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/pr_code_changes.yaml +8 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/pr_docs_changes.yaml +1 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/push.yaml +3 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/AGENTS.md +13 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/CHANGELOG.md +18 -0
- {policyengine-6.2.1/src/policyengine.egg-info → policyengine-6.2.3}/PKG-INFO +1 -1
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/bundles.md +11 -5
- policyengine-6.2.3/docs/engineering/runbooks/build-m-us-populace-certification.md +129 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/data-certification.md +19 -8
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/repository-guidance.md +29 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/microsim.md +6 -5
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/regions.md +41 -6
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/release-bundles.md +21 -13
- {policyengine-6.2.1 → policyengine-6.2.3}/pyproject.toml +1 -1
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/bundle.py +2 -2
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/certify_data_release.py +2 -2
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/region.py +9 -11
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/scoping_strategy.py +4 -2
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/uk/regions.py +21 -5
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/regions.py +12 -2
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/bundle/manifest.json +25 -20
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/bundle/uk.trace.tro.jsonld +5 -5
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/bundle/us.trace.tro.jsonld +5 -5
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/certification.py +123 -7
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/manifest.py +5 -1
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/entity_utils.py +15 -6
- {policyengine-6.2.1 → policyengine-6.2.3/src/policyengine.egg-info}/PKG-INFO +1 -1
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_bundle.py +27 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_certify_data_release.py +144 -7
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_manifests.py +24 -20
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_scoping_strategy.py +57 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_regions.py +167 -8
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_regions.py +48 -10
- {policyengine-6.2.1 → policyengine-6.2.3}/uv.lock +1 -1
- policyengine-6.2.1/docs/engineering/runbooks/build-m-us-populace-certification.md +0 -145
- {policyengine-6.2.1 → policyengine-6.2.3}/.claude/policyengine-guide.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.claude/quick-reference.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/CONTRIBUTING.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/bump_version.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/capture-version.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/changelog_template.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/check-changelog.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/copilot-instructions.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/dispatch-policyengine-release.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/fetch_version.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/get-changelog-diff.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/has-functional-changes.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/is-version-number-acceptable.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/publish-git-tag.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.github/wait-for-pypi.sh +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.gitignore +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/.python-version +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/CITATION.cff +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/CLAUDE.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/CODE_OF_CONDUCT.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/CONTRIBUTING.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/LICENSE +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/Makefile +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/README.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/architecture.png +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/architecture.svg +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/changelog.d/.gitkeep +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/.gitignore +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/_generator/README.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/_generator/build_reference.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/_quarto.yml +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/countries.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/data-publishing-design.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/decile-impact-spec.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/dev.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/runbooks/canonical-spm-development.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/README.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/github-prs.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/examples.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/getting-started.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/households.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/impact-analysis.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/index.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/methodology/index.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/methodology/model-architecture.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/methodology/us-health-costs.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/outputs.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/programs/index.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/programs/us-chip.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/reference/index.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/reforms.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/run-records.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/trace-case-study.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/docs/visualisation.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/belgium_axiom_pilot.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/employment_income_variation_uk.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/employment_income_variation_us.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/household_impact_example.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/income_bands_uk.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/income_distribution_us.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/paper_repro_uk.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/policy_change_uk.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/speedtest_us_simulation.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/examples/us_budgetary_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/paper-preview.html +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/paper.bib +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/paper.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/check_data_staleness.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/check_native_spm_loading.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/check_release_credentials.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/export_bundle_release_assets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/generate_bundle_artifacts.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/generate_trace_tros.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/prepare_package_bundle_update.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/release_lock.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/scripts/spm_bundle.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/setup.cfg +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/bundle.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/cli.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/cache.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/dataset.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/dynamic.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/output.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/parameter.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/parameter_node.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/parameter_value.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/policy.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/run_record.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/simulation.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/spm.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/tax_benefit_model.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/tax_benefit_model_version.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/variable.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/uk/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/districts.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/places.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/states.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/schemas/trace_tro.schema.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/uk_geography_assets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/derivations/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/derivations/narrate.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/derivations/trace.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/graph/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/graph/extractor.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/graph/graph.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/aggregate.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/change_aggregate.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/cliff_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/congressional_district_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/constituency_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/decile_analysis.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/decile_grouping.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/decile_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/extra_variables.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/inequality.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/intra_decile_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/labor_supply_response.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/local_authority_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/poverty.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/program_statistics.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/uk_geography_assets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/uk_geography_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/bundle_validation.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/dataset_materialization.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/pyproject_pins.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/spm_configuration.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/trace.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/verify.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/zenodo.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/schema.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/trace_tro.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/tracking.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/be/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/be/datasets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/be/model.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/axes.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/extra_variables.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/household.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/model_version.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/reform.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/result.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/analysis.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/datasets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/household.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/model.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/analysis.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/datasets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/household.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/legacy_inputs.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/model.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/spm.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/dates.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/design.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/errors.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/hashing.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/household_validation.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/parameter_labels.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/parametric_reforms.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/plotting.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/SOURCES.txt +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/dependency_links.txt +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/entry_points.txt +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/requires.txt +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/top_level.txt +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/conftest.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/filtering_fixtures.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_couple_two_kids.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_model_surface.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_single_adult_employment_income.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_single_adult_no_income.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_single_parent_one_child.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_married_two_kids_high_income.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_model_surface.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_single_adult_employment_income.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_single_adult_no_income.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_single_parent_one_child.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/parameter_labels_fixtures.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/parametric_reforms_fixtures.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/poverty_by_demographics_fixtures.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/region_fixtures.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/README.md +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/country-models.lock.toml +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/manifest.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/us-release_manifest.json +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/us.trace.tro.jsonld +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/spm_development.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/us_reform_fixtures.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/variable_label_fixtures.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_aggregate.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_be_axiom_pilot.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_budgetary_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_bump_version.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_bundle_metadata.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_cache.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_change_aggregate.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_cliff_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_cliff_impact_analysis.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_congressional_district_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_constituency_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_materialization.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_persistence.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_runtime.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_source.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_decile_grouping.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_derivations.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dict_reforms_on_simulation.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_entity_mapping.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_entity_utils.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_entity_utils_characterization.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_errors.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_extra_variables.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_filtering.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_generate_trace_tros.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_graph/__init__.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_graph/conftest.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_graph/test_extractor.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_household_calculator_snapshot.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_household_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_inequality.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_intra_decile_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_labor_supply_response.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_local_authority_impact.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_manifest_version_mismatch.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_models.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_pandas3_compatibility.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parameter_labels.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parameter_nodes.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parameter_values.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parametric_reforms.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_poverty.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_poverty_by_demographics.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_poverty_run.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_preservation_mirror.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_program_statistics.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_pyproject_pins.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_region.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_region_group_strategy.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_credentials.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_lock.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_tro_generation.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_results.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_run_record.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_small_follow_ups.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_bundle_bootstrap.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_bundle_tooling.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_decile.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_development_authentication.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_household.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_model.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_selection.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_selection_schema.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_trace_tro.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_trace_tro_verify.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_analysis.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_geography_assets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_program_statistics.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_legacy_inputs.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_legacy_inputs_integration.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_long_term_datasets.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_microsim_structural_reforms.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_native_alignment.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_native_hdf_weights.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_program_statistics.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_reform_application.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_variable_labels.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_variable_metadata.py +0 -0
- {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_zenodo_mirror.py +0 -0
|
@@ -1,5 +1,8 @@
|
|
|
1
1
|
on:
|
|
2
|
+
# Feature branches get the pull_request run below; building the draft again
|
|
3
|
+
# on every branch push duplicated it.
|
|
2
4
|
push:
|
|
5
|
+
branches: [main]
|
|
3
6
|
paths:
|
|
4
7
|
- paper.md
|
|
5
8
|
- paper.bib
|
|
@@ -18,6 +21,7 @@ jobs:
|
|
|
18
21
|
paper:
|
|
19
22
|
runs-on: ubuntu-latest
|
|
20
23
|
name: Draft PDF
|
|
24
|
+
timeout-minutes: 15
|
|
21
25
|
steps:
|
|
22
26
|
- uses: actions/checkout@v4
|
|
23
27
|
- uses: openjournals/openjournals-draft-action@master
|
|
@@ -22,6 +22,7 @@ jobs:
|
|
|
22
22
|
check-changelog:
|
|
23
23
|
name: Check changelog fragment
|
|
24
24
|
runs-on: ubuntu-latest
|
|
25
|
+
timeout-minutes: 10
|
|
25
26
|
steps:
|
|
26
27
|
- uses: actions/checkout@v6
|
|
27
28
|
with:
|
|
@@ -32,6 +33,7 @@ jobs:
|
|
|
32
33
|
run: .github/check-changelog.sh
|
|
33
34
|
Lint:
|
|
34
35
|
runs-on: ubuntu-latest
|
|
36
|
+
timeout-minutes: 10
|
|
35
37
|
steps:
|
|
36
38
|
- uses: actions/checkout@v6
|
|
37
39
|
- name: Install ruff
|
|
@@ -44,6 +46,7 @@ jobs:
|
|
|
44
46
|
run: ruff check .
|
|
45
47
|
Mypy:
|
|
46
48
|
runs-on: ubuntu-latest
|
|
49
|
+
timeout-minutes: 20
|
|
47
50
|
steps:
|
|
48
51
|
- uses: actions/checkout@v6
|
|
49
52
|
- name: Install uv
|
|
@@ -61,6 +64,7 @@ jobs:
|
|
|
61
64
|
Python-Compat:
|
|
62
65
|
name: Install + smoke-import (py${{ matrix.python-version }})
|
|
63
66
|
runs-on: ubuntu-latest
|
|
67
|
+
timeout-minutes: 15
|
|
64
68
|
strategy:
|
|
65
69
|
fail-fast: false
|
|
66
70
|
matrix:
|
|
@@ -85,6 +89,7 @@ jobs:
|
|
|
85
89
|
# Private manifest credentials are available only to trusted repository PRs.
|
|
86
90
|
if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository
|
|
87
91
|
runs-on: ubuntu-latest
|
|
92
|
+
timeout-minutes: 30
|
|
88
93
|
env:
|
|
89
94
|
POLICYENGINE_SKIP_COUNTRY_IMPORTS: "1"
|
|
90
95
|
steps:
|
|
@@ -136,6 +141,9 @@ jobs:
|
|
|
136
141
|
run: policyengine bundle verify --country us --country uk --packages-only --json
|
|
137
142
|
Test:
|
|
138
143
|
runs-on: ubuntu-latest
|
|
144
|
+
# Slowest observed 2026-10-06..08: 28 minutes. Fail a hung job instead of
|
|
145
|
+
# holding a shared org runner for the 6-hour default.
|
|
146
|
+
timeout-minutes: 60
|
|
139
147
|
strategy:
|
|
140
148
|
fail-fast: false
|
|
141
149
|
matrix:
|
|
@@ -28,6 +28,7 @@ jobs:
|
|
|
28
28
|
Lint:
|
|
29
29
|
if: github.event.head_commit.message != 'Update package version'
|
|
30
30
|
runs-on: ubuntu-latest
|
|
31
|
+
timeout-minutes: 10
|
|
31
32
|
steps:
|
|
32
33
|
- uses: actions/checkout@v6
|
|
33
34
|
- name: Install ruff
|
|
@@ -40,6 +41,8 @@ jobs:
|
|
|
40
41
|
Test:
|
|
41
42
|
if: github.event.head_commit.message != 'Update package version'
|
|
42
43
|
runs-on: ubuntu-latest
|
|
44
|
+
# Slowest observed 2026-10-06..08: 26 minutes.
|
|
45
|
+
timeout-minutes: 60
|
|
43
46
|
strategy:
|
|
44
47
|
fail-fast: false
|
|
45
48
|
matrix:
|
|
@@ -33,3 +33,16 @@ round-trip is a documented property of the public surface.
|
|
|
33
33
|
|
|
34
34
|
Do not cache arbitrary Python objects in public result structures. The
|
|
35
35
|
`core.Simulation` output must stay serialisable.
|
|
36
|
+
|
|
37
|
+
## UK country filtering
|
|
38
|
+
|
|
39
|
+
Select Scotland, Wales, and Northern Ireland through the stored household
|
|
40
|
+
`region` column: `SCOTLAND`, `WALES`, and `NORTHERN_IRELAND`, respectively.
|
|
41
|
+
Never require a `country` column when filtering raw UK household inputs;
|
|
42
|
+
`country` is derived by the UK model after loading the data. The public selector
|
|
43
|
+
`country/scotland` describes the requested area, not an input column name.
|
|
44
|
+
|
|
45
|
+
England must select the nine English `region` values, not `ENGLAND` and not
|
|
46
|
+
the complement of the other countries. Preserve these rules in new filters,
|
|
47
|
+
refactors, and tests. Read the UK country filtering section in
|
|
48
|
+
`docs/engineering/skills/repository-guidance.md` before changing this behavior.
|
|
@@ -1,3 +1,21 @@
|
|
|
1
|
+
## [6.2.3] - 2026-10-09
|
|
2
|
+
|
|
3
|
+
### Changed
|
|
4
|
+
|
|
5
|
+
- Give every lint, test, docs and paper CI job a timeout, so a hung job frees its shared GitHub Actions runner instead of holding it for six hours.
|
|
6
|
+
|
|
7
|
+
### Fixed
|
|
8
|
+
|
|
9
|
+
- Filter UK country simulations using stored household regions, selecting all nine English regions for England and preserving entity relationships and weights without requiring a derived country column.
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
## [6.2.2] - 2026-10-07
|
|
13
|
+
|
|
14
|
+
### Changed
|
|
15
|
+
|
|
16
|
+
- Use the ACS-local Populace dataset by default for US state and congressional-district simulations while retaining the sparse Populace dataset as the national default.
|
|
17
|
+
|
|
18
|
+
|
|
1
19
|
## [6.2.1] - 2026-09-30
|
|
2
20
|
|
|
3
21
|
### Changed
|
|
@@ -143,14 +143,20 @@ python scripts/bundle.py certify-data \
|
|
|
143
143
|
--country us \
|
|
144
144
|
--data-producer populace \
|
|
145
145
|
--manifest-uri hf://dataset/policyengine/populace-us@<release>/releases/<release>/release_manifest.json \
|
|
146
|
+
--regional-manifest-uri hf://dataset/policyengine/populace-us@<local-area-release>/releases/<local-area-release>/release_manifest.json \
|
|
146
147
|
--model-version <policyengine-us-version>
|
|
147
148
|
```
|
|
148
149
|
|
|
149
|
-
US state and congressional-district regions scope
|
|
150
|
-
Populace dataset with row filters.
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
150
|
+
US state and congressional-district regions scope one certified ACS-local
|
|
151
|
+
Populace dataset with row filters. Pass its non-default local-area release
|
|
152
|
+
manifest through `--regional-manifest-uri`; certification adds the pinned H5
|
|
153
|
+
artifact to `data_releases.us.datasets` and writes both regional path templates
|
|
154
|
+
under `data_releases.us.region_datasets`. If a legacy release publishes derived
|
|
155
|
+
`states/*.h5` or `districts/*.h5` slices, certification still omits them.
|
|
156
|
+
|
|
157
|
+
`policyengine bundle install` continues to materialize only each country's
|
|
158
|
+
certified national `default_dataset`. Regional runtimes materialize the
|
|
159
|
+
additional certified dataset when the selected region declares it.
|
|
154
160
|
|
|
155
161
|
Use `python scripts/bundle.py generate` to regenerate derived bundle metadata,
|
|
156
162
|
and `python scripts/bundle.py generate --include-tros` when TRACE TRO sidecars
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
# US Populace certification runbook
|
|
2
|
+
|
|
3
|
+
Use this runbook to certify a new national US Populace release together with
|
|
4
|
+
the shared ACS-local release used for state and congressional-district
|
|
5
|
+
simulations. Read the [data certification](../skills/data-certification.md)
|
|
6
|
+
skill first for validation semantics.
|
|
7
|
+
|
|
8
|
+
This historical filename is retained so existing links remain valid; the
|
|
9
|
+
procedure itself is release-independent.
|
|
10
|
+
|
|
11
|
+
## When to use
|
|
12
|
+
|
|
13
|
+
Both release manifests have been published to `policyengine/populace-us`, and
|
|
14
|
+
the model version used by the national release is known. The national release
|
|
15
|
+
will remain the default dataset; the local-area release will remain
|
|
16
|
+
non-default and be selected only for supported regional runs.
|
|
17
|
+
|
|
18
|
+
## Prerequisites
|
|
19
|
+
|
|
20
|
+
- A clean worktree branched from current `origin/main`.
|
|
21
|
+
- Network access: certification fetches the release manifest and PyPI wheel
|
|
22
|
+
metadata and runs reachability `HEAD` checks against Hugging Face.
|
|
23
|
+
- `HUGGING_FACE_TOKEN` (or `HF_TOKEN`) exported — required to regenerate the
|
|
24
|
+
UK TRO in the `--include-tros` step and to run the UK data-release fetch in
|
|
25
|
+
the test suite. The US populace repo is public.
|
|
26
|
+
|
|
27
|
+
## Step 1 — identify the releases
|
|
28
|
+
|
|
29
|
+
Set values from the two published release manifests rather than copying an
|
|
30
|
+
older certification:
|
|
31
|
+
|
|
32
|
+
```
|
|
33
|
+
NATIONAL_RELEASE_ID = populace-us-2024-<national-build>-<sha>-<timestamp>Z
|
|
34
|
+
LOCAL_AREA_RELEASE_ID = populace-us-2024-<local-build>-<sha>-<timestamp>Z
|
|
35
|
+
MODEL_VERSION = <policyengine-us version declared by the national release>
|
|
36
|
+
```
|
|
37
|
+
|
|
38
|
+
The local-area manifest must declare `dataset_role: non_default_local_area`,
|
|
39
|
+
`is_default: false`, no default datasets, and exactly one pinned H5 microdata
|
|
40
|
+
artifact.
|
|
41
|
+
|
|
42
|
+
## Step 2 — certify both releases
|
|
43
|
+
|
|
44
|
+
```bash
|
|
45
|
+
python scripts/bundle.py certify-data \
|
|
46
|
+
--country us \
|
|
47
|
+
--data-producer populace \
|
|
48
|
+
--model-version "$MODEL_VERSION" \
|
|
49
|
+
--manifest-uri "hf://dataset/policyengine/populace-us@$NATIONAL_RELEASE_ID/releases/$NATIONAL_RELEASE_ID/release_manifest.json" \
|
|
50
|
+
--regional-manifest-uri "hf://dataset/policyengine/populace-us@$LOCAL_AREA_RELEASE_ID/releases/$LOCAL_AREA_RELEASE_ID/release_manifest.json"
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
This one command:
|
|
54
|
+
|
|
55
|
+
- rewrites `data_releases.us` in `src/policyengine/data/bundle/manifest.json`
|
|
56
|
+
from the national release manifest (default dataset, per-artifact
|
|
57
|
+
repo/revision/sha256 pins, certified artifact, certification block);
|
|
58
|
+
- runs `generate(check=False)`, which re-normalizes `manifest.json` and
|
|
59
|
+
updates `pyproject.toml` **only if the model pins moved**;
|
|
60
|
+
- writes the changelog fragment
|
|
61
|
+
`changelog.d/certify-us-$NATIONAL_RELEASE_ID.changed.md`.
|
|
62
|
+
|
|
63
|
+
## Step 3 — regenerate TRACE sidecars
|
|
64
|
+
|
|
65
|
+
The certify step does not touch TRACE sidecars. Regenerate them so they record
|
|
66
|
+
the new bundle-manifest SHA-256:
|
|
67
|
+
|
|
68
|
+
```bash
|
|
69
|
+
HUGGING_FACE_TOKEN="$HUGGING_FACE_TOKEN" python scripts/bundle.py generate --include-tros
|
|
70
|
+
```
|
|
71
|
+
|
|
72
|
+
Both country sidecars contain the bundle-manifest hash, so both may change when
|
|
73
|
+
the bundle changes. If UK cannot be reached, the run writes a *limited* UK
|
|
74
|
+
sidecar; do not commit that degraded output.
|
|
75
|
+
|
|
76
|
+
## Step 4 — update pinned expectations
|
|
77
|
+
|
|
78
|
+
Update tests that intentionally pin the outgoing national release, local-area
|
|
79
|
+
release, model version, or artifact hashes. Derive every replacement from the
|
|
80
|
+
new manifests; do not copy identifiers from this runbook.
|
|
81
|
+
|
|
82
|
+
If the model version changed, refresh the household snapshots with:
|
|
83
|
+
|
|
84
|
+
```bash
|
|
85
|
+
PE_UPDATE_SNAPSHOTS=1 pytest tests/test_household_calculator_snapshot.py
|
|
86
|
+
```
|
|
87
|
+
|
|
88
|
+
## Step 5 — certify and verify the local-area release
|
|
89
|
+
|
|
90
|
+
The certification command passes the immutable ACS-local release manifest with
|
|
91
|
+
`--regional-manifest-uri`. Confirm all of the following:
|
|
92
|
+
|
|
93
|
+
- `default_dataset` remains the national Populace dataset;
|
|
94
|
+
- the local-area artifact appears in `data_releases.us.datasets` with its
|
|
95
|
+
repository type, immutable revision, and SHA-256;
|
|
96
|
+
- `region_datasets.national` selects the national artifact;
|
|
97
|
+
- `region_datasets.state` and `region_datasets.congressional_district` select
|
|
98
|
+
the shared local-area artifact;
|
|
99
|
+
- no derived `states/*.h5` or `districts/*.h5` artifacts are runtime inputs.
|
|
100
|
+
|
|
101
|
+
```bash
|
|
102
|
+
pytest tests/test_certify_data_release.py \
|
|
103
|
+
tests/test_release_manifests.py \
|
|
104
|
+
tests/test_us_regions.py \
|
|
105
|
+
-q
|
|
106
|
+
```
|
|
107
|
+
|
|
108
|
+
## Step 6 — check, format, lint, test
|
|
109
|
+
|
|
110
|
+
```bash
|
|
111
|
+
python scripts/bundle.py check # must exit 0
|
|
112
|
+
make format
|
|
113
|
+
make lint
|
|
114
|
+
make test # needs HUGGING_FACE_TOKEN for UK
|
|
115
|
+
```
|
|
116
|
+
|
|
117
|
+
## Step 7 — inspect and commit the generated changes
|
|
118
|
+
|
|
119
|
+
The expected diff normally includes the bundle manifest, TRACE sidecars, one
|
|
120
|
+
Towncrier fragment, and pinned test expectations. Include package pins and
|
|
121
|
+
snapshots only when the certified model version changed. Investigate any other
|
|
122
|
+
generated difference before committing it.
|
|
123
|
+
|
|
124
|
+
## Step 8 — open the PR
|
|
125
|
+
|
|
126
|
+
Follow [github-prs](../skills/github-prs.md): open/find the issue, put
|
|
127
|
+
`Fixes #ISSUE` first, push to the canonical repo, and open a **draft** PR. The
|
|
128
|
+
certify step already wrote the changelog fragment, so the changelog check
|
|
129
|
+
passes.
|
|
@@ -31,21 +31,30 @@ For US Populace certification, certify the Populace release manifest directly:
|
|
|
31
31
|
```bash
|
|
32
32
|
python scripts/bundle.py certify-data --country us --data-producer populace \
|
|
33
33
|
--manifest-uri "hf://dataset/policyengine/populace-us@<tag>/releases/<tag>/release_manifest.json" \
|
|
34
|
+
--regional-manifest-uri "hf://dataset/policyengine/populace-us@<local-area-tag>/releases/<local-area-tag>/release_manifest.json" \
|
|
34
35
|
--model-version "<policyengine-us-version>"
|
|
35
36
|
```
|
|
36
37
|
|
|
37
|
-
US state and congressional-district regions are row filters over
|
|
38
|
-
|
|
38
|
+
US state and congressional-district regions are row filters over one shared,
|
|
39
|
+
certified ACS-local Populace dataset. Its release manifest must declare
|
|
40
|
+
`dataset_role: non_default_local_area`, `is_default: false`, no default
|
|
41
|
+
datasets, and exactly one pinned H5 microdata artifact. Certification writes:
|
|
39
42
|
|
|
40
43
|
```json
|
|
41
44
|
"region_datasets": {
|
|
42
|
-
"national": {"path_template": "populace_us_2024.h5"}
|
|
45
|
+
"national": {"path_template": "populace_us_2024.h5"},
|
|
46
|
+
"state": {"path_template": "populace_us_2024_acs_local.h5"},
|
|
47
|
+
"congressional_district": {"path_template": "populace_us_2024_acs_local.h5"}
|
|
43
48
|
}
|
|
44
49
|
```
|
|
45
50
|
|
|
51
|
+
The ACS-local artifact is a second entry in `data_releases.us.datasets`; it is
|
|
52
|
+
not a dataset overlay and it never replaces the national `default_dataset`.
|
|
53
|
+
|
|
46
54
|
If the Populace release publishes derived `states/*.h5` or `districts/*.h5`
|
|
47
55
|
files for compatibility checks, certification omits them from the runtime
|
|
48
|
-
bundle. The
|
|
56
|
+
bundle. The country-wide default and ACS-local dataset are each single shared
|
|
57
|
+
files; region registries select one and then filter its rows.
|
|
49
58
|
|
|
50
59
|
The script fetches and validates the manifest (every artifact must carry a
|
|
51
60
|
revision pin; the certified dataset must be reachable), writes the canonical
|
|
@@ -74,8 +83,9 @@ A certification PR should normally change only:
|
|
|
74
83
|
Hard failures (certification refuses): missing national default dataset,
|
|
75
84
|
default dataset absent from artifacts, any artifact without a revision pin,
|
|
76
85
|
unreachable certified dataset, missing required supplemental release files
|
|
77
|
-
(for example Populace-US `us_source_coverage.json`),
|
|
78
|
-
|
|
86
|
+
(for example Populace-US `us_source_coverage.json`), a malformed shared
|
|
87
|
+
local-area release or malformed legacy per-state artifacts when
|
|
88
|
+
`--regional-manifest-uri` is used, unknown country.
|
|
79
89
|
|
|
80
90
|
Certification gate: the model version must either exactly match the
|
|
81
91
|
build-time model (`compatibility_basis: built_with_model_package`) or be
|
|
@@ -92,8 +102,9 @@ publisher-claim basis above.
|
|
|
92
102
|
|
|
93
103
|
Concrete, fill-in-the-id runbooks that replay a specific certification live
|
|
94
104
|
under `docs/engineering/runbooks/`. See
|
|
95
|
-
`runbooks/build-m-us-populace-certification.md` for the
|
|
96
|
-
|
|
105
|
+
`runbooks/build-m-us-populace-certification.md` for the reusable US national
|
|
106
|
+
and local-area certification procedure. The historical filename is retained
|
|
107
|
+
so existing links remain valid.
|
|
97
108
|
|
|
98
109
|
## Legacy paths
|
|
99
110
|
|
|
@@ -52,6 +52,35 @@ representative-data runs unless the change specifically needs that coverage.
|
|
|
52
52
|
When a test needs country package data, make the dependency explicit and skip
|
|
53
53
|
cleanly if credentials or local artifacts are unavailable.
|
|
54
54
|
|
|
55
|
+
## UK country filtering
|
|
56
|
+
|
|
57
|
+
Raw UK household data stores `region`. The UK model derives `country` from
|
|
58
|
+
that input during calculation. Filtering precedes calculation, so agents and
|
|
59
|
+
developers must use `region` for country selection even though the registry's
|
|
60
|
+
public identifiers start with `country/`.
|
|
61
|
+
|
|
62
|
+
| Public selector | Required input filter |
|
|
63
|
+
| --- | --- |
|
|
64
|
+
| `country/scotland` | `region == "SCOTLAND"` |
|
|
65
|
+
| `country/wales` | `region == "WALES"` |
|
|
66
|
+
| `country/northern_ireland` | `region == "NORTHERN_IRELAND"` |
|
|
67
|
+
| `country/england` | `region` is one of the nine English values below |
|
|
68
|
+
|
|
69
|
+
The English values are `NORTH_EAST`, `NORTH_WEST`, `YORKSHIRE`, `EAST_MIDLANDS`,
|
|
70
|
+
`WEST_MIDLANDS`, `EAST_OF_ENGLAND`, `LONDON`, `SOUTH_EAST`, and `SOUTH_WEST`.
|
|
71
|
+
There is no stored `ENGLAND` region value. Use explicit membership so unknown
|
|
72
|
+
or missing regions do not become English households.
|
|
73
|
+
|
|
74
|
+
Keep all four country entries as `RowFilterStrategy` so the simulation API can
|
|
75
|
+
combine them with `RegionGroupStrategy`. Do not add a dataset `country` column
|
|
76
|
+
or run a preliminary model calculation to work around an incorrect filter.
|
|
77
|
+
Preserve household membership, related people/benefit units, and weights.
|
|
78
|
+
|
|
79
|
+
Regression tests must exercise Scotland, Wales, Northern Ireland, and England
|
|
80
|
+
against household inputs with `region` and **no `country` column**, including
|
|
81
|
+
the string and byte representations accepted by the dataset loader. See
|
|
82
|
+
`tests/test_uk_regions.py` and the public explanation in `docs/regions.md`.
|
|
83
|
+
|
|
55
84
|
## Anti-Patterns
|
|
56
85
|
|
|
57
86
|
- Do not bypass the wrapper layer without a clear reason.
|
|
@@ -134,15 +134,16 @@ pe.us.load_datasets() # or pe.uk.load_datasets()
|
|
|
134
134
|
|
|
135
135
|
### US local-area dataset
|
|
136
136
|
|
|
137
|
-
Alongside the certified national default, the bundle registers a
|
|
138
|
-
|
|
137
|
+
Alongside the certified national default, the bundle registers a US dataset for
|
|
138
|
+
finer geographic work: `populace_us_2024_acs_local`. It is a
|
|
139
139
|
Populace US 2024 build of roughly **1.6 million households** on an **ACS 2024
|
|
140
140
|
multispine**, with each household **PUMA-assigned** to a 119th-Congress
|
|
141
141
|
congressional district, county, and state, and calibrated to **state
|
|
142
142
|
administrative totals and state and congressional-district population**. Its
|
|
143
|
-
release
|
|
144
|
-
summary before relying on it. It ships in its own immutable release and
|
|
145
|
-
|
|
143
|
+
release validation summary records **four reviewed limitations**, so read that
|
|
144
|
+
summary before relying on it. It ships in its own immutable release. State and
|
|
145
|
+
congressional-district region simulations select it through the bundle's
|
|
146
|
+
`region_datasets` metadata; direct microsimulations can still load it by name.
|
|
146
147
|
|
|
147
148
|
Two-line load:
|
|
148
149
|
|
|
@@ -23,9 +23,9 @@ ca_snap = Aggregate(
|
|
|
23
23
|
ca_snap.run()
|
|
24
24
|
```
|
|
25
25
|
|
|
26
|
-
Each state is a region in the US registry. State regions
|
|
27
|
-
|
|
28
|
-
H5 files:
|
|
26
|
+
Each state is a region in the US registry. State regions load the ACS-local
|
|
27
|
+
Populace dataset declared by `region.dataset_path`, then scope its rows by
|
|
28
|
+
`state_fips`. They do not require separate state H5 files:
|
|
29
29
|
|
|
30
30
|
```python
|
|
31
31
|
states = pe.us.model.region_registry.get_by_type("state")
|
|
@@ -33,8 +33,9 @@ for region in states:
|
|
|
33
33
|
print(region.code, region.label, region.scoping_strategy)
|
|
34
34
|
```
|
|
35
35
|
|
|
36
|
-
For state-specific simulations,
|
|
37
|
-
|
|
36
|
+
For state-specific simulations, use both `region.dataset_path` and
|
|
37
|
+
`region.scoping_strategy`. The regional simulation API performs both steps from
|
|
38
|
+
the registry entry.
|
|
38
39
|
|
|
39
40
|
## US congressional districts
|
|
40
41
|
|
|
@@ -49,7 +50,41 @@ for row in impacts.district_results:
|
|
|
49
50
|
print(row["district_geoid"], row["avg_change"], row["winner_percentage"])
|
|
50
51
|
```
|
|
51
52
|
|
|
52
|
-
`district_geoid` is the SSDD integer (state FIPS × 100 + district number;
|
|
53
|
+
`district_geoid` is the SSDD integer (state FIPS × 100 + district number;
|
|
54
|
+
at-large districts use `00`). Congressional district regions load the same
|
|
55
|
+
ACS-local file and scope its rows by `congressional_district_geoid`.
|
|
56
|
+
|
|
57
|
+
## UK countries
|
|
58
|
+
|
|
59
|
+
UK country simulations filter the national dataset's stored household `region`
|
|
60
|
+
column. The UK model derives `country` from `region`; the input dataset does not
|
|
61
|
+
need a separate `country` column.
|
|
62
|
+
|
|
63
|
+
| Country selector | Stored household input selection |
|
|
64
|
+
| --- | --- |
|
|
65
|
+
| `country/scotland` | `region == "SCOTLAND"` |
|
|
66
|
+
| `country/wales` | `region == "WALES"` |
|
|
67
|
+
| `country/northern_ireland` | `region == "NORTHERN_IRELAND"` |
|
|
68
|
+
|
|
69
|
+
The `country/` prefix identifies a public geographic selector; it does not name
|
|
70
|
+
a dataset column. Always filter these countries through `region` before running
|
|
71
|
+
the simulation.
|
|
72
|
+
|
|
73
|
+
Each country uses `RowFilterStrategy`. England matches a list of nine ITL1 regions:
|
|
74
|
+
`NORTH_EAST`, `NORTH_WEST`, `YORKSHIRE`, `EAST_MIDLANDS`, `WEST_MIDLANDS`,
|
|
75
|
+
`EAST_OF_ENGLAND`, `LONDON`, `SOUTH_EAST`, and `SOUTH_WEST`. Scotland, Wales and
|
|
76
|
+
Northern Ireland each match their corresponding stored value: `SCOTLAND`,
|
|
77
|
+
`WALES`, or `NORTHERN_IRELAND`. Unknown regions are excluded
|
|
78
|
+
from all four countries. These filters preserve the selected households'
|
|
79
|
+
people, benefit units and weights.
|
|
80
|
+
|
|
81
|
+
```python
|
|
82
|
+
scotland = pe.uk.model.get_region("country/scotland")
|
|
83
|
+
england = pe.uk.model.get_region("country/england")
|
|
84
|
+
```
|
|
85
|
+
|
|
86
|
+
Pass the registry entry's `scoping_strategy` to `Simulation` when using a
|
|
87
|
+
national UK dataset.
|
|
53
88
|
|
|
54
89
|
## UK parliamentary constituencies
|
|
55
90
|
|
|
@@ -201,31 +201,32 @@ US Populace certification uses the Populace release manifest directly:
|
|
|
201
201
|
```bash
|
|
202
202
|
python scripts/bundle.py certify-data --country us --data-producer populace \
|
|
203
203
|
--manifest-uri "hf://dataset/policyengine/populace-us@<tag>/releases/<tag>/release_manifest.json" \
|
|
204
|
+
--regional-manifest-uri "hf://dataset/policyengine/populace-us@<local-area-tag>/releases/<local-area-tag>/release_manifest.json" \
|
|
204
205
|
--model-version "<policyengine-us-version>"
|
|
205
206
|
```
|
|
206
207
|
|
|
207
208
|
That produces one US bundle manifest entry containing the Populace national
|
|
208
|
-
default dataset
|
|
209
|
-
|
|
210
|
-
`districts/*.h5` files are not vendored into
|
|
209
|
+
default dataset and the certified ACS-local regional dataset. State and
|
|
210
|
+
congressional-district simulations use the latter with runtime row filters, so
|
|
211
|
+
derived `states/*.h5` or `districts/*.h5` files are not vendored into
|
|
212
|
+
`data_releases.us.datasets`.
|
|
211
213
|
|
|
212
214
|
### Non-default dataset overlays
|
|
213
215
|
|
|
214
216
|
`certify_data_release` rewrites `data_releases.{country}` wholesale from the
|
|
215
|
-
certified release manifest
|
|
216
|
-
|
|
217
|
-
deliberately not the certified default — is registered instead under the
|
|
217
|
+
certified release manifest or manifests. A staged artifact that is not part of
|
|
218
|
+
that certification and is deliberately not a default is registered under the
|
|
218
219
|
sibling `dataset_overlays.{country}` map:
|
|
219
220
|
|
|
220
221
|
```json
|
|
221
222
|
"dataset_overlays": {
|
|
222
|
-
"
|
|
223
|
-
"
|
|
223
|
+
"uk": {
|
|
224
|
+
"populace_uk_2023": {
|
|
224
225
|
"data_package_name": "populace-data",
|
|
225
|
-
"path": "
|
|
226
|
-
"repo_id": "policyengine/populace-
|
|
226
|
+
"path": "populace_uk_2023.h5",
|
|
227
|
+
"repo_id": "policyengine/populace-uk-private",
|
|
227
228
|
"repo_type": "dataset",
|
|
228
|
-
"revision": "populace-
|
|
229
|
+
"revision": "populace-uk-2023-...",
|
|
229
230
|
"sha256": "..."
|
|
230
231
|
}
|
|
231
232
|
}
|
|
@@ -237,8 +238,15 @@ sibling `dataset_overlays.{country}` map:
|
|
|
237
238
|
their own pinned, sha-verified revision. Overlays are strictly additive: an
|
|
238
239
|
overlay may not shadow the certified default or any certified dataset, so
|
|
239
240
|
default resolution is untouched. Because certification only rewrites
|
|
240
|
-
`data_releases`, overlays survive re-certification without any manual
|
|
241
|
-
|
|
241
|
+
`data_releases`, overlays survive re-certification without any manual re-add
|
|
242
|
+
step.
|
|
243
|
+
|
|
244
|
+
Datasets used automatically for a region type are not overlays. They are
|
|
245
|
+
certified into `data_releases.{country}.datasets`, and
|
|
246
|
+
`data_releases.{country}.region_datasets` maps each region type to its artifact
|
|
247
|
+
path. The national `default_dataset` remains unchanged. Ordinary bundle
|
|
248
|
+
installation downloads only that national default; a regional runtime is
|
|
249
|
+
responsible for materializing the additional certified dataset.
|
|
242
250
|
|
|
243
251
|
Cross-package overlays must declare `data_package_name` and `repo_type`
|
|
244
252
|
explicitly. Ordinary artifacts inherit these values from the country release's
|
|
@@ -202,11 +202,11 @@ def _parser() -> argparse.ArgumentParser:
|
|
|
202
202
|
)
|
|
203
203
|
certify.add_argument(
|
|
204
204
|
"--regional-artifact-prefix",
|
|
205
|
-
help="
|
|
205
|
+
help="Legacy per-state artifact prefix to import. Defaults to states/.",
|
|
206
206
|
)
|
|
207
207
|
certify.add_argument(
|
|
208
208
|
"--regional-path-template",
|
|
209
|
-
help="
|
|
209
|
+
help="Legacy per-state dataset path template to certify.",
|
|
210
210
|
)
|
|
211
211
|
certify.add_argument(
|
|
212
212
|
"--no-generate",
|
|
@@ -60,12 +60,12 @@ def main(argv=None) -> int:
|
|
|
60
60
|
parser.add_argument(
|
|
61
61
|
"--regional-artifact-prefix",
|
|
62
62
|
default="states/",
|
|
63
|
-
help="
|
|
63
|
+
help="Legacy per-state artifact path prefix to import. Defaults to states/.",
|
|
64
64
|
)
|
|
65
65
|
parser.add_argument(
|
|
66
66
|
"--regional-path-template",
|
|
67
67
|
default="states/{state_code}.h5",
|
|
68
|
-
help="
|
|
68
|
+
help="Legacy per-state dataset path template to certify.",
|
|
69
69
|
)
|
|
70
70
|
parser.add_argument(
|
|
71
71
|
"--model-version",
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
"""Region definitions for geographic simulations.
|
|
2
2
|
|
|
3
3
|
This module provides the Region and RegionRegistry classes for defining
|
|
4
|
-
geographic regions that a tax-benefit model supports. Regions can
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
4
|
+
geographic regions that a tax-benefit model supports. Regions can select an
|
|
5
|
+
input dataset, apply a scoping strategy to a selected dataset, or do both. For
|
|
6
|
+
example, US states and congressional districts select the shared ACS-local
|
|
7
|
+
dataset and then filter its rows.
|
|
8
8
|
"""
|
|
9
9
|
|
|
10
10
|
from typing import Literal, Optional, Union
|
|
@@ -22,10 +22,8 @@ RegionType = Union[USRegionType, UKRegionType]
|
|
|
22
22
|
class Region(BaseModel):
|
|
23
23
|
"""Geographic region for tax-benefit simulations.
|
|
24
24
|
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
2. A scoping strategy that derives the region from a parent dataset
|
|
28
|
-
(``scoping_strategy`` is set).
|
|
25
|
+
``dataset_path`` selects the input dataset. ``scoping_strategy`` optionally
|
|
26
|
+
scopes that dataset to the requested geography. A region may declare both.
|
|
29
27
|
|
|
30
28
|
The unique identifier is the code field, which uses a prefixed format:
|
|
31
29
|
- National: "us", "uk"
|
|
@@ -56,7 +54,7 @@ class Region(BaseModel):
|
|
|
56
54
|
# Dataset configuration
|
|
57
55
|
dataset_path: Optional[str] = Field(
|
|
58
56
|
default=None,
|
|
59
|
-
description="URI to
|
|
57
|
+
description="URI to the input dataset selected before regional scoping.",
|
|
60
58
|
)
|
|
61
59
|
|
|
62
60
|
# Scoping strategy for regions that derive from a parent dataset
|
|
@@ -173,11 +171,11 @@ class RegionRegistry(BaseModel):
|
|
|
173
171
|
return [r for r in self.regions if r.parent_code == parent_code]
|
|
174
172
|
|
|
175
173
|
def get_dataset_regions(self) -> list[Region]:
|
|
176
|
-
"""Get all regions that
|
|
174
|
+
"""Get all regions that select an input dataset."""
|
|
177
175
|
return [r for r in self.regions if r.dataset_path is not None]
|
|
178
176
|
|
|
179
177
|
def get_filter_regions(self) -> list[Region]:
|
|
180
|
-
"""Get all regions that
|
|
178
|
+
"""Get all regions that apply a scoping strategy to their input dataset."""
|
|
181
179
|
return [r for r in self.regions if r.scoping_strategy is not None]
|
|
182
180
|
|
|
183
181
|
def __len__(self) -> int:
|