policyengine 6.2.1__tar.gz → 6.2.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (318) hide show
  1. {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/draft-pdf.yml +4 -0
  2. {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/pr_code_changes.yaml +8 -0
  3. {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/pr_docs_changes.yaml +1 -0
  4. {policyengine-6.2.1 → policyengine-6.2.3}/.github/workflows/push.yaml +3 -0
  5. {policyengine-6.2.1 → policyengine-6.2.3}/AGENTS.md +13 -0
  6. {policyengine-6.2.1 → policyengine-6.2.3}/CHANGELOG.md +18 -0
  7. {policyengine-6.2.1/src/policyengine.egg-info → policyengine-6.2.3}/PKG-INFO +1 -1
  8. {policyengine-6.2.1 → policyengine-6.2.3}/docs/bundles.md +11 -5
  9. policyengine-6.2.3/docs/engineering/runbooks/build-m-us-populace-certification.md +129 -0
  10. {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/data-certification.md +19 -8
  11. {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/repository-guidance.md +29 -0
  12. {policyengine-6.2.1 → policyengine-6.2.3}/docs/microsim.md +6 -5
  13. {policyengine-6.2.1 → policyengine-6.2.3}/docs/regions.md +41 -6
  14. {policyengine-6.2.1 → policyengine-6.2.3}/docs/release-bundles.md +21 -13
  15. {policyengine-6.2.1 → policyengine-6.2.3}/pyproject.toml +1 -1
  16. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/bundle.py +2 -2
  17. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/certify_data_release.py +2 -2
  18. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/region.py +9 -11
  19. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/scoping_strategy.py +4 -2
  20. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/uk/regions.py +21 -5
  21. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/regions.py +12 -2
  22. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/bundle/manifest.json +25 -20
  23. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/bundle/uk.trace.tro.jsonld +5 -5
  24. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/bundle/us.trace.tro.jsonld +5 -5
  25. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/certification.py +123 -7
  26. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/manifest.py +5 -1
  27. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/entity_utils.py +15 -6
  28. {policyengine-6.2.1 → policyengine-6.2.3/src/policyengine.egg-info}/PKG-INFO +1 -1
  29. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_bundle.py +27 -0
  30. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_certify_data_release.py +144 -7
  31. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_manifests.py +24 -20
  32. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_scoping_strategy.py +57 -0
  33. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_regions.py +167 -8
  34. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_regions.py +48 -10
  35. {policyengine-6.2.1 → policyengine-6.2.3}/uv.lock +1 -1
  36. policyengine-6.2.1/docs/engineering/runbooks/build-m-us-populace-certification.md +0 -145
  37. {policyengine-6.2.1 → policyengine-6.2.3}/.claude/policyengine-guide.md +0 -0
  38. {policyengine-6.2.1 → policyengine-6.2.3}/.claude/quick-reference.md +0 -0
  39. {policyengine-6.2.1 → policyengine-6.2.3}/.github/CONTRIBUTING.md +0 -0
  40. {policyengine-6.2.1 → policyengine-6.2.3}/.github/bump_version.py +0 -0
  41. {policyengine-6.2.1 → policyengine-6.2.3}/.github/capture-version.sh +0 -0
  42. {policyengine-6.2.1 → policyengine-6.2.3}/.github/changelog_template.md +0 -0
  43. {policyengine-6.2.1 → policyengine-6.2.3}/.github/check-changelog.sh +0 -0
  44. {policyengine-6.2.1 → policyengine-6.2.3}/.github/copilot-instructions.md +0 -0
  45. {policyengine-6.2.1 → policyengine-6.2.3}/.github/dispatch-policyengine-release.sh +0 -0
  46. {policyengine-6.2.1 → policyengine-6.2.3}/.github/fetch_version.py +0 -0
  47. {policyengine-6.2.1 → policyengine-6.2.3}/.github/get-changelog-diff.sh +0 -0
  48. {policyengine-6.2.1 → policyengine-6.2.3}/.github/has-functional-changes.sh +0 -0
  49. {policyengine-6.2.1 → policyengine-6.2.3}/.github/is-version-number-acceptable.sh +0 -0
  50. {policyengine-6.2.1 → policyengine-6.2.3}/.github/publish-git-tag.sh +0 -0
  51. {policyengine-6.2.1 → policyengine-6.2.3}/.github/wait-for-pypi.sh +0 -0
  52. {policyengine-6.2.1 → policyengine-6.2.3}/.gitignore +0 -0
  53. {policyengine-6.2.1 → policyengine-6.2.3}/.python-version +0 -0
  54. {policyengine-6.2.1 → policyengine-6.2.3}/CITATION.cff +0 -0
  55. {policyengine-6.2.1 → policyengine-6.2.3}/CLAUDE.md +0 -0
  56. {policyengine-6.2.1 → policyengine-6.2.3}/CODE_OF_CONDUCT.md +0 -0
  57. {policyengine-6.2.1 → policyengine-6.2.3}/CONTRIBUTING.md +0 -0
  58. {policyengine-6.2.1 → policyengine-6.2.3}/LICENSE +0 -0
  59. {policyengine-6.2.1 → policyengine-6.2.3}/Makefile +0 -0
  60. {policyengine-6.2.1 → policyengine-6.2.3}/README.md +0 -0
  61. {policyengine-6.2.1 → policyengine-6.2.3}/architecture.png +0 -0
  62. {policyengine-6.2.1 → policyengine-6.2.3}/architecture.svg +0 -0
  63. {policyengine-6.2.1 → policyengine-6.2.3}/changelog.d/.gitkeep +0 -0
  64. {policyengine-6.2.1 → policyengine-6.2.3}/docs/.gitignore +0 -0
  65. {policyengine-6.2.1 → policyengine-6.2.3}/docs/_generator/README.md +0 -0
  66. {policyengine-6.2.1 → policyengine-6.2.3}/docs/_generator/build_reference.py +0 -0
  67. {policyengine-6.2.1 → policyengine-6.2.3}/docs/_quarto.yml +0 -0
  68. {policyengine-6.2.1 → policyengine-6.2.3}/docs/countries.md +0 -0
  69. {policyengine-6.2.1 → policyengine-6.2.3}/docs/data-publishing-design.md +0 -0
  70. {policyengine-6.2.1 → policyengine-6.2.3}/docs/decile-impact-spec.md +0 -0
  71. {policyengine-6.2.1 → policyengine-6.2.3}/docs/dev.md +0 -0
  72. {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/runbooks/canonical-spm-development.md +0 -0
  73. {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/README.md +0 -0
  74. {policyengine-6.2.1 → policyengine-6.2.3}/docs/engineering/skills/github-prs.md +0 -0
  75. {policyengine-6.2.1 → policyengine-6.2.3}/docs/examples.md +0 -0
  76. {policyengine-6.2.1 → policyengine-6.2.3}/docs/getting-started.md +0 -0
  77. {policyengine-6.2.1 → policyengine-6.2.3}/docs/households.md +0 -0
  78. {policyengine-6.2.1 → policyengine-6.2.3}/docs/impact-analysis.md +0 -0
  79. {policyengine-6.2.1 → policyengine-6.2.3}/docs/index.md +0 -0
  80. {policyengine-6.2.1 → policyengine-6.2.3}/docs/methodology/index.md +0 -0
  81. {policyengine-6.2.1 → policyengine-6.2.3}/docs/methodology/model-architecture.md +0 -0
  82. {policyengine-6.2.1 → policyengine-6.2.3}/docs/methodology/us-health-costs.md +0 -0
  83. {policyengine-6.2.1 → policyengine-6.2.3}/docs/outputs.md +0 -0
  84. {policyengine-6.2.1 → policyengine-6.2.3}/docs/programs/index.md +0 -0
  85. {policyengine-6.2.1 → policyengine-6.2.3}/docs/programs/us-chip.md +0 -0
  86. {policyengine-6.2.1 → policyengine-6.2.3}/docs/reference/index.md +0 -0
  87. {policyengine-6.2.1 → policyengine-6.2.3}/docs/reforms.md +0 -0
  88. {policyengine-6.2.1 → policyengine-6.2.3}/docs/run-records.md +0 -0
  89. {policyengine-6.2.1 → policyengine-6.2.3}/docs/trace-case-study.md +0 -0
  90. {policyengine-6.2.1 → policyengine-6.2.3}/docs/visualisation.md +0 -0
  91. {policyengine-6.2.1 → policyengine-6.2.3}/examples/belgium_axiom_pilot.py +0 -0
  92. {policyengine-6.2.1 → policyengine-6.2.3}/examples/employment_income_variation_uk.py +0 -0
  93. {policyengine-6.2.1 → policyengine-6.2.3}/examples/employment_income_variation_us.py +0 -0
  94. {policyengine-6.2.1 → policyengine-6.2.3}/examples/household_impact_example.py +0 -0
  95. {policyengine-6.2.1 → policyengine-6.2.3}/examples/income_bands_uk.py +0 -0
  96. {policyengine-6.2.1 → policyengine-6.2.3}/examples/income_distribution_us.py +0 -0
  97. {policyengine-6.2.1 → policyengine-6.2.3}/examples/paper_repro_uk.py +0 -0
  98. {policyengine-6.2.1 → policyengine-6.2.3}/examples/policy_change_uk.py +0 -0
  99. {policyengine-6.2.1 → policyengine-6.2.3}/examples/speedtest_us_simulation.py +0 -0
  100. {policyengine-6.2.1 → policyengine-6.2.3}/examples/us_budgetary_impact.py +0 -0
  101. {policyengine-6.2.1 → policyengine-6.2.3}/paper-preview.html +0 -0
  102. {policyengine-6.2.1 → policyengine-6.2.3}/paper.bib +0 -0
  103. {policyengine-6.2.1 → policyengine-6.2.3}/paper.md +0 -0
  104. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/check_data_staleness.py +0 -0
  105. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/check_native_spm_loading.py +0 -0
  106. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/check_release_credentials.py +0 -0
  107. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/export_bundle_release_assets.py +0 -0
  108. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/generate_bundle_artifacts.py +0 -0
  109. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/generate_trace_tros.py +0 -0
  110. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/prepare_package_bundle_update.py +0 -0
  111. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/release_lock.py +0 -0
  112. {policyengine-6.2.1 → policyengine-6.2.3}/scripts/spm_bundle.py +0 -0
  113. {policyengine-6.2.1 → policyengine-6.2.3}/setup.cfg +0 -0
  114. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/__init__.py +0 -0
  115. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/bundle.py +0 -0
  116. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/cli.py +0 -0
  117. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/__init__.py +0 -0
  118. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/cache.py +0 -0
  119. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/dataset.py +0 -0
  120. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/dynamic.py +0 -0
  121. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/output.py +0 -0
  122. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/parameter.py +0 -0
  123. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/parameter_node.py +0 -0
  124. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/parameter_value.py +0 -0
  125. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/policy.py +0 -0
  126. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/run_record.py +0 -0
  127. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/simulation.py +0 -0
  128. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/spm.py +0 -0
  129. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/tax_benefit_model.py +0 -0
  130. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/tax_benefit_model_version.py +0 -0
  131. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/core/variable.py +0 -0
  132. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/__init__.py +0 -0
  133. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/uk/__init__.py +0 -0
  134. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/__init__.py +0 -0
  135. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/__init__.py +0 -0
  136. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/districts.py +0 -0
  137. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/places.py +0 -0
  138. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/countries/us/data/states.py +0 -0
  139. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/__init__.py +0 -0
  140. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/schemas/trace_tro.schema.json +0 -0
  141. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/data/uk_geography_assets.py +0 -0
  142. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/derivations/__init__.py +0 -0
  143. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/derivations/narrate.py +0 -0
  144. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/derivations/trace.py +0 -0
  145. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/graph/__init__.py +0 -0
  146. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/graph/extractor.py +0 -0
  147. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/graph/graph.py +0 -0
  148. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/__init__.py +0 -0
  149. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/aggregate.py +0 -0
  150. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/change_aggregate.py +0 -0
  151. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/cliff_impact.py +0 -0
  152. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/congressional_district_impact.py +0 -0
  153. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/constituency_impact.py +0 -0
  154. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/decile_analysis.py +0 -0
  155. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/decile_grouping.py +0 -0
  156. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/decile_impact.py +0 -0
  157. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/extra_variables.py +0 -0
  158. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/inequality.py +0 -0
  159. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/intra_decile_impact.py +0 -0
  160. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/labor_supply_response.py +0 -0
  161. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/local_authority_impact.py +0 -0
  162. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/poverty.py +0 -0
  163. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/program_statistics.py +0 -0
  164. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/uk_geography_assets.py +0 -0
  165. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/outputs/uk_geography_impact.py +0 -0
  166. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/__init__.py +0 -0
  167. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/bundle_validation.py +0 -0
  168. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/dataset_materialization.py +0 -0
  169. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/pyproject_pins.py +0 -0
  170. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/spm_configuration.py +0 -0
  171. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/trace.py +0 -0
  172. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/verify.py +0 -0
  173. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/provenance/zenodo.py +0 -0
  174. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/__init__.py +0 -0
  175. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/schema.py +0 -0
  176. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/trace_tro.py +0 -0
  177. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/results/tracking.py +0 -0
  178. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/be/__init__.py +0 -0
  179. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/be/datasets.py +0 -0
  180. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/be/model.py +0 -0
  181. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/__init__.py +0 -0
  182. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/axes.py +0 -0
  183. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/extra_variables.py +0 -0
  184. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/household.py +0 -0
  185. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/model_version.py +0 -0
  186. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/reform.py +0 -0
  187. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/common/result.py +0 -0
  188. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/__init__.py +0 -0
  189. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/analysis.py +0 -0
  190. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/datasets.py +0 -0
  191. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/household.py +0 -0
  192. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/uk/model.py +0 -0
  193. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/__init__.py +0 -0
  194. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/analysis.py +0 -0
  195. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/datasets.py +0 -0
  196. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/household.py +0 -0
  197. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/legacy_inputs.py +0 -0
  198. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/model.py +0 -0
  199. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/tax_benefit_models/us/spm.py +0 -0
  200. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/__init__.py +0 -0
  201. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/dates.py +0 -0
  202. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/design.py +0 -0
  203. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/errors.py +0 -0
  204. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/hashing.py +0 -0
  205. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/household_validation.py +0 -0
  206. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/parameter_labels.py +0 -0
  207. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/parametric_reforms.py +0 -0
  208. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine/utils/plotting.py +0 -0
  209. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/SOURCES.txt +0 -0
  210. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/dependency_links.txt +0 -0
  211. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/entry_points.txt +0 -0
  212. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/requires.txt +0 -0
  213. {policyengine-6.2.1 → policyengine-6.2.3}/src/policyengine.egg-info/top_level.txt +0 -0
  214. {policyengine-6.2.1 → policyengine-6.2.3}/tests/__init__.py +0 -0
  215. {policyengine-6.2.1 → policyengine-6.2.3}/tests/conftest.py +0 -0
  216. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/__init__.py +0 -0
  217. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/filtering_fixtures.py +0 -0
  218. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_couple_two_kids.json +0 -0
  219. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_model_surface.json +0 -0
  220. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_single_adult_employment_income.json +0 -0
  221. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_single_adult_no_income.json +0 -0
  222. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/uk_single_parent_one_child.json +0 -0
  223. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_married_two_kids_high_income.json +0 -0
  224. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_model_surface.json +0 -0
  225. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_single_adult_employment_income.json +0 -0
  226. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_single_adult_no_income.json +0 -0
  227. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/household_calculator_snapshots/us_single_parent_one_child.json +0 -0
  228. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/parameter_labels_fixtures.py +0 -0
  229. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/parametric_reforms_fixtures.py +0 -0
  230. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/poverty_by_demographics_fixtures.py +0 -0
  231. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/region_fixtures.py +0 -0
  232. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/README.md +0 -0
  233. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/country-models.lock.toml +0 -0
  234. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/manifest.json +0 -0
  235. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/us-release_manifest.json +0 -0
  236. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/release_tros/us.trace.tro.jsonld +0 -0
  237. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/spm_development.py +0 -0
  238. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/us_reform_fixtures.py +0 -0
  239. {policyengine-6.2.1 → policyengine-6.2.3}/tests/fixtures/variable_label_fixtures.py +0 -0
  240. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_aggregate.py +0 -0
  241. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_be_axiom_pilot.py +0 -0
  242. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_budgetary_impact.py +0 -0
  243. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_bump_version.py +0 -0
  244. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_bundle_metadata.py +0 -0
  245. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_cache.py +0 -0
  246. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_change_aggregate.py +0 -0
  247. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_cliff_impact.py +0 -0
  248. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_cliff_impact_analysis.py +0 -0
  249. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_congressional_district_impact.py +0 -0
  250. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_constituency_impact.py +0 -0
  251. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_materialization.py +0 -0
  252. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_persistence.py +0 -0
  253. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_runtime.py +0 -0
  254. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dataset_source.py +0 -0
  255. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_decile_grouping.py +0 -0
  256. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_derivations.py +0 -0
  257. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_dict_reforms_on_simulation.py +0 -0
  258. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_entity_mapping.py +0 -0
  259. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_entity_utils.py +0 -0
  260. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_entity_utils_characterization.py +0 -0
  261. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_errors.py +0 -0
  262. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_extra_variables.py +0 -0
  263. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_filtering.py +0 -0
  264. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_generate_trace_tros.py +0 -0
  265. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_graph/__init__.py +0 -0
  266. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_graph/conftest.py +0 -0
  267. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_graph/test_extractor.py +0 -0
  268. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_household_calculator_snapshot.py +0 -0
  269. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_household_impact.py +0 -0
  270. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_inequality.py +0 -0
  271. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_intra_decile_impact.py +0 -0
  272. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_labor_supply_response.py +0 -0
  273. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_local_authority_impact.py +0 -0
  274. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_manifest_version_mismatch.py +0 -0
  275. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_models.py +0 -0
  276. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_pandas3_compatibility.py +0 -0
  277. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parameter_labels.py +0 -0
  278. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parameter_nodes.py +0 -0
  279. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parameter_values.py +0 -0
  280. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_parametric_reforms.py +0 -0
  281. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_poverty.py +0 -0
  282. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_poverty_by_demographics.py +0 -0
  283. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_poverty_run.py +0 -0
  284. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_preservation_mirror.py +0 -0
  285. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_program_statistics.py +0 -0
  286. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_pyproject_pins.py +0 -0
  287. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_region.py +0 -0
  288. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_region_group_strategy.py +0 -0
  289. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_credentials.py +0 -0
  290. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_lock.py +0 -0
  291. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_release_tro_generation.py +0 -0
  292. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_results.py +0 -0
  293. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_run_record.py +0 -0
  294. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_small_follow_ups.py +0 -0
  295. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_bundle_bootstrap.py +0 -0
  296. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_bundle_tooling.py +0 -0
  297. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_decile.py +0 -0
  298. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_development_authentication.py +0 -0
  299. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_household.py +0 -0
  300. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_model.py +0 -0
  301. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_selection.py +0 -0
  302. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_spm_selection_schema.py +0 -0
  303. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_trace_tro.py +0 -0
  304. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_trace_tro_verify.py +0 -0
  305. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_analysis.py +0 -0
  306. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_geography_assets.py +0 -0
  307. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_uk_program_statistics.py +0 -0
  308. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_legacy_inputs.py +0 -0
  309. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_legacy_inputs_integration.py +0 -0
  310. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_long_term_datasets.py +0 -0
  311. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_microsim_structural_reforms.py +0 -0
  312. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_native_alignment.py +0 -0
  313. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_native_hdf_weights.py +0 -0
  314. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_program_statistics.py +0 -0
  315. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_us_reform_application.py +0 -0
  316. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_variable_labels.py +0 -0
  317. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_variable_metadata.py +0 -0
  318. {policyengine-6.2.1 → policyengine-6.2.3}/tests/test_zenodo_mirror.py +0 -0
@@ -1,5 +1,8 @@
1
1
  on:
2
+ # Feature branches get the pull_request run below; building the draft again
3
+ # on every branch push duplicated it.
2
4
  push:
5
+ branches: [main]
3
6
  paths:
4
7
  - paper.md
5
8
  - paper.bib
@@ -18,6 +21,7 @@ jobs:
18
21
  paper:
19
22
  runs-on: ubuntu-latest
20
23
  name: Draft PDF
24
+ timeout-minutes: 15
21
25
  steps:
22
26
  - uses: actions/checkout@v4
23
27
  - uses: openjournals/openjournals-draft-action@master
@@ -22,6 +22,7 @@ jobs:
22
22
  check-changelog:
23
23
  name: Check changelog fragment
24
24
  runs-on: ubuntu-latest
25
+ timeout-minutes: 10
25
26
  steps:
26
27
  - uses: actions/checkout@v6
27
28
  with:
@@ -32,6 +33,7 @@ jobs:
32
33
  run: .github/check-changelog.sh
33
34
  Lint:
34
35
  runs-on: ubuntu-latest
36
+ timeout-minutes: 10
35
37
  steps:
36
38
  - uses: actions/checkout@v6
37
39
  - name: Install ruff
@@ -44,6 +46,7 @@ jobs:
44
46
  run: ruff check .
45
47
  Mypy:
46
48
  runs-on: ubuntu-latest
49
+ timeout-minutes: 20
47
50
  steps:
48
51
  - uses: actions/checkout@v6
49
52
  - name: Install uv
@@ -61,6 +64,7 @@ jobs:
61
64
  Python-Compat:
62
65
  name: Install + smoke-import (py${{ matrix.python-version }})
63
66
  runs-on: ubuntu-latest
67
+ timeout-minutes: 15
64
68
  strategy:
65
69
  fail-fast: false
66
70
  matrix:
@@ -85,6 +89,7 @@ jobs:
85
89
  # Private manifest credentials are available only to trusted repository PRs.
86
90
  if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository
87
91
  runs-on: ubuntu-latest
92
+ timeout-minutes: 30
88
93
  env:
89
94
  POLICYENGINE_SKIP_COUNTRY_IMPORTS: "1"
90
95
  steps:
@@ -136,6 +141,9 @@ jobs:
136
141
  run: policyengine bundle verify --country us --country uk --packages-only --json
137
142
  Test:
138
143
  runs-on: ubuntu-latest
144
+ # Slowest observed 2026-10-06..08: 28 minutes. Fail a hung job instead of
145
+ # holding a shared org runner for the 6-hour default.
146
+ timeout-minutes: 60
139
147
  strategy:
140
148
  fail-fast: false
141
149
  matrix:
@@ -19,6 +19,7 @@ jobs:
19
19
  Test:
20
20
  runs-on: ubuntu-latest
21
21
  name: Test documentation builds
22
+ timeout-minutes: 30
22
23
  steps:
23
24
  - name: Checkout repo
24
25
  uses: actions/checkout@v6
@@ -28,6 +28,7 @@ jobs:
28
28
  Lint:
29
29
  if: github.event.head_commit.message != 'Update package version'
30
30
  runs-on: ubuntu-latest
31
+ timeout-minutes: 10
31
32
  steps:
32
33
  - uses: actions/checkout@v6
33
34
  - name: Install ruff
@@ -40,6 +41,8 @@ jobs:
40
41
  Test:
41
42
  if: github.event.head_commit.message != 'Update package version'
42
43
  runs-on: ubuntu-latest
44
+ # Slowest observed 2026-10-06..08: 26 minutes.
45
+ timeout-minutes: 60
43
46
  strategy:
44
47
  fail-fast: false
45
48
  matrix:
@@ -33,3 +33,16 @@ round-trip is a documented property of the public surface.
33
33
 
34
34
  Do not cache arbitrary Python objects in public result structures. The
35
35
  `core.Simulation` output must stay serialisable.
36
+
37
+ ## UK country filtering
38
+
39
+ Select Scotland, Wales, and Northern Ireland through the stored household
40
+ `region` column: `SCOTLAND`, `WALES`, and `NORTHERN_IRELAND`, respectively.
41
+ Never require a `country` column when filtering raw UK household inputs;
42
+ `country` is derived by the UK model after loading the data. The public selector
43
+ `country/scotland` describes the requested area, not an input column name.
44
+
45
+ England must select the nine English `region` values, not `ENGLAND` and not
46
+ the complement of the other countries. Preserve these rules in new filters,
47
+ refactors, and tests. Read the UK country filtering section in
48
+ `docs/engineering/skills/repository-guidance.md` before changing this behavior.
@@ -1,3 +1,21 @@
1
+ ## [6.2.3] - 2026-10-09
2
+
3
+ ### Changed
4
+
5
+ - Give every lint, test, docs and paper CI job a timeout, so a hung job frees its shared GitHub Actions runner instead of holding it for six hours.
6
+
7
+ ### Fixed
8
+
9
+ - Filter UK country simulations using stored household regions, selecting all nine English regions for England and preserving entity relationships and weights without requiring a derived country column.
10
+
11
+
12
+ ## [6.2.2] - 2026-10-07
13
+
14
+ ### Changed
15
+
16
+ - Use the ACS-local Populace dataset by default for US state and congressional-district simulations while retaining the sparse Populace dataset as the national default.
17
+
18
+
1
19
  ## [6.2.1] - 2026-09-30
2
20
 
3
21
  ### Changed
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: policyengine
3
- Version: 6.2.1
3
+ Version: 6.2.3
4
4
  Summary: A package to conduct policy analysis using PolicyEngine tax-benefit models.
5
5
  Author-email: PolicyEngine <hello@policyengine.org>
6
6
  License: GNU AFFERO GENERAL PUBLIC LICENSE
@@ -143,14 +143,20 @@ python scripts/bundle.py certify-data \
143
143
  --country us \
144
144
  --data-producer populace \
145
145
  --manifest-uri hf://dataset/policyengine/populace-us@<release>/releases/<release>/release_manifest.json \
146
+ --regional-manifest-uri hf://dataset/policyengine/populace-us@<local-area-release>/releases/<local-area-release>/release_manifest.json \
146
147
  --model-version <policyengine-us-version>
147
148
  ```
148
149
 
149
- US state and congressional-district regions scope the certified national
150
- Populace dataset with row filters. If a Populace release also publishes derived
151
- `states/*.h5` or `districts/*.h5` area slices, the bundle certification omits
152
- those slices from `data_releases.us.datasets`; they are not runtime dataset
153
- dependencies.
150
+ US state and congressional-district regions scope one certified ACS-local
151
+ Populace dataset with row filters. Pass its non-default local-area release
152
+ manifest through `--regional-manifest-uri`; certification adds the pinned H5
153
+ artifact to `data_releases.us.datasets` and writes both regional path templates
154
+ under `data_releases.us.region_datasets`. If a legacy release publishes derived
155
+ `states/*.h5` or `districts/*.h5` slices, certification still omits them.
156
+
157
+ `policyengine bundle install` continues to materialize only each country's
158
+ certified national `default_dataset`. Regional runtimes materialize the
159
+ additional certified dataset when the selected region declares it.
154
160
 
155
161
  Use `python scripts/bundle.py generate` to regenerate derived bundle metadata,
156
162
  and `python scripts/bundle.py generate --include-tros` when TRACE TRO sidecars
@@ -0,0 +1,129 @@
1
+ # US Populace certification runbook
2
+
3
+ Use this runbook to certify a new national US Populace release together with
4
+ the shared ACS-local release used for state and congressional-district
5
+ simulations. Read the [data certification](../skills/data-certification.md)
6
+ skill first for validation semantics.
7
+
8
+ This historical filename is retained so existing links remain valid; the
9
+ procedure itself is release-independent.
10
+
11
+ ## When to use
12
+
13
+ Both release manifests have been published to `policyengine/populace-us`, and
14
+ the model version used by the national release is known. The national release
15
+ will remain the default dataset; the local-area release will remain
16
+ non-default and be selected only for supported regional runs.
17
+
18
+ ## Prerequisites
19
+
20
+ - A clean worktree branched from current `origin/main`.
21
+ - Network access: certification fetches the release manifest and PyPI wheel
22
+ metadata and runs reachability `HEAD` checks against Hugging Face.
23
+ - `HUGGING_FACE_TOKEN` (or `HF_TOKEN`) exported — required to regenerate the
24
+ UK TRO in the `--include-tros` step and to run the UK data-release fetch in
25
+ the test suite. The US populace repo is public.
26
+
27
+ ## Step 1 — identify the releases
28
+
29
+ Set values from the two published release manifests rather than copying an
30
+ older certification:
31
+
32
+ ```
33
+ NATIONAL_RELEASE_ID = populace-us-2024-<national-build>-<sha>-<timestamp>Z
34
+ LOCAL_AREA_RELEASE_ID = populace-us-2024-<local-build>-<sha>-<timestamp>Z
35
+ MODEL_VERSION = <policyengine-us version declared by the national release>
36
+ ```
37
+
38
+ The local-area manifest must declare `dataset_role: non_default_local_area`,
39
+ `is_default: false`, no default datasets, and exactly one pinned H5 microdata
40
+ artifact.
41
+
42
+ ## Step 2 — certify both releases
43
+
44
+ ```bash
45
+ python scripts/bundle.py certify-data \
46
+ --country us \
47
+ --data-producer populace \
48
+ --model-version "$MODEL_VERSION" \
49
+ --manifest-uri "hf://dataset/policyengine/populace-us@$NATIONAL_RELEASE_ID/releases/$NATIONAL_RELEASE_ID/release_manifest.json" \
50
+ --regional-manifest-uri "hf://dataset/policyengine/populace-us@$LOCAL_AREA_RELEASE_ID/releases/$LOCAL_AREA_RELEASE_ID/release_manifest.json"
51
+ ```
52
+
53
+ This one command:
54
+
55
+ - rewrites `data_releases.us` in `src/policyengine/data/bundle/manifest.json`
56
+ from the national release manifest (default dataset, per-artifact
57
+ repo/revision/sha256 pins, certified artifact, certification block);
58
+ - runs `generate(check=False)`, which re-normalizes `manifest.json` and
59
+ updates `pyproject.toml` **only if the model pins moved**;
60
+ - writes the changelog fragment
61
+ `changelog.d/certify-us-$NATIONAL_RELEASE_ID.changed.md`.
62
+
63
+ ## Step 3 — regenerate TRACE sidecars
64
+
65
+ The certify step does not touch TRACE sidecars. Regenerate them so they record
66
+ the new bundle-manifest SHA-256:
67
+
68
+ ```bash
69
+ HUGGING_FACE_TOKEN="$HUGGING_FACE_TOKEN" python scripts/bundle.py generate --include-tros
70
+ ```
71
+
72
+ Both country sidecars contain the bundle-manifest hash, so both may change when
73
+ the bundle changes. If UK cannot be reached, the run writes a *limited* UK
74
+ sidecar; do not commit that degraded output.
75
+
76
+ ## Step 4 — update pinned expectations
77
+
78
+ Update tests that intentionally pin the outgoing national release, local-area
79
+ release, model version, or artifact hashes. Derive every replacement from the
80
+ new manifests; do not copy identifiers from this runbook.
81
+
82
+ If the model version changed, refresh the household snapshots with:
83
+
84
+ ```bash
85
+ PE_UPDATE_SNAPSHOTS=1 pytest tests/test_household_calculator_snapshot.py
86
+ ```
87
+
88
+ ## Step 5 — certify and verify the local-area release
89
+
90
+ The certification command passes the immutable ACS-local release manifest with
91
+ `--regional-manifest-uri`. Confirm all of the following:
92
+
93
+ - `default_dataset` remains the national Populace dataset;
94
+ - the local-area artifact appears in `data_releases.us.datasets` with its
95
+ repository type, immutable revision, and SHA-256;
96
+ - `region_datasets.national` selects the national artifact;
97
+ - `region_datasets.state` and `region_datasets.congressional_district` select
98
+ the shared local-area artifact;
99
+ - no derived `states/*.h5` or `districts/*.h5` artifacts are runtime inputs.
100
+
101
+ ```bash
102
+ pytest tests/test_certify_data_release.py \
103
+ tests/test_release_manifests.py \
104
+ tests/test_us_regions.py \
105
+ -q
106
+ ```
107
+
108
+ ## Step 6 — check, format, lint, test
109
+
110
+ ```bash
111
+ python scripts/bundle.py check # must exit 0
112
+ make format
113
+ make lint
114
+ make test # needs HUGGING_FACE_TOKEN for UK
115
+ ```
116
+
117
+ ## Step 7 — inspect and commit the generated changes
118
+
119
+ The expected diff normally includes the bundle manifest, TRACE sidecars, one
120
+ Towncrier fragment, and pinned test expectations. Include package pins and
121
+ snapshots only when the certified model version changed. Investigate any other
122
+ generated difference before committing it.
123
+
124
+ ## Step 8 — open the PR
125
+
126
+ Follow [github-prs](../skills/github-prs.md): open/find the issue, put
127
+ `Fixes #ISSUE` first, push to the canonical repo, and open a **draft** PR. The
128
+ certify step already wrote the changelog fragment, so the changelog check
129
+ passes.
@@ -31,21 +31,30 @@ For US Populace certification, certify the Populace release manifest directly:
31
31
  ```bash
32
32
  python scripts/bundle.py certify-data --country us --data-producer populace \
33
33
  --manifest-uri "hf://dataset/policyengine/populace-us@<tag>/releases/<tag>/release_manifest.json" \
34
+ --regional-manifest-uri "hf://dataset/policyengine/populace-us@<local-area-tag>/releases/<local-area-tag>/release_manifest.json" \
34
35
  --model-version "<policyengine-us-version>"
35
36
  ```
36
37
 
37
- US state and congressional-district regions are row filters over the certified
38
- national Populace dataset. Certification writes:
38
+ US state and congressional-district regions are row filters over one shared,
39
+ certified ACS-local Populace dataset. Its release manifest must declare
40
+ `dataset_role: non_default_local_area`, `is_default: false`, no default
41
+ datasets, and exactly one pinned H5 microdata artifact. Certification writes:
39
42
 
40
43
  ```json
41
44
  "region_datasets": {
42
- "national": {"path_template": "populace_us_2024.h5"}
45
+ "national": {"path_template": "populace_us_2024.h5"},
46
+ "state": {"path_template": "populace_us_2024_acs_local.h5"},
47
+ "congressional_district": {"path_template": "populace_us_2024_acs_local.h5"}
43
48
  }
44
49
  ```
45
50
 
51
+ The ACS-local artifact is a second entry in `data_releases.us.datasets`; it is
52
+ not a dataset overlay and it never replaces the national `default_dataset`.
53
+
46
54
  If the Populace release publishes derived `states/*.h5` or `districts/*.h5`
47
55
  files for compatibility checks, certification omits them from the runtime
48
- bundle. The national H5 is the canonical `.py` dataset.
56
+ bundle. The country-wide default and ACS-local dataset are each single shared
57
+ files; region registries select one and then filter its rows.
49
58
 
50
59
  The script fetches and validates the manifest (every artifact must carry a
51
60
  revision pin; the certified dataset must be reachable), writes the canonical
@@ -74,8 +83,9 @@ A certification PR should normally change only:
74
83
  Hard failures (certification refuses): missing national default dataset,
75
84
  default dataset absent from artifacts, any artifact without a revision pin,
76
85
  unreachable certified dataset, missing required supplemental release files
77
- (for example Populace-US `us_source_coverage.json`), missing or malformed US
78
- state overlay artifacts when `--regional-manifest-uri` is used, unknown country.
86
+ (for example Populace-US `us_source_coverage.json`), a malformed shared
87
+ local-area release or malformed legacy per-state artifacts when
88
+ `--regional-manifest-uri` is used, unknown country.
79
89
 
80
90
  Certification gate: the model version must either exactly match the
81
91
  build-time model (`compatibility_basis: built_with_model_package`) or be
@@ -92,8 +102,9 @@ publisher-claim basis above.
92
102
 
93
103
  Concrete, fill-in-the-id runbooks that replay a specific certification live
94
104
  under `docs/engineering/runbooks/`. See
95
- `runbooks/build-m-us-populace-certification.md` for the next US Populace
96
- `sparse-rmloss100` default.
105
+ `runbooks/build-m-us-populace-certification.md` for the reusable US national
106
+ and local-area certification procedure. The historical filename is retained
107
+ so existing links remain valid.
97
108
 
98
109
  ## Legacy paths
99
110
 
@@ -52,6 +52,35 @@ representative-data runs unless the change specifically needs that coverage.
52
52
  When a test needs country package data, make the dependency explicit and skip
53
53
  cleanly if credentials or local artifacts are unavailable.
54
54
 
55
+ ## UK country filtering
56
+
57
+ Raw UK household data stores `region`. The UK model derives `country` from
58
+ that input during calculation. Filtering precedes calculation, so agents and
59
+ developers must use `region` for country selection even though the registry's
60
+ public identifiers start with `country/`.
61
+
62
+ | Public selector | Required input filter |
63
+ | --- | --- |
64
+ | `country/scotland` | `region == "SCOTLAND"` |
65
+ | `country/wales` | `region == "WALES"` |
66
+ | `country/northern_ireland` | `region == "NORTHERN_IRELAND"` |
67
+ | `country/england` | `region` is one of the nine English values below |
68
+
69
+ The English values are `NORTH_EAST`, `NORTH_WEST`, `YORKSHIRE`, `EAST_MIDLANDS`,
70
+ `WEST_MIDLANDS`, `EAST_OF_ENGLAND`, `LONDON`, `SOUTH_EAST`, and `SOUTH_WEST`.
71
+ There is no stored `ENGLAND` region value. Use explicit membership so unknown
72
+ or missing regions do not become English households.
73
+
74
+ Keep all four country entries as `RowFilterStrategy` so the simulation API can
75
+ combine them with `RegionGroupStrategy`. Do not add a dataset `country` column
76
+ or run a preliminary model calculation to work around an incorrect filter.
77
+ Preserve household membership, related people/benefit units, and weights.
78
+
79
+ Regression tests must exercise Scotland, Wales, Northern Ireland, and England
80
+ against household inputs with `region` and **no `country` column**, including
81
+ the string and byte representations accepted by the dataset loader. See
82
+ `tests/test_uk_regions.py` and the public explanation in `docs/regions.md`.
83
+
55
84
  ## Anti-Patterns
56
85
 
57
86
  - Do not bypass the wrapper layer without a clear reason.
@@ -134,15 +134,16 @@ pe.us.load_datasets() # or pe.uk.load_datasets()
134
134
 
135
135
  ### US local-area dataset
136
136
 
137
- Alongside the certified national default, the bundle registers a **non-default**
138
- US dataset for finer geographic work: `populace_us_2024_acs_local`. It is a
137
+ Alongside the certified national default, the bundle registers a US dataset for
138
+ finer geographic work: `populace_us_2024_acs_local`. It is a
139
139
  Populace US 2024 build of roughly **1.6 million households** on an **ACS 2024
140
140
  multispine**, with each household **PUMA-assigned** to a 119th-Congress
141
141
  congressional district, county, and state, and calibrated to **state
142
142
  administrative totals and state and congressional-district population**. Its
143
- release gate summary records **four reviewed limitations**, so read that gate
144
- summary before relying on it. It ships in its own immutable release and is never
145
- selected implicitly — you load it by name.
143
+ release validation summary records **four reviewed limitations**, so read that
144
+ summary before relying on it. It ships in its own immutable release. State and
145
+ congressional-district region simulations select it through the bundle's
146
+ `region_datasets` metadata; direct microsimulations can still load it by name.
146
147
 
147
148
  Two-line load:
148
149
 
@@ -23,9 +23,9 @@ ca_snap = Aggregate(
23
23
  ca_snap.run()
24
24
  ```
25
25
 
26
- Each state is a region in the US registry. State regions scope the certified
27
- national Populace dataset by `state_fips`; they do not require separate state
28
- H5 files:
26
+ Each state is a region in the US registry. State regions load the ACS-local
27
+ Populace dataset declared by `region.dataset_path`, then scope its rows by
28
+ `state_fips`. They do not require separate state H5 files:
29
29
 
30
30
  ```python
31
31
  states = pe.us.model.region_registry.get_by_type("state")
@@ -33,8 +33,9 @@ for region in states:
33
33
  print(region.code, region.label, region.scoping_strategy)
34
34
  ```
35
35
 
36
- For state-specific simulations, pass `scoping_strategy=region.scoping_strategy`
37
- with the certified national dataset.
36
+ For state-specific simulations, use both `region.dataset_path` and
37
+ `region.scoping_strategy`. The regional simulation API performs both steps from
38
+ the registry entry.
38
39
 
39
40
  ## US congressional districts
40
41
 
@@ -49,7 +50,41 @@ for row in impacts.district_results:
49
50
  print(row["district_geoid"], row["avg_change"], row["winner_percentage"])
50
51
  ```
51
52
 
52
- `district_geoid` is the SSDD integer (state FIPS × 100 + district number; at-large districts use `00`). Congressional district regions scope the certified national Populace dataset by `congressional_district_geoid`.
53
+ `district_geoid` is the SSDD integer (state FIPS × 100 + district number;
54
+ at-large districts use `00`). Congressional district regions load the same
55
+ ACS-local file and scope its rows by `congressional_district_geoid`.
56
+
57
+ ## UK countries
58
+
59
+ UK country simulations filter the national dataset's stored household `region`
60
+ column. The UK model derives `country` from `region`; the input dataset does not
61
+ need a separate `country` column.
62
+
63
+ | Country selector | Stored household input selection |
64
+ | --- | --- |
65
+ | `country/scotland` | `region == "SCOTLAND"` |
66
+ | `country/wales` | `region == "WALES"` |
67
+ | `country/northern_ireland` | `region == "NORTHERN_IRELAND"` |
68
+
69
+ The `country/` prefix identifies a public geographic selector; it does not name
70
+ a dataset column. Always filter these countries through `region` before running
71
+ the simulation.
72
+
73
+ Each country uses `RowFilterStrategy`. England matches a list of nine ITL1 regions:
74
+ `NORTH_EAST`, `NORTH_WEST`, `YORKSHIRE`, `EAST_MIDLANDS`, `WEST_MIDLANDS`,
75
+ `EAST_OF_ENGLAND`, `LONDON`, `SOUTH_EAST`, and `SOUTH_WEST`. Scotland, Wales and
76
+ Northern Ireland each match their corresponding stored value: `SCOTLAND`,
77
+ `WALES`, or `NORTHERN_IRELAND`. Unknown regions are excluded
78
+ from all four countries. These filters preserve the selected households'
79
+ people, benefit units and weights.
80
+
81
+ ```python
82
+ scotland = pe.uk.model.get_region("country/scotland")
83
+ england = pe.uk.model.get_region("country/england")
84
+ ```
85
+
86
+ Pass the registry entry's `scoping_strategy` to `Simulation` when using a
87
+ national UK dataset.
53
88
 
54
89
  ## UK parliamentary constituencies
55
90
 
@@ -201,31 +201,32 @@ US Populace certification uses the Populace release manifest directly:
201
201
  ```bash
202
202
  python scripts/bundle.py certify-data --country us --data-producer populace \
203
203
  --manifest-uri "hf://dataset/policyengine/populace-us@<tag>/releases/<tag>/release_manifest.json" \
204
+ --regional-manifest-uri "hf://dataset/policyengine/populace-us@<local-area-tag>/releases/<local-area-tag>/release_manifest.json" \
204
205
  --model-version "<policyengine-us-version>"
205
206
  ```
206
207
 
207
208
  That produces one US bundle manifest entry containing the Populace national
208
- default dataset. State and congressional-district regions are runtime row
209
- filters over that national dataset, so derived `states/*.h5` or
210
- `districts/*.h5` files are not vendored into `data_releases.us.datasets`.
209
+ default dataset and the certified ACS-local regional dataset. State and
210
+ congressional-district simulations use the latter with runtime row filters, so
211
+ derived `states/*.h5` or `districts/*.h5` files are not vendored into
212
+ `data_releases.us.datasets`.
211
213
 
212
214
  ### Non-default dataset overlays
213
215
 
214
216
  `certify_data_release` rewrites `data_releases.{country}` wholesale from the
215
- certified release manifest, so that block only ever holds datasets from the
216
- certified release. A staged artifact published in its own release — one that is
217
- deliberately not the certified default — is registered instead under the
217
+ certified release manifest or manifests. A staged artifact that is not part of
218
+ that certification and is deliberately not a default is registered under the
218
219
  sibling `dataset_overlays.{country}` map:
219
220
 
220
221
  ```json
221
222
  "dataset_overlays": {
222
- "us": {
223
- "populace_us_2024_acs_local": {
223
+ "uk": {
224
+ "populace_uk_2023": {
224
225
  "data_package_name": "populace-data",
225
- "path": "populace_us_2024_acs_local.h5",
226
- "repo_id": "policyengine/populace-us",
226
+ "path": "populace_uk_2023.h5",
227
+ "repo_id": "policyengine/populace-uk-private",
227
228
  "repo_type": "dataset",
228
- "revision": "populace-us-2024-buildo-acs-local-...",
229
+ "revision": "populace-uk-2023-...",
229
230
  "sha256": "..."
230
231
  }
231
232
  }
@@ -237,8 +238,15 @@ sibling `dataset_overlays.{country}` map:
237
238
  their own pinned, sha-verified revision. Overlays are strictly additive: an
238
239
  overlay may not shadow the certified default or any certified dataset, so
239
240
  default resolution is untouched. Because certification only rewrites
240
- `data_releases`, overlays survive re-certification without any manual
241
- re-add step.
241
+ `data_releases`, overlays survive re-certification without any manual re-add
242
+ step.
243
+
244
+ Datasets used automatically for a region type are not overlays. They are
245
+ certified into `data_releases.{country}.datasets`, and
246
+ `data_releases.{country}.region_datasets` maps each region type to its artifact
247
+ path. The national `default_dataset` remains unchanged. Ordinary bundle
248
+ installation downloads only that national default; a regional runtime is
249
+ responsible for materializing the additional certified dataset.
242
250
 
243
251
  Cross-package overlays must declare `data_package_name` and `repo_type`
244
252
  explicitly. Ordinary artifacts inherit these values from the country release's
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "policyengine"
7
- version = "6.2.1"
7
+ version = "6.2.3"
8
8
  description = "A package to conduct policy analysis using PolicyEngine tax-benefit models."
9
9
  readme = "README.md"
10
10
  authors = [
@@ -202,11 +202,11 @@ def _parser() -> argparse.ArgumentParser:
202
202
  )
203
203
  certify.add_argument(
204
204
  "--regional-artifact-prefix",
205
- help="Regional artifact prefix to import. Defaults to states/.",
205
+ help="Legacy per-state artifact prefix to import. Defaults to states/.",
206
206
  )
207
207
  certify.add_argument(
208
208
  "--regional-path-template",
209
- help="Region dataset path template to certify.",
209
+ help="Legacy per-state dataset path template to certify.",
210
210
  )
211
211
  certify.add_argument(
212
212
  "--no-generate",
@@ -60,12 +60,12 @@ def main(argv=None) -> int:
60
60
  parser.add_argument(
61
61
  "--regional-artifact-prefix",
62
62
  default="states/",
63
- help="Regional artifact path prefix to import. Defaults to states/.",
63
+ help="Legacy per-state artifact path prefix to import. Defaults to states/.",
64
64
  )
65
65
  parser.add_argument(
66
66
  "--regional-path-template",
67
67
  default="states/{state_code}.h5",
68
- help="Region dataset path template to certify into the bundle manifest.",
68
+ help="Legacy per-state dataset path template to certify.",
69
69
  )
70
70
  parser.add_argument(
71
71
  "--model-version",
@@ -1,10 +1,10 @@
1
1
  """Region definitions for geographic simulations.
2
2
 
3
3
  This module provides the Region and RegionRegistry classes for defining
4
- geographic regions that a tax-benefit model supports. Regions can have:
5
- 1. A dedicated dataset, usually for the national default.
6
- 2. A scoping strategy that derives the region from a parent dataset
7
- (row filter or weight replacement).
4
+ geographic regions that a tax-benefit model supports. Regions can select an
5
+ input dataset, apply a scoping strategy to a selected dataset, or do both. For
6
+ example, US states and congressional districts select the shared ACS-local
7
+ dataset and then filter its rows.
8
8
  """
9
9
 
10
10
  from typing import Literal, Optional, Union
@@ -22,10 +22,8 @@ RegionType = Union[USRegionType, UKRegionType]
22
22
  class Region(BaseModel):
23
23
  """Geographic region for tax-benefit simulations.
24
24
 
25
- Regions can either have:
26
- 1. A dedicated dataset (``dataset_path`` is set).
27
- 2. A scoping strategy that derives the region from a parent dataset
28
- (``scoping_strategy`` is set).
25
+ ``dataset_path`` selects the input dataset. ``scoping_strategy`` optionally
26
+ scopes that dataset to the requested geography. A region may declare both.
29
27
 
30
28
  The unique identifier is the code field, which uses a prefixed format:
31
29
  - National: "us", "uk"
@@ -56,7 +54,7 @@ class Region(BaseModel):
56
54
  # Dataset configuration
57
55
  dataset_path: Optional[str] = Field(
58
56
  default=None,
59
- description="URI to a dedicated dataset when the region has one.",
57
+ description="URI to the input dataset selected before regional scoping.",
60
58
  )
61
59
 
62
60
  # Scoping strategy for regions that derive from a parent dataset
@@ -173,11 +171,11 @@ class RegionRegistry(BaseModel):
173
171
  return [r for r in self.regions if r.parent_code == parent_code]
174
172
 
175
173
  def get_dataset_regions(self) -> list[Region]:
176
- """Get all regions that have a dedicated dataset on disk."""
174
+ """Get all regions that select an input dataset."""
177
175
  return [r for r in self.regions if r.dataset_path is not None]
178
176
 
179
177
  def get_filter_regions(self) -> list[Region]:
180
- """Get all regions that derive from a parent dataset via a scoping strategy."""
178
+ """Get all regions that apply a scoping strategy to their input dataset."""
181
179
  return [r for r in self.regions if r.scoping_strategy is not None]
182
180
 
183
181
  def __len__(self) -> int: