data-analyst-mcp 0.0.0-stage → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +261 -2
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +716 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +24 -0
- package/dist/report/scan_secrets.js +265 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +247 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +54 -4
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +170 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,189 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Load, check and enforce a source pack's policy.json. This project owns its copy of every policy.json.
|
|
3
|
+
*/
|
|
4
|
+
import fs from "node:fs";
|
|
5
|
+
import path from "node:path";
|
|
6
|
+
const REQUIRED = ["id", "title", "agency", "depth", "domains", "homepage", "auth", "limits", "routes", "cache",
|
|
7
|
+
"redistribution", "citation"];
|
|
8
|
+
const CACHE_MODES = ["none", "run_only", "persistent"];
|
|
9
|
+
const REDIST_MODES = ["allowed", "aggregates_only", "definition_only"];
|
|
10
|
+
const AUTH_REQ = ["required", "optional", "none"];
|
|
11
|
+
const PLACEMENTS = ["query", "header", "body", "none"];
|
|
12
|
+
const ROUTE_NAMES = ["api", "api_keyless", "bulk", "manual"];
|
|
13
|
+
const HOOK_KINDS = ["require_file", "require_text", "require_fact_prefix", "forbid_in_package"];
|
|
14
|
+
export const REDIST_ORDER = { allowed: 0, aggregates_only: 1, definition_only: 2 };
|
|
15
|
+
export class PolicyError extends Error {
|
|
16
|
+
}
|
|
17
|
+
export function readJson(dir, name) {
|
|
18
|
+
const p = path.join(dir, name);
|
|
19
|
+
return fs.existsSync(p) ? JSON.parse(fs.readFileSync(p, "utf8").replace(/^/, "")) : null;
|
|
20
|
+
}
|
|
21
|
+
export function load(packDir) {
|
|
22
|
+
const p = readJson(packDir, "policy.json");
|
|
23
|
+
if (!p)
|
|
24
|
+
throw new Error(`missing ${path.join(packDir, "policy.json")}`);
|
|
25
|
+
for (const k of ["keywords", "questions", "notices", "audit_hooks", "clarify", "formats"])
|
|
26
|
+
p[k] ??= [];
|
|
27
|
+
p.retention ??= null;
|
|
28
|
+
p.auth = { env: null, alt_env: [], required: "none", placement: "none", param: null, prefix: "", home: null,
|
|
29
|
+
echoes_key: false, key_only: [], signup_url: null, ...(p.auth || {}) };
|
|
30
|
+
p.limits = { rps: 5, burst: 10, ...(p.limits || {}) };
|
|
31
|
+
p.redistribution = { microdata_globs: [], package_include: ["request.json", "README.md"], withhold: null,
|
|
32
|
+
...(p.redistribution || {}) };
|
|
33
|
+
return p;
|
|
34
|
+
}
|
|
35
|
+
const NOT_HERE = /^- Not here\b[\s\S]*?(?=^- |^#|^\s*$|(?![\s\S]))/gm;
|
|
36
|
+
/** What a pack says it covers, lower case: policy fields plus source.md and docs/*.md without "Not here" bullets. */
|
|
37
|
+
export function coverageText(packDir) {
|
|
38
|
+
const tp = readJson(packDir, "policy.json");
|
|
39
|
+
if (!tp)
|
|
40
|
+
return null;
|
|
41
|
+
const parts = [String(tp.title ?? "")];
|
|
42
|
+
for (const k of ["domains", "keywords", "questions"])
|
|
43
|
+
for (const x of tp[k] || [])
|
|
44
|
+
parts.push(String(x));
|
|
45
|
+
const docs = path.join(packDir, "docs");
|
|
46
|
+
const mds = [path.join(packDir, "source.md"),
|
|
47
|
+
...(fs.existsSync(docs) ? fs.readdirSync(docs).filter((f) => f.endsWith(".md")).sort().map((f) => path.join(docs, f)) : [])];
|
|
48
|
+
for (const md of mds)
|
|
49
|
+
if (fs.existsSync(md))
|
|
50
|
+
parts.push(fs.readFileSync(md, "utf8").replace(NOT_HERE, ""));
|
|
51
|
+
return parts.join("\n").toLowerCase();
|
|
52
|
+
}
|
|
53
|
+
function useInsteadProblems(p, packDir) {
|
|
54
|
+
const ui = p.use_instead;
|
|
55
|
+
if (ui === undefined || ui === null)
|
|
56
|
+
return [];
|
|
57
|
+
if (!Array.isArray(ui))
|
|
58
|
+
return ["use_instead must be a list of {question, source, terms, why}"];
|
|
59
|
+
const bad = [];
|
|
60
|
+
ui.forEach((u, i) => {
|
|
61
|
+
const tag = `use_instead[${i}]`;
|
|
62
|
+
if (!u || typeof u !== "object" || !["question", "source", "terms", "why"].every((k) => u[k])) {
|
|
63
|
+
bad.push(`${tag}: question, source, terms (a list of words) and why are all required`);
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
if (!Array.isArray(u.terms) || !u.terms.every((t) => typeof t === "string" && t.trim())) {
|
|
67
|
+
bad.push(`${tag}: terms must be a list of non-empty words the target pack must cover`);
|
|
68
|
+
return;
|
|
69
|
+
}
|
|
70
|
+
if (u.source === p.id) {
|
|
71
|
+
bad.push(`${tag}: source is this pack itself; name the pack that answers ${JSON.stringify(u.question)}`);
|
|
72
|
+
return;
|
|
73
|
+
}
|
|
74
|
+
if (!packDir)
|
|
75
|
+
return;
|
|
76
|
+
const text = coverageText(path.join(path.dirname(path.resolve(packDir)), u.source));
|
|
77
|
+
if (text === null) {
|
|
78
|
+
bad.push(`${tag}: source ${JSON.stringify(u.source)} is not a pack`);
|
|
79
|
+
return;
|
|
80
|
+
}
|
|
81
|
+
const esc = (s) => s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
82
|
+
const missing = u.terms.filter((t) => !new RegExp(`(?<![a-z0-9])${esc(t.toLowerCase().trim())}(?![a-z0-9])`).test(text));
|
|
83
|
+
if (missing.length)
|
|
84
|
+
bad.push(`${tag}: pack ${JSON.stringify(u.source)} does not cover ${JSON.stringify(missing)}`);
|
|
85
|
+
});
|
|
86
|
+
return bad;
|
|
87
|
+
}
|
|
88
|
+
/** Problems with a policy (empty = valid). */
|
|
89
|
+
export function validate(p, packDir) {
|
|
90
|
+
const bad = REQUIRED.filter((k) => !(k in p) || p[k] === null || p[k] === "" || (Array.isArray(p[k]) && !p[k].length))
|
|
91
|
+
.map((k) => `missing field: ${k}`);
|
|
92
|
+
if (packDir && p.id && path.basename(path.resolve(packDir)) !== p.id)
|
|
93
|
+
bad.push(`id ${p.id} does not match its folder`);
|
|
94
|
+
if (!["deep", "standard"].includes(p.depth))
|
|
95
|
+
bad.push("depth must be deep or standard");
|
|
96
|
+
const a = p.auth || {};
|
|
97
|
+
if (!AUTH_REQ.includes(a.required))
|
|
98
|
+
bad.push(`auth.required must be one of ${AUTH_REQ}`);
|
|
99
|
+
if (!PLACEMENTS.includes(a.placement))
|
|
100
|
+
bad.push(`auth.placement must be one of ${PLACEMENTS}`);
|
|
101
|
+
if (["required", "optional"].includes(a.required) && !a.env)
|
|
102
|
+
bad.push("auth.env is required when a key is used");
|
|
103
|
+
if (["required", "optional"].includes(a.required) && !a.signup_url)
|
|
104
|
+
bad.push("auth.signup_url is required when a key is used");
|
|
105
|
+
const r = p.routes || {};
|
|
106
|
+
if (!r.manual?.how)
|
|
107
|
+
bad.push("routes.manual.how is required: every source needs a manual-download route");
|
|
108
|
+
for (const name of Object.keys(r))
|
|
109
|
+
if (!ROUTE_NAMES.includes(name))
|
|
110
|
+
bad.push(`unknown route ${name}`);
|
|
111
|
+
for (const name of ["api", "api_keyless", "bulk"])
|
|
112
|
+
if (name in r && !r[name]?.probe)
|
|
113
|
+
bad.push(`routes.${name}.probe is required`);
|
|
114
|
+
if (!CACHE_MODES.includes(p.cache?.mode))
|
|
115
|
+
bad.push(`cache.mode must be one of ${CACHE_MODES}`);
|
|
116
|
+
const rd = p.redistribution || {};
|
|
117
|
+
if (!REDIST_MODES.includes(rd.mode))
|
|
118
|
+
bad.push(`redistribution.mode must be one of ${REDIST_MODES}`);
|
|
119
|
+
if (["definition_only", "aggregates_only"].includes(rd.mode) && !rd.microdata_globs?.length) {
|
|
120
|
+
bad.push(`redistribution.microdata_globs is required for ${rd.mode}`);
|
|
121
|
+
}
|
|
122
|
+
if ("aliases" in p && !Array.isArray(p.aliases))
|
|
123
|
+
bad.push("aliases must be a list");
|
|
124
|
+
if (!rd.why)
|
|
125
|
+
bad.push("redistribution.why is required (the terms that set the rule)");
|
|
126
|
+
for (const h of p.audit_hooks || []) {
|
|
127
|
+
if (!HOOK_KINDS.includes(h.kind))
|
|
128
|
+
bad.push(`audit hook ${h.id}: kind must be one of ${HOOK_KINDS}`);
|
|
129
|
+
if (!h.why)
|
|
130
|
+
bad.push(`audit hook ${h.id}: why is required`);
|
|
131
|
+
}
|
|
132
|
+
if (!String(p.citation || "").includes("{retrieved"))
|
|
133
|
+
bad.push("citation must contain {retrieved} or {retrieved_long}");
|
|
134
|
+
const kc = r.manual?.keyless_citation;
|
|
135
|
+
if (kc !== undefined && kc !== null && !String(kc).includes("{retrieved")) {
|
|
136
|
+
bad.push("routes.manual.keyless_citation must contain {retrieved} or {retrieved_long}");
|
|
137
|
+
}
|
|
138
|
+
return [...bad, ...useInsteadProblems(p, packDir)];
|
|
139
|
+
}
|
|
140
|
+
export function checkCache(p, want) {
|
|
141
|
+
const order = { none: 0, run_only: 1, persistent: 2 };
|
|
142
|
+
if (order[want] > order[p.cache.mode]) {
|
|
143
|
+
throw new PolicyError(`${p.id}: cache mode ${want} is not allowed (${p.cache.mode}): ${p.cache.why || ""}`);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
export function strictest(policies) {
|
|
147
|
+
return policies.map((p) => p.redistribution.mode).sort((a, b) => REDIST_ORDER[b] - REDIST_ORDER[a])[0] || "allowed";
|
|
148
|
+
}
|
|
149
|
+
export function notices(policies) {
|
|
150
|
+
return [...new Set(policies.flatMap((p) => p.notices || []))];
|
|
151
|
+
}
|
|
152
|
+
const pad = (n) => String(n).padStart(2, "0");
|
|
153
|
+
const localDate = (d) => `${d.getFullYear()}-${pad(d.getMonth() + 1)}-${pad(d.getDate())}`;
|
|
154
|
+
/** The user's calendar date of a retrieval time; a plain date is kept. */
|
|
155
|
+
export function localDay(stamp) {
|
|
156
|
+
const s = String(stamp ?? "");
|
|
157
|
+
if (/^\d{4}-\d{2}-\d{2}$/.test(s))
|
|
158
|
+
return s;
|
|
159
|
+
const t = Date.parse(s);
|
|
160
|
+
return Number.isFinite(t) && /[T ]\d/.test(s) ? localDate(new Date(t)) : s.slice(0, 10);
|
|
161
|
+
}
|
|
162
|
+
/** "2026-10-27 23:10 local time (2026-10-28 03:10 UTC)"; a plain date is kept. */
|
|
163
|
+
export function localStamp(stamp) {
|
|
164
|
+
const s = String(stamp ?? "");
|
|
165
|
+
if (!/[T ]\d.*(Z|[+-]\d\d:?\d\d)$/.test(s))
|
|
166
|
+
return s;
|
|
167
|
+
const d = new Date(Date.parse(s));
|
|
168
|
+
const loc = `${localDate(d)} ${pad(d.getHours())}:${pad(d.getMinutes())}`;
|
|
169
|
+
const utc = d.toISOString().slice(0, 16).replace("T", " ");
|
|
170
|
+
return `${loc} local time (${utc} UTC)`;
|
|
171
|
+
}
|
|
172
|
+
const MONTHS = ["January", "February", "March", "April", "May", "June", "July", "August", "September", "October",
|
|
173
|
+
"November", "December"];
|
|
174
|
+
/** The source's citation text; data that came by the keyless_file route cite that file when the pack says how. */
|
|
175
|
+
export function citation(p, route = "", vals = {}) {
|
|
176
|
+
const v = { ...vals };
|
|
177
|
+
if (v.retrieved)
|
|
178
|
+
v.retrieved = localDay(v.retrieved);
|
|
179
|
+
const r = v.retrieved || "";
|
|
180
|
+
const m = /^(\d{4})-(\d{2})-(\d{2})/.exec(r);
|
|
181
|
+
v.retrieved_long ??= m ? `${MONTHS[Number(m[2]) - 1]} ${Number(m[3])}, ${m[1]}` : r;
|
|
182
|
+
v.title ??= p.title;
|
|
183
|
+
v.dataset ??= "";
|
|
184
|
+
v.vintage ??= "";
|
|
185
|
+
v.url ??= p.homepage || "";
|
|
186
|
+
const tmpl = route === "keyless_file" ? p.routes?.manual?.keyless_citation : null;
|
|
187
|
+
return String(tmpl || p.citation).replace(/\{(\w+)\}/g, (all, k) => (k in v ? v[k] : all));
|
|
188
|
+
}
|
|
189
|
+
//# sourceMappingURL=policy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../src/core/policy.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAiB7B,MAAM,QAAQ,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO;IAC5G,gBAAgB,EAAE,UAAU,CAAC,CAAC;AAChC,MAAM,WAAW,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;AACvD,MAAM,YAAY,GAAG,CAAC,SAAS,EAAE,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;AACvE,MAAM,QAAQ,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;AAClD,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AACvD,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAC7D,MAAM,UAAU,GAAG,CAAC,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,mBAAmB,CAAC,CAAC;AAChG,MAAM,CAAC,MAAM,YAAY,GAA2B,EAAE,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;AAE3G,MAAM,OAAO,WAAY,SAAQ,KAAK;CAAG;AAEzC,MAAM,UAAU,QAAQ,CAAU,GAAW,EAAE,IAAY;IACzD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/B,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5F,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,OAAe;IAClC,MAAM,CAAC,GAAG,QAAQ,CAAM,OAAO,EAAE,aAAa,CAAC,CAAC;IAChD,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;IACxE,KAAK,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,CAAC;QAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACvG,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC;IACrB,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI;QACzG,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;IACzE,CAAC,CAAC,MAAM,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;IACtD,CAAC,CAAC,cAAc,GAAG,EAAE,eAAe,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC,cAAc,EAAE,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI;QACtG,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,CAAC;IAChC,OAAO,CAAW,CAAC;AACrB,CAAC;AAED,MAAM,QAAQ,GAAG,oDAAoD,CAAC;AAEtE,qHAAqH;AACrH,MAAM,UAAU,YAAY,CAAC,OAAe;IAC1C,MAAM,EAAE,GAAG,QAAQ,CAAM,OAAO,EAAE,aAAa,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IACrB,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC;QAAE,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACzG,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC;QAC1C,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/H,KAAK,MAAM,EAAE,IAAI,GAAG;QAAE,IAAI,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3G,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,kBAAkB,CAAC,CAAM,EAAE,OAAgB;IAClD,MAAM,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC;IACzB,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAAE,OAAO,CAAC,8DAA8D,CAAC,CAAC;IAChG,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,EAAE,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE;QAC/B,MAAM,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9F,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,sEAAsE,CAAC,CAAC;YACvF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACjG,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,sEAAsE,CAAC,CAAC;YACvF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACtB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,4DAA4D,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzG,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACpF,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,YAAY,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;QACpE,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjI,IAAI,OAAO,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,UAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACrH,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,QAAQ,CAAC,CAAM,EAAE,OAAgB;IAC/C,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SACnH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACrC,IAAI,OAAO,IAAI,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;QAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,4BAA4B,CAAC,CAAC;IACvH,IAAI,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACxF,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;IACvB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC;IACzF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;IAC/F,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG;QAAE,GAAG,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;IACjH,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU;QAAE,GAAG,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC/H,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;IACzB,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG;QAAE,GAAG,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAC1G,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IACtG,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC;QAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK;YAAE,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,oBAAoB,CAAC,CAAC;IAClI,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,6BAA6B,WAAW,EAAE,CAAC,CAAC;IAC/F,MAAM,EAAE,GAAG,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC;IAClC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,sCAAsC,YAAY,EAAE,CAAC,CAAC;IACpG,IAAI,CAAC,iBAAiB,EAAE,iBAAiB,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;QAC5F,GAAG,CAAC,IAAI,CAAC,kDAAkD,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,IAAI,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACpF,IAAI,CAAC,EAAE,CAAC,GAAG;QAAE,GAAG,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;IACtF,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QACpC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,yBAAyB,UAAU,EAAE,CAAC,CAAC;QACpG,IAAI,CAAC,CAAC,CAAC,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;IACxH,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,gBAAgB,CAAC;IACtC,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1E,GAAG,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,kBAAkB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,CAAS,EAAE,IAAwC;IAC5E,MAAM,KAAK,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IACtD,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,IAAI,oBAAoB,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,CAAC;IAC9G,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,QAAkB;IAC1C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;AACtH,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,QAAkB;IACxC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACtD,MAAM,SAAS,GAAG,CAAC,CAAO,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;AAEjG,0EAA0E;AAC1E,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC9B,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,UAAU,CAAC,KAAc;IACvC,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACrD,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;IAC1E,MAAM,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC3D,OAAO,GAAG,GAAG,gBAAgB,GAAG,OAAO,CAAC;AAC1C,CAAC;AAED,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS;IAC9G,UAAU,EAAE,UAAU,CAAC,CAAC;AAE1B,kHAAkH;AAClH,MAAM,UAAU,QAAQ,CAAC,CAAS,EAAE,KAAK,GAAG,EAAE,EAAE,OAA+B,EAAE;IAC/E,MAAM,CAAC,GAA2B,EAAE,GAAG,IAAI,EAAE,CAAC;IAC9C,IAAI,CAAC,CAAC,SAAS;QAAE,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACrD,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC;IACpB,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC;IACjB,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC;IACjB,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,KAAK,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;IAClF,OAAO,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7F,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Small helpers that reproduce Python's text forms where the packs depend on them: URL encoding (the recorded
|
|
3
|
+
* fixtures and request URLs were made by Python's urllib), str() of JSON values in CSV cells, and json.dumps
|
|
4
|
+
* for request-body fingerprints. Keeping these identical keeps every fixture valid and outputs comparable.
|
|
5
|
+
*/
|
|
6
|
+
/** Python str() of a JSON value: True/False, None as "", numbers as JS writes them. */
|
|
7
|
+
export declare function pyStr(v: unknown): string;
|
|
8
|
+
/** urllib.parse.quote(s, safe): unreserved letters, digits and _.-~ stay; so do the characters in safe. */
|
|
9
|
+
export declare function pyQuote(s: string, safe?: string): string;
|
|
10
|
+
/** urllib.parse.quote_plus: like quote with safe="", and a space as "+". */
|
|
11
|
+
export declare function quotePlus(s: string): string;
|
|
12
|
+
/** urllib.parse.urlencode(params, doseq=True), in insertion order. */
|
|
13
|
+
export declare function pyUrlencode(params: Record<string, unknown> | [string, unknown][]): string;
|
|
14
|
+
/** urllib.parse.parse_qsl(query, keep_blank_values=True). */
|
|
15
|
+
export declare function parseQsl(query: string): [string, string][];
|
|
16
|
+
export type Split = {
|
|
17
|
+
scheme: string;
|
|
18
|
+
netloc: string;
|
|
19
|
+
path: string;
|
|
20
|
+
query: string;
|
|
21
|
+
fragment: string;
|
|
22
|
+
};
|
|
23
|
+
/** urllib.parse.urlsplit. */
|
|
24
|
+
export declare function urlsplit(url: string): Split;
|
|
25
|
+
export declare function urlunsplit(s: Split): string;
|
|
26
|
+
/** json.dumps(obj, sort_keys=sortKeys, ensure_ascii=ensureAscii) with Python's separators. */
|
|
27
|
+
export declare function pyJsonDumps(obj: unknown, sortKeys?: boolean, ensureAscii?: boolean): string;
|
|
28
|
+
/** A stable JSON text (sorted keys) for fingerprints. */
|
|
29
|
+
export declare function stableJson(obj: unknown): string;
|
|
30
|
+
/** repr() of a Python float: shortest round-trip digits, ".0" on whole numbers, exponent below 1e-4 or from 1e16. */
|
|
31
|
+
export declare function pyFloatRepr(x: number): string;
|
|
32
|
+
/**
|
|
33
|
+
* JSON.parse that keeps what Python's json module would show: a float written as a whole number ("4.0") or
|
|
34
|
+
* with an exponent Python writes differently comes back as Python's text of it ("4.0", "1e-05"), and an integer
|
|
35
|
+
* too large for a double comes back as its exact digits. Every other number stays a number. So values written
|
|
36
|
+
* to CSV are exactly as published. Use Number() before arithmetic on a
|
|
37
|
+
* value that may be such a string.
|
|
38
|
+
*/
|
|
39
|
+
export declare function parsePyJson<T = any>(text: string): T;
|
|
40
|
+
export declare function sleep(ms: number): Promise<void>;
|
package/dist/core/py.js
ADDED
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Small helpers that reproduce Python's text forms where the packs depend on them: URL encoding (the recorded
|
|
3
|
+
* fixtures and request URLs were made by Python's urllib), str() of JSON values in CSV cells, and json.dumps
|
|
4
|
+
* for request-body fingerprints. Keeping these identical keeps every fixture valid and outputs comparable.
|
|
5
|
+
*/
|
|
6
|
+
/** Python str() of a JSON value: True/False, None as "", numbers as JS writes them. */
|
|
7
|
+
export function pyStr(v) {
|
|
8
|
+
if (v === null || v === undefined)
|
|
9
|
+
return "";
|
|
10
|
+
if (v === true)
|
|
11
|
+
return "True";
|
|
12
|
+
if (v === false)
|
|
13
|
+
return "False";
|
|
14
|
+
if (typeof v === "string")
|
|
15
|
+
return v;
|
|
16
|
+
if (typeof v === "number")
|
|
17
|
+
return Number.isInteger(v) && Math.abs(v) < 1e16 ? String(v) : String(v);
|
|
18
|
+
return typeof v === "object" ? pyJsonDumps(v) : String(v);
|
|
19
|
+
}
|
|
20
|
+
const hex = (c) => "%" + c.charCodeAt(0).toString(16).toUpperCase().padStart(2, "0");
|
|
21
|
+
/** urllib.parse.quote(s, safe): unreserved letters, digits and _.-~ stay; so do the characters in safe. */
|
|
22
|
+
export function pyQuote(s, safe = "/") {
|
|
23
|
+
let out = encodeURIComponent(s).replace(/[!'()*]/g, hex);
|
|
24
|
+
for (const ch of safe) {
|
|
25
|
+
const enc = encodeURIComponent(ch).replace(/[!'()*]/g, hex);
|
|
26
|
+
if (enc !== ch)
|
|
27
|
+
out = out.split(enc).join(ch);
|
|
28
|
+
}
|
|
29
|
+
return out;
|
|
30
|
+
}
|
|
31
|
+
/** urllib.parse.quote_plus: like quote with safe="", and a space as "+". */
|
|
32
|
+
export function quotePlus(s) {
|
|
33
|
+
return pyQuote(s, " ").replace(/ /g, "+");
|
|
34
|
+
}
|
|
35
|
+
/** urllib.parse.urlencode(params, doseq=True), in insertion order. */
|
|
36
|
+
export function pyUrlencode(params) {
|
|
37
|
+
const pairs = Array.isArray(params) ? params : Object.entries(params);
|
|
38
|
+
const out = [];
|
|
39
|
+
for (const [k, v] of pairs) {
|
|
40
|
+
if (Array.isArray(v))
|
|
41
|
+
for (const x of v)
|
|
42
|
+
out.push(`${quotePlus(k)}=${quotePlus(pyStr(x))}`);
|
|
43
|
+
else
|
|
44
|
+
out.push(`${quotePlus(k)}=${quotePlus(pyStr(v))}`);
|
|
45
|
+
}
|
|
46
|
+
return out.join("&");
|
|
47
|
+
}
|
|
48
|
+
function unquotePlus(s) {
|
|
49
|
+
const t = s.replace(/\+/g, " ");
|
|
50
|
+
try {
|
|
51
|
+
return decodeURIComponent(t);
|
|
52
|
+
}
|
|
53
|
+
catch {
|
|
54
|
+
return t.replace(/%([0-9A-Fa-f]{2})/g, (_, h) => String.fromCharCode(parseInt(h, 16)));
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
/** urllib.parse.parse_qsl(query, keep_blank_values=True). */
|
|
58
|
+
export function parseQsl(query) {
|
|
59
|
+
const out = [];
|
|
60
|
+
for (const part of query.split(/[&]/)) {
|
|
61
|
+
if (!part)
|
|
62
|
+
continue;
|
|
63
|
+
const i = part.indexOf("=");
|
|
64
|
+
const [k, v] = i < 0 ? [part, ""] : [part.slice(0, i), part.slice(i + 1)];
|
|
65
|
+
out.push([unquotePlus(k), unquotePlus(v)]);
|
|
66
|
+
}
|
|
67
|
+
return out;
|
|
68
|
+
}
|
|
69
|
+
/** urllib.parse.urlsplit. */
|
|
70
|
+
export function urlsplit(url) {
|
|
71
|
+
const m = /^(?:([A-Za-z][A-Za-z0-9+.-]*):)?(?:\/\/([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?$/.exec(url) || [];
|
|
72
|
+
return { scheme: m[1] || "", netloc: m[2] || "", path: m[3] || "", query: m[4] || "", fragment: m[5] || "" };
|
|
73
|
+
}
|
|
74
|
+
export function urlunsplit(s) {
|
|
75
|
+
let u = s.scheme ? `${s.scheme}:` : "";
|
|
76
|
+
if (s.netloc || s.scheme)
|
|
77
|
+
u += `//${s.netloc}`;
|
|
78
|
+
u += s.path;
|
|
79
|
+
if (s.query)
|
|
80
|
+
u += `?${s.query}`;
|
|
81
|
+
if (s.fragment)
|
|
82
|
+
u += `#${s.fragment}`;
|
|
83
|
+
return u;
|
|
84
|
+
}
|
|
85
|
+
/** json.dumps(obj, sort_keys=sortKeys, ensure_ascii=ensureAscii) with Python's separators. */
|
|
86
|
+
export function pyJsonDumps(obj, sortKeys = false, ensureAscii = true) {
|
|
87
|
+
const enc = (v) => {
|
|
88
|
+
if (v === null || v === undefined)
|
|
89
|
+
return "null";
|
|
90
|
+
if (typeof v === "boolean")
|
|
91
|
+
return v ? "true" : "false";
|
|
92
|
+
if (typeof v === "number")
|
|
93
|
+
return Number.isFinite(v) ? String(v) : v > 0 ? "Infinity" : v < 0 ? "-Infinity" : "NaN";
|
|
94
|
+
if (typeof v === "string")
|
|
95
|
+
return !ensureAscii ? JSON.stringify(v) : JSON.stringify(v).replace(/[\u0080-]/g, (c) => "\\u" + c.charCodeAt(0).toString(16).padStart(4, "0"));
|
|
96
|
+
const nums = NUMBER_TEXT.get(v);
|
|
97
|
+
const member = (key, x) => (nums?.get(key) === x ? x : enc(x));
|
|
98
|
+
if (Array.isArray(v))
|
|
99
|
+
return "[" + v.map((x, i) => member(String(i), x)).join(", ") + "]";
|
|
100
|
+
const keys = Object.keys(v);
|
|
101
|
+
if (sortKeys)
|
|
102
|
+
keys.sort();
|
|
103
|
+
return "{" + keys.map((k) => `${enc(k)}: ${member(k, v[k])}`).join(", ") + "}";
|
|
104
|
+
};
|
|
105
|
+
return enc(obj);
|
|
106
|
+
}
|
|
107
|
+
/** A stable JSON text (sorted keys) for fingerprints. */
|
|
108
|
+
export function stableJson(obj) {
|
|
109
|
+
return pyJsonDumps(obj, true);
|
|
110
|
+
}
|
|
111
|
+
/** repr() of a Python float: shortest round-trip digits, ".0" on whole numbers, exponent below 1e-4 or from 1e16. */
|
|
112
|
+
export function pyFloatRepr(x) {
|
|
113
|
+
if (Number.isNaN(x))
|
|
114
|
+
return "nan";
|
|
115
|
+
if (!Number.isFinite(x))
|
|
116
|
+
return x > 0 ? "inf" : "-inf";
|
|
117
|
+
if (x === 0)
|
|
118
|
+
return Object.is(x, -0) ? "-0.0" : "0.0";
|
|
119
|
+
const [m, es] = Math.abs(x).toExponential().split("e");
|
|
120
|
+
const e = Number(es);
|
|
121
|
+
const digits = m.replace(".", "");
|
|
122
|
+
const sign = x < 0 ? "-" : "";
|
|
123
|
+
if (e < -4 || e >= 16) {
|
|
124
|
+
const mant = digits.length > 1 ? `${digits[0]}.${digits.slice(1)}` : digits;
|
|
125
|
+
return `${sign}${mant}e${e < 0 ? "-" : "+"}${String(Math.abs(e)).padStart(2, "0")}`;
|
|
126
|
+
}
|
|
127
|
+
if (e < 0)
|
|
128
|
+
return `${sign}0.${"0".repeat(-e - 1)}${digits}`;
|
|
129
|
+
const int = digits.slice(0, e + 1).padEnd(e + 1, "0");
|
|
130
|
+
const frac = digits.slice(e + 1);
|
|
131
|
+
return `${sign}${int}.${frac || "0"}`;
|
|
132
|
+
}
|
|
133
|
+
/**
|
|
134
|
+
* JSON.parse that keeps what Python's json module would show: a float written as a whole number ("4.0") or
|
|
135
|
+
* with an exponent Python writes differently comes back as Python's text of it ("4.0", "1e-05"), and an integer
|
|
136
|
+
* too large for a double comes back as its exact digits. Every other number stays a number. So values written
|
|
137
|
+
* to CSV are exactly as published. Use Number() before arithmetic on a
|
|
138
|
+
* value that may be such a string.
|
|
139
|
+
*/
|
|
140
|
+
export function parsePyJson(text) {
|
|
141
|
+
return JSON.parse(text, function (k, v, ctx) {
|
|
142
|
+
if (typeof v !== "number" || !ctx?.source)
|
|
143
|
+
return v;
|
|
144
|
+
const src = ctx.source;
|
|
145
|
+
let out;
|
|
146
|
+
if (/^-?\d+$/.test(src))
|
|
147
|
+
out = Number.isSafeInteger(v) ? v : src.replace(/^(-?)0+(?=\d)/, "$1");
|
|
148
|
+
else {
|
|
149
|
+
const repr = pyFloatRepr(v);
|
|
150
|
+
out = repr === String(v) ? v : repr;
|
|
151
|
+
}
|
|
152
|
+
// a number that became text is still a number when written back as JSON (a list of objects in a CSV cell)
|
|
153
|
+
if (typeof out === "string" && this && typeof this === "object") {
|
|
154
|
+
let m = NUMBER_TEXT.get(this);
|
|
155
|
+
if (!m)
|
|
156
|
+
NUMBER_TEXT.set(this, (m = new Map()));
|
|
157
|
+
m.set(k, out);
|
|
158
|
+
}
|
|
159
|
+
return out;
|
|
160
|
+
});
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* For each object or array parsePyJson made: the members that were numbers in the JSON but are held as text
|
|
164
|
+
* ("4.0", big integers). pyJsonDumps writes those back as numbers, as Python's json.dumps did; a real string
|
|
165
|
+
* "4.0" stays quoted.
|
|
166
|
+
*/
|
|
167
|
+
const NUMBER_TEXT = new WeakMap();
|
|
168
|
+
export function sleep(ms) {
|
|
169
|
+
return new Promise((r) => setTimeout(r, ms));
|
|
170
|
+
}
|
|
171
|
+
//# sourceMappingURL=py.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"py.js","sourceRoot":"","sources":["../../src/core/py.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,uFAAuF;AACvF,MAAM,UAAU,KAAK,CAAC,CAAU;IAC9B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC7C,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACpG,OAAO,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAE7F,2GAA2G;AAC3G,MAAM,UAAU,OAAO,CAAC,CAAS,EAAE,IAAI,GAAG,GAAG;IAC3C,IAAI,GAAG,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACzD,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAC5D,IAAI,GAAG,KAAK,EAAE;YAAE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,SAAS,CAAC,CAAS;IACjC,OAAO,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,WAAW,CAAC,MAAqD;IAC/E,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtE,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,KAAK,MAAM,CAAC,IAAI,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;;YACvF,GAAG,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,WAAW,CAAC,CAAS;IAC5B,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACzF,CAAC;AACH,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,QAAQ,CAAC,KAAa;IACpC,MAAM,GAAG,GAAuB,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1E,GAAG,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAID,6BAA6B;AAC7B,MAAM,UAAU,QAAQ,CAAC,GAAW;IAClC,MAAM,CAAC,GAAG,qFAAqF,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAChH,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;AAC/G,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,CAAQ;IACjC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACvC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM;QAAE,CAAC,IAAI,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/C,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IACZ,IAAI,CAAC,CAAC,KAAK;QAAE,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC,QAAQ;QAAE,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;IACtC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,WAAW,CAAC,GAAY,EAAE,QAAQ,GAAG,KAAK,EAAE,WAAW,GAAG,IAAI;IAC5E,MAAM,GAAG,GAAG,CAAC,CAAU,EAAU,EAAE;QACjC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACjD,IAAI,OAAO,CAAC,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;QACxD,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;QACpH,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,EAC1G,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAW,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,CAAC,GAAW,EAAE,CAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,CAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5F,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,OAAO,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QAC1F,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAW,CAAC,CAAC;QACtC,IAAI,QAAQ;YAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAC1B,OAAO,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,EAAG,CAA6B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IAC9G,CAAC,CAAC;IACF,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,UAAU,CAAC,GAAY;IACrC,OAAO,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,qHAAqH;AACrH,MAAM,UAAU,WAAW,CAAC,CAAS;IACnC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACvD,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IACtD,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IACrB,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5E,OAAO,GAAG,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACtF,CAAC;IACD,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC;IAC5D,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,OAAO,GAAG,IAAI,GAAG,GAAG,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;AACxC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAU,IAAY;IAC/C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,UAAyB,CAAS,EAAE,CAAU,EAAE,GAAyB;QAC/F,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,EAAE,MAAM;YAAE,OAAO,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC;QACvB,IAAI,GAAoB,CAAC;QACzB,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,GAAG,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;aAC3F,CAAC;YACJ,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC5B,GAAG,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtC,CAAC;QACD,0GAA0G;QAC1G,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChE,IAAI,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,IAAc,CAAC,CAAC;YACxC,IAAI,CAAC,CAAC;gBAAE,WAAW,CAAC,GAAG,CAAC,IAAc,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YACzD,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAQ,CAAC,CAAC;AACZ,CAAC;AAED;;;;GAIG;AACH,MAAM,WAAW,GAAG,IAAI,OAAO,EAA+B,CAAC;AAE/D,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export type Pairing = {
|
|
2
|
+
question: string;
|
|
3
|
+
primary: string[];
|
|
4
|
+
cross_check: string[];
|
|
5
|
+
context: string;
|
|
6
|
+
note: string;
|
|
7
|
+
};
|
|
8
|
+
export declare function routingRows(): Pairing[];
|
|
9
|
+
/** The routing rows that name this source, as primary or as a cross-check. */
|
|
10
|
+
export declare function pairingsFor(source: string): Pairing[];
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Cross-referencing hints: the rows of guide/references/routing.md (Question | Primary | Cross-check / context |
|
|
3
|
+
* Note) that name a source, so source_brief can say which agencies a question usually pairs it with.
|
|
4
|
+
*/
|
|
5
|
+
import fs from "node:fs";
|
|
6
|
+
import path from "node:path";
|
|
7
|
+
import { GUIDE_DIR } from "./env.js";
|
|
8
|
+
import { allPackIds } from "./packs.js";
|
|
9
|
+
let rows = null;
|
|
10
|
+
/** Source ids named in a cell, in order (words that are not pack ids, like "cbo publications", are context). */
|
|
11
|
+
function ids(cell, known) {
|
|
12
|
+
return [...new Set((cell.toLowerCase().match(/[a-z0-9]+(?:-[a-z0-9]+)*/g) || []).filter((w) => known.has(w)))];
|
|
13
|
+
}
|
|
14
|
+
export function routingRows() {
|
|
15
|
+
if (rows)
|
|
16
|
+
return rows;
|
|
17
|
+
const file = path.join(GUIDE_DIR, "references", "routing.md");
|
|
18
|
+
const known = new Set(allPackIds());
|
|
19
|
+
rows = [];
|
|
20
|
+
if (!fs.existsSync(file))
|
|
21
|
+
return rows;
|
|
22
|
+
for (const line of fs.readFileSync(file, "utf8").split(/\r?\n/)) {
|
|
23
|
+
if (!line.startsWith("|") || /^\|\s*-/.test(line))
|
|
24
|
+
continue;
|
|
25
|
+
const cells = line.split("|").slice(1, -1).map((c) => c.trim());
|
|
26
|
+
if (cells.length < 3 || cells[0].toLowerCase() === "question")
|
|
27
|
+
continue;
|
|
28
|
+
const primary = ids(cells[1], known);
|
|
29
|
+
if (!primary.length)
|
|
30
|
+
continue;
|
|
31
|
+
rows.push({ question: cells[0], primary, cross_check: ids(cells[2], known), context: cells[2], note: cells[3] || "" });
|
|
32
|
+
}
|
|
33
|
+
return rows;
|
|
34
|
+
}
|
|
35
|
+
/** The routing rows that name this source, as primary or as a cross-check. */
|
|
36
|
+
export function pairingsFor(source) {
|
|
37
|
+
return routingRows().filter((r) => r.primary.includes(source) || r.cross_check.includes(source));
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=routing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routing.js","sourceRoot":"","sources":["../../src/core/routing.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAIxC,IAAI,IAAI,GAAqB,IAAI,CAAC;AAElC,gHAAgH;AAChH,SAAS,GAAG,CAAC,IAAY,EAAE,KAAkB;IAC3C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,2BAA2B,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjH,CAAC;AAED,MAAM,UAAU,WAAW;IACzB,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;IACpC,IAAI,GAAG,EAAE,CAAC;IACV,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,UAAU;YAAE,SAAS;QACxE,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,SAAS;QAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACzH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,OAAO,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;AACnG,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export type Row = Record<string, unknown>;
|
|
2
|
+
/** UTF-8 (with or without BOM), else Windows-1252: agency CSVs come in both. */
|
|
3
|
+
export declare function decodeText(data: Uint8Array): string;
|
|
4
|
+
/** Rows as csv.DictReader gives them: the first row names the columns; a short row's missing cells are null. */
|
|
5
|
+
export declare function readCsv(text: string): Row[];
|
|
6
|
+
/** The header and rows of a CSV (Python's csv module: CRLF line ends, minimal quoting). */
|
|
7
|
+
export declare function writeCsv(rows: Row[], cols: string[]): string;
|
|
8
|
+
export declare function fnmatch(name: string, glob: string): boolean;
|
|
9
|
+
export declare function unzip(data: Uint8Array): Record<string, Uint8Array>;
|
|
10
|
+
/** Sheets of an .xlsx as lists of row values, in workbook order. */
|
|
11
|
+
export declare function xlsxSheets(src: Uint8Array, only?: Set<string>): Record<string, (string | null)[][]>;
|
|
12
|
+
/** The sheet ep.sheet (name or 1-based number, default 1) as dicts, header at ep.header_row (1-based). */
|
|
13
|
+
export declare function gridRecords(ep: any, sheets: Record<string, (string | null)[][]>): Row[];
|
|
14
|
+
export declare function sheetRecords(ep: any, src: Uint8Array): Row[];
|
|
15
|
+
/**
|
|
16
|
+
* Sheets of a legacy .xls (BIFF) workbook as lists of row values, the way Python's xlrd reader gives
|
|
17
|
+
* them: every row from the first to the last used one, padded to the sheet's width with null; whole-number
|
|
18
|
+
* floats as integers ("2024"), other floats as Python writes them, text as is, booleans "1"/"0".
|
|
19
|
+
*/
|
|
20
|
+
export declare function xlsSheets(src: Uint8Array): Record<string, (string | null)[][]>;
|
|
21
|
+
export declare function xlsRecords(ep: any, src: Uint8Array): Row[];
|