data-analyst-mcp 0.0.0-stage → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +262 -3
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +710 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +21 -0
- package/dist/report/scan_secrets.js +234 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +246 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +56 -6
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +165 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* USPTO ODP adapter: manual items say that the key goes in a header (browser links cannot send it), and spec checks
|
|
3
|
+
* for the ODP query conventions.
|
|
4
|
+
*/
|
|
5
|
+
import * as gr from "../core/generic-rest.js";
|
|
6
|
+
import { pyStr } from "../core/py.js";
|
|
7
|
+
const HEADER_NOTE = "needs USPTO_API_KEY in the X-API-KEY header: use download_data.sh / .ps1 (a browser link " +
|
|
8
|
+
"alone answers 401 Unauthorized)";
|
|
9
|
+
function repr(v) {
|
|
10
|
+
if (v === null || v === undefined)
|
|
11
|
+
return "None";
|
|
12
|
+
if (typeof v !== "string")
|
|
13
|
+
return pyStr(v);
|
|
14
|
+
return v.includes("'") && !v.includes('"') ? `"${v}"` : `'${v.replace(/\\/g, "\\\\").replace(/'/g, "\\'")}'`;
|
|
15
|
+
}
|
|
16
|
+
function manualItems(spec, pack) {
|
|
17
|
+
const items = gr.manualItems(pack, spec);
|
|
18
|
+
for (const it of items)
|
|
19
|
+
it.note = (it.note ? it.note + "; " : "") + HEADER_NOTE;
|
|
20
|
+
return items;
|
|
21
|
+
}
|
|
22
|
+
function checkSpec(spec) {
|
|
23
|
+
const probs = [];
|
|
24
|
+
for (const r of spec.requests || []) {
|
|
25
|
+
const p = r.params || {};
|
|
26
|
+
const name = repr(r.name ?? null);
|
|
27
|
+
const n = p.applicationNumberText;
|
|
28
|
+
// str.isdigit(): at least one character, all digits
|
|
29
|
+
if (n !== undefined && n !== null && !/^\p{Nd}+$/u.test(pyStr(n))) {
|
|
30
|
+
probs.push(`request ${name}: applicationNumberText is digits only (14412875, not 14/412,875); ` +
|
|
31
|
+
"PCT and other forms: search with q=applicationNumberText:...");
|
|
32
|
+
}
|
|
33
|
+
for (const k of ["filters", "rangeFilters"]) {
|
|
34
|
+
const v = p[k];
|
|
35
|
+
if (v && !pyStr(v).trim().includes(" ")) {
|
|
36
|
+
probs.push(`request ${name}: ${k} is 'field value' with a space, e.g. ` +
|
|
37
|
+
(k === "filters" ? "'applicationMetaData.applicationTypeCode UTL'" : "'applicationMetaData.grantDate 2020-01-01:2020-12-31'"));
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
if (p.limit || p.offset)
|
|
41
|
+
probs.push(`request ${name}: do not set limit/offset; paging is automatic (use max_rows)`);
|
|
42
|
+
}
|
|
43
|
+
return probs;
|
|
44
|
+
}
|
|
45
|
+
const adapter = { manualItems, checkSpec };
|
|
46
|
+
export default adapter;
|
|
47
|
+
//# sourceMappingURL=uspto.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uspto.js","sourceRoot":"","sources":["../../src/adapters/uspto.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAE9C,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,MAAM,WAAW,GAAG,2FAA2F;IAC7G,iCAAiC,CAAC;AAEpC,SAAS,IAAI,CAAC,CAAU;IACtB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACjD,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;AAC/G,CAAC;AAED,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACzC,KAAK,MAAM,EAAE,IAAI,KAAK;QAAE,EAAE,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC;IAChF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAwB,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,CAAC,qBAAqB,CAAC;QAClC,oDAAoD;QACpD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,qEAAqE;gBAC7F,8DAA8D,CAAC,CAAC;QACpE,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,uCAAuC;oBACrE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,+CAA+C,CAAC,CAAC,CAAC,uDAAuD,CAAC,CAAC,CAAC;YACnI,CAAC;QACH,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM;YAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,+DAA+D,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;AACpD,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,163 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* World Bank adapter (port of the Python adapter.py): errors inside HTTP 200, country groups, aggregate flag,
|
|
3
|
+
* indicator search.
|
|
4
|
+
*
|
|
5
|
+
* - checkError: the API answers HTTP 200 with [{"message": [{"id", "key", "value"}]}] for an unknown or archived
|
|
6
|
+
* indicator or a bad parameter; that becomes an error instead of an empty table.
|
|
7
|
+
* - beforeRequest: "country" takes a list, lower case, or a group alias from endpoints.json "groups"; "indicator"
|
|
8
|
+
* takes a code, a catalog alias, or a list of them (or the request's "dataset"). Several indicators go
|
|
9
|
+
* ';'-joined in one call, which the API accepts only with a source database id: source=2 (WDI) unless set.
|
|
10
|
+
* - checkSpec: each indicator request needs an indicator (or dataset), and every list item must be a code.
|
|
11
|
+
* - normalize: adds `is_aggregate` (Y/N) from the list of regional and income aggregates.
|
|
12
|
+
* - search: the catalog first, then (when the API answers) the World Development Indicators by name, code and
|
|
13
|
+
* definition.
|
|
14
|
+
*/
|
|
15
|
+
import path from "node:path";
|
|
16
|
+
import { PACKS_DIR } from "../core/env.js";
|
|
17
|
+
import * as gr from "../core/generic-rest.js";
|
|
18
|
+
import { DataError } from "../core/http.js";
|
|
19
|
+
import { readJson } from "../core/policy.js";
|
|
20
|
+
import { pyStr } from "../core/py.js";
|
|
21
|
+
const eps = () => readJson(path.join(PACKS_DIR, "world-bank"), "endpoints.json") || {};
|
|
22
|
+
/** Python repr() of a JSON-like value (for messages). */
|
|
23
|
+
function pyRepr(v) {
|
|
24
|
+
if (v === null || v === undefined)
|
|
25
|
+
return "None";
|
|
26
|
+
if (v === true)
|
|
27
|
+
return "True";
|
|
28
|
+
if (v === false)
|
|
29
|
+
return "False";
|
|
30
|
+
if (typeof v === "string")
|
|
31
|
+
return v.includes("'") && !v.includes('"') ? `"${v}"` : `'${v.replace(/'/g, "\\'")}'`;
|
|
32
|
+
if (Array.isArray(v))
|
|
33
|
+
return "[" + v.map(pyRepr).join(", ") + "]";
|
|
34
|
+
if (typeof v === "object")
|
|
35
|
+
return "{" + Object.entries(v).map(([k, x]) => `${pyRepr(k)}: ${pyRepr(x)}`).join(", ") + "}";
|
|
36
|
+
return String(v);
|
|
37
|
+
}
|
|
38
|
+
function checkError(_status, body) {
|
|
39
|
+
if (body.subarray(0, 2).toString("latin1") !== "[{" || !body.subarray(0, 200).toString("latin1").includes('"message"')) {
|
|
40
|
+
return null;
|
|
41
|
+
}
|
|
42
|
+
let text;
|
|
43
|
+
try {
|
|
44
|
+
const data = JSON.parse(body.toString("utf8").replace(/^\uFEFF/, ""));
|
|
45
|
+
const msgs = data[0].message || [];
|
|
46
|
+
text = msgs.map((m) => `${m.key ?? ""}: ${m.value ?? ""} (id ${m.id ?? ""})`).join("; ");
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
return null;
|
|
50
|
+
}
|
|
51
|
+
return `World Bank API error: ${text}. Check the indicator code (a request_schema search) and the country codes.`;
|
|
52
|
+
}
|
|
53
|
+
const WDI_SOURCE = "2";
|
|
54
|
+
const blank = (v) => v === null || v === undefined || v === "" || (Array.isArray(v) && !v.length);
|
|
55
|
+
function indicatorList(req, params) {
|
|
56
|
+
let v = params.indicator;
|
|
57
|
+
if (blank(v))
|
|
58
|
+
v = req.dataset;
|
|
59
|
+
if (blank(v))
|
|
60
|
+
return [];
|
|
61
|
+
const items = Array.isArray(v) ? v : pyStr(v).split(";");
|
|
62
|
+
return items.filter((x) => !(typeof x === "string" && !x.trim())).map((x) => (typeof x === "string" ? x.trim() : x));
|
|
63
|
+
}
|
|
64
|
+
function checkSpec(spec) {
|
|
65
|
+
const probs = [];
|
|
66
|
+
for (const r of spec.requests || []) {
|
|
67
|
+
const ep = "endpoint" in r ? r.endpoint : r.dataset ? "indicator" : null;
|
|
68
|
+
if (ep !== "indicator" && ep !== "indicator_info")
|
|
69
|
+
continue;
|
|
70
|
+
const items = indicatorList(r, r.params || {});
|
|
71
|
+
if (!items.length) {
|
|
72
|
+
probs.push(`request ${pyRepr(r.name)}: parameter 'indicator' is required (a code such as ` +
|
|
73
|
+
"NY.GDP.PCAP.CD, a catalog alias, or a list of them)");
|
|
74
|
+
}
|
|
75
|
+
else if (items.some((x) => typeof x !== "string")) {
|
|
76
|
+
probs.push(`request ${pyRepr(r.name)}: 'indicator' must be a code, an alias or a list of them (text), not ${pyRepr(items)}`);
|
|
77
|
+
}
|
|
78
|
+
else if (r.endpoint === "indicator_info" && items.length > 1) {
|
|
79
|
+
probs.push(`request ${pyRepr(r.name)}: indicator_info takes one indicator; use one request each`);
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
return probs;
|
|
83
|
+
}
|
|
84
|
+
function beforeRequest(req, ep, params) {
|
|
85
|
+
const groups = eps().groups || {};
|
|
86
|
+
let c = params.country;
|
|
87
|
+
if (c !== null && c !== undefined) {
|
|
88
|
+
if (Array.isArray(c))
|
|
89
|
+
c = c.map(pyStr).join(";");
|
|
90
|
+
let s = pyStr(c).trim();
|
|
91
|
+
s = groups[s.toLowerCase()] ?? s;
|
|
92
|
+
params.country = s.toLowerCase() === "all" ? s : s.toUpperCase().replaceAll(",", ";");
|
|
93
|
+
}
|
|
94
|
+
if (String(ep.path ?? "").includes("{indicator}")) {
|
|
95
|
+
const cat = eps().catalog || {};
|
|
96
|
+
const codes = indicatorList(req, params).map((x) => (typeof x === "string" && x in cat ? cat[x].id : x));
|
|
97
|
+
params.indicator = codes.map(pyStr).join(";");
|
|
98
|
+
if (codes.length > 1 && (params.source === null || params.source === undefined || params.source === "")) {
|
|
99
|
+
params.source = WDI_SOURCE; // the API refuses several indicators without a source id
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
return params;
|
|
103
|
+
}
|
|
104
|
+
function normalize(_req, _ep, rows) {
|
|
105
|
+
if (!rows.length || !("countryiso3code" in rows[0]))
|
|
106
|
+
return rows;
|
|
107
|
+
const agg = new Set(eps().aggregates_iso3 || []);
|
|
108
|
+
for (const r of rows)
|
|
109
|
+
r.is_aggregate = agg.has(r.countryiso3code) ? "Y" : "N";
|
|
110
|
+
return rows;
|
|
111
|
+
}
|
|
112
|
+
async function search(query, pack) {
|
|
113
|
+
const words = (query.toLowerCase().match(/[a-z0-9.]+/g) || []).filter((w) => w.length > 1);
|
|
114
|
+
const scored = [];
|
|
115
|
+
for (const h of gr.searchCatalog(pack, query, 200)) {
|
|
116
|
+
const text = Object.values(h).map(pyStr).join(" ").toLowerCase();
|
|
117
|
+
const n = words.filter((w) => text.includes(w)).length;
|
|
118
|
+
if ("alias" in h && n >= Math.max(1, words.length - 1))
|
|
119
|
+
scored.push([n, h]);
|
|
120
|
+
}
|
|
121
|
+
let hits = scored.sort((a, b) => b[0] - a[0]).map(([, h]) => h);
|
|
122
|
+
try {
|
|
123
|
+
const c = gr.clientFor(pack);
|
|
124
|
+
const data = await c.getJson("/source/2/indicator", { format: "json", per_page: 2000 });
|
|
125
|
+
const live = [];
|
|
126
|
+
const count = (t, w) => t.split(w).length - 1;
|
|
127
|
+
for (const i of Array.isArray(data) && data.length > 1 && data[1] ? data[1] : []) {
|
|
128
|
+
const name = i.name || "", iid = i.id || "", note = i.sourceNote || "";
|
|
129
|
+
const s = words.reduce((t, w) => t + 3 * count(name.toLowerCase(), w) + 3 * count(iid.toLowerCase(), w) +
|
|
130
|
+
count(note.toLowerCase(), w), 0);
|
|
131
|
+
if (s && words.every((w) => `${name} ${iid} ${note}`.toLowerCase().includes(w))) {
|
|
132
|
+
live.push([s, { id: iid, name, source: "World Development Indicators", unit: i.unit || "" }]);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
const known = new Set(hits.map((h) => h.id));
|
|
136
|
+
hits = hits.concat(live.sort((a, b) => b[0] - a[0]).map(([, h]) => h).filter((h) => !known.has(h.id)));
|
|
137
|
+
}
|
|
138
|
+
catch (e) {
|
|
139
|
+
if (!(e instanceof DataError) && !(e instanceof SyntaxError))
|
|
140
|
+
throw e;
|
|
141
|
+
hits.push({ note: `live indicator search unavailable (${e instanceof DataError ? e.kind : "error"}); ` +
|
|
142
|
+
"catalog results only. Browse https://data.worldbank.org/indicator" });
|
|
143
|
+
}
|
|
144
|
+
const out = hits.slice(0, 20);
|
|
145
|
+
if (hits.length > 20)
|
|
146
|
+
out.push({ note: `${hits.length - 20} more results: narrow the words` });
|
|
147
|
+
return out;
|
|
148
|
+
}
|
|
149
|
+
/** The generic links, after the same name resolution the fetch applies (group aliases, lists). */
|
|
150
|
+
function manualItems(spec, pack) {
|
|
151
|
+
const spec2 = structuredClone(spec);
|
|
152
|
+
for (const r of spec2.requests || []) {
|
|
153
|
+
const [ep, params, probs] = gr.resolve(pack, r);
|
|
154
|
+
if (!probs.length)
|
|
155
|
+
r.params = beforeRequest(r, ep, { ...params });
|
|
156
|
+
}
|
|
157
|
+
return gr.manualItems(pack, spec2);
|
|
158
|
+
}
|
|
159
|
+
// search is async (it may ask the API); tools.ts awaits it, the Adapter type declares it sync.
|
|
160
|
+
const adapter = { checkError, checkSpec, beforeRequest, normalize, search: search,
|
|
161
|
+
manualItems };
|
|
162
|
+
export default adapter;
|
|
163
|
+
//# sourceMappingURL=world-bank.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"world-bank.js","sourceRoot":"","sources":["../../src/adapters/world-bank.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,MAAM,GAAG,GAAG,GAAQ,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,gBAAgB,CAAC,IAAI,EAAE,CAAC;AAE5F,yDAAyD;AACzD,SAAS,MAAM,CAAC,CAAU;IACxB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACjD,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;IACjH,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IAClE,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IACzH,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,IAAY;IAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACvH,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAU,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;QAC1C,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,yBAAyB,IAAI,6EAA6E,CAAC;AACpH,CAAC;AAED,MAAM,UAAU,GAAG,GAAG,CAAC;AAEvB,MAAM,KAAK,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAE3G,SAAS,aAAa,CAAC,GAAgB,EAAE,MAA+B;IACtE,IAAI,CAAC,GAAY,MAAM,CAAC,SAAS,CAAC;IAClC,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;IAC9B,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,KAAK,GAAc,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACvH,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;QACzE,IAAI,EAAE,KAAK,WAAW,IAAI,EAAE,KAAK,gBAAgB;YAAE,SAAS;QAC5D,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,sDAAsD;gBACxF,qDAAqD,CAAC,CAAC;QAC3D,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,wEAAwE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/H,CAAC;aAAM,IAAI,CAAC,CAAC,QAAQ,KAAK,gBAAgB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,GAAgB,EAAE,EAAO,EAAE,MAA+B;IAC/E,MAAM,MAAM,GAA2B,GAAG,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC;IAC1D,IAAI,CAAC,GAAY,MAAM,CAAC,OAAO,CAAC;IAChC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACxB,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QAClD,MAAM,GAAG,GAAwB,GAAG,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzG,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,EAAE,CAAC,EAAE,CAAC;YACxG,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,yDAAyD;QACvF,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,IAAiB,EAAE,GAAQ,EAAE,IAAW;IACzD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACjE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAS,GAAG,EAAE,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC;IACzD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,eAAyB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACxF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,KAAa,EAAE,IAAU;IAC7C,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3F,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QACjE,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACvD,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,IAAI,GAAU,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACvE,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAQ,MAAM,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7F,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9D,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACjF,MAAM,IAAI,GAAW,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,GAAG,GAAW,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,GAAW,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;YAC/F,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBACrG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChF,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,8BAA8B,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YAChG,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7C,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,CAAC,CAAC,YAAY,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,WAAW,CAAC;YAAE,MAAM,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,sCAAsC,CAAC,YAAY,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,KAAK;gBACpG,mEAAmE,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9B,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;QAAE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,iCAAiC,EAAE,CAAC,CAAC;IAC/F,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kGAAkG;AAClG,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,KAAK,GAAS,eAAe,CAAC,IAAI,CAAC,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,CAAC,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,+FAA+F;AAC/F,MAAM,OAAO,GAAY,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,MAAsC;IACxH,WAAW,EAAE,CAAC;AAChB,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
export declare const ID_RE: RegExp;
|
|
2
|
+
export declare const MAX_BYTES: number;
|
|
3
|
+
export declare class CiteError extends Error {
|
|
4
|
+
url?: string | undefined;
|
|
5
|
+
constructor(message: string, url?: string | undefined);
|
|
6
|
+
}
|
|
7
|
+
export type OpenedRecord = {
|
|
8
|
+
url: string;
|
|
9
|
+
file: string;
|
|
10
|
+
sha256: string;
|
|
11
|
+
bytes: number;
|
|
12
|
+
opened: string;
|
|
13
|
+
via: string;
|
|
14
|
+
content_type: string;
|
|
15
|
+
};
|
|
16
|
+
/** Is an address private, loopback, link-local or otherwise not a public host? */
|
|
17
|
+
export declare function privateAddress(addr: string): boolean;
|
|
18
|
+
/** Refuse a URL whose host is or resolves to a private address. */
|
|
19
|
+
export declare function checkPublicHost(url: string): Promise<void>;
|
|
20
|
+
export type CiteResult = {
|
|
21
|
+
status: "ok";
|
|
22
|
+
id: string;
|
|
23
|
+
next: string;
|
|
24
|
+
} & OpenedRecord;
|
|
25
|
+
/** Save the page and record it. Throws CiteError with cite.py's messages. */
|
|
26
|
+
export declare function cite(workspace: string, a: {
|
|
27
|
+
url: string;
|
|
28
|
+
id: string;
|
|
29
|
+
text?: string;
|
|
30
|
+
timeout?: number;
|
|
31
|
+
}): Promise<CiteResult>;
|
|
@@ -0,0 +1,229 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Snapshots of the pages a method record cites, so "opened": true is a fact a tool wrote, not a claim (a port of
|
|
3
|
+
* scripts/core/cite.py).
|
|
4
|
+
*
|
|
5
|
+
* Each call saves <workspace>/references/<id>.<ext> and records it in references/opened.json:
|
|
6
|
+
* {"<id>": {"url", "file", "sha256", "bytes", "opened" (UTC time), "via": "download" | "file", "content_type"}}.
|
|
7
|
+
* The method audit accepts "opened": true on a reference only with such a record whose file still has that hash,
|
|
8
|
+
* and looks for the reference's "quote" in it. `text` is what the model's own fetch tool returned (via "file", as
|
|
9
|
+
* Python's --from-file); without it the page is downloaded through core/http.ts.
|
|
10
|
+
*
|
|
11
|
+
* Remote mode: a download never reaches a private or loopback address. The host is resolved first and every
|
|
12
|
+
* address checked (10/8, 172.16/12, 192.168/16, 127/8, 169.254/16, 0/8, 100.64/10, ::1, ::, fc00::/7, fe80::/10,
|
|
13
|
+
* and IPv4-mapped forms), and the connection itself uses a lookup that refuses them again (no DNS rebinding),
|
|
14
|
+
* on every redirect.
|
|
15
|
+
*/
|
|
16
|
+
import crypto from "node:crypto";
|
|
17
|
+
import dns from "node:dns";
|
|
18
|
+
import fs from "node:fs";
|
|
19
|
+
import http from "node:http";
|
|
20
|
+
import https from "node:https";
|
|
21
|
+
import net from "node:net";
|
|
22
|
+
import path from "node:path";
|
|
23
|
+
import { mode } from "../core/env.js";
|
|
24
|
+
import { Client, DataError, UA } from "../core/http.js";
|
|
25
|
+
import { restricted } from "../core/keys.js";
|
|
26
|
+
export const ID_RE = /^[A-Za-z0-9_-]+$/;
|
|
27
|
+
export const MAX_BYTES = 30 * 1024 * 1024;
|
|
28
|
+
const EXT = [["html", ".html"], ["pdf", ".pdf"], ["json", ".json"], ["xml", ".xml"], ["text/plain", ".txt"],
|
|
29
|
+
["markdown", ".md"]];
|
|
30
|
+
export class CiteError extends Error {
|
|
31
|
+
url;
|
|
32
|
+
constructor(message, url) {
|
|
33
|
+
super(message);
|
|
34
|
+
this.url = url;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
function ext(contentType, body) {
|
|
38
|
+
const ct = (contentType || "").toLowerCase();
|
|
39
|
+
for (const [k, e] of EXT)
|
|
40
|
+
if (ct.includes(k))
|
|
41
|
+
return e;
|
|
42
|
+
if (body.subarray(0, 5).toString("latin1") === "%PDF-")
|
|
43
|
+
return ".pdf";
|
|
44
|
+
const head = body.subarray(0, 300).toString("latin1").trimStart().toLowerCase();
|
|
45
|
+
return head.startsWith("<!doctype html") || head.startsWith("<html") ? ".html" : ".txt";
|
|
46
|
+
}
|
|
47
|
+
function record(ws, refId, url, data, e, via, contentType) {
|
|
48
|
+
const d = path.join(ws, "references");
|
|
49
|
+
fs.mkdirSync(d, { recursive: true });
|
|
50
|
+
for (const f of fs.readdirSync(d)) { // one snapshot per reference: drop an earlier one in another format
|
|
51
|
+
if (path.parse(f).name === refId && f !== refId + e && f !== "opened.json")
|
|
52
|
+
fs.rmSync(path.join(d, f));
|
|
53
|
+
}
|
|
54
|
+
const rel = `references/${refId}${e}`;
|
|
55
|
+
fs.writeFileSync(path.join(ws, rel), data);
|
|
56
|
+
const logPath = path.join(d, "opened.json");
|
|
57
|
+
let log = {};
|
|
58
|
+
if (fs.existsSync(logPath)) {
|
|
59
|
+
try {
|
|
60
|
+
log = JSON.parse(fs.readFileSync(logPath, "utf8"));
|
|
61
|
+
}
|
|
62
|
+
catch {
|
|
63
|
+
log = {};
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
const rec = { url, file: rel, sha256: crypto.createHash("sha256").update(data).digest("hex"), bytes: data.length,
|
|
67
|
+
opened: new Date().toISOString().replace(/\.\d{3}Z$/, "Z"), via, content_type: contentType };
|
|
68
|
+
log[refId] = rec;
|
|
69
|
+
fs.writeFileSync(logPath, JSON.stringify(log, null, 2));
|
|
70
|
+
return rec;
|
|
71
|
+
}
|
|
72
|
+
// ---------------------------------------------------------------------- private addresses
|
|
73
|
+
function v4(a) {
|
|
74
|
+
const p = a.split(".").map(Number);
|
|
75
|
+
return p.length === 4 && p.every((x) => Number.isInteger(x) && x >= 0 && x <= 255) ? p : null;
|
|
76
|
+
}
|
|
77
|
+
/** Is an address private, loopback, link-local or otherwise not a public host? */
|
|
78
|
+
export function privateAddress(addr) {
|
|
79
|
+
let a = addr.trim().toLowerCase().replace(/^\[|\]$/g, "").replace(/%.*$/, "");
|
|
80
|
+
const mapped = /^::ffff:(\d+\.\d+\.\d+\.\d+)$/.exec(a);
|
|
81
|
+
if (mapped)
|
|
82
|
+
a = mapped[1];
|
|
83
|
+
const p = v4(a);
|
|
84
|
+
if (p) {
|
|
85
|
+
const [x, y] = p;
|
|
86
|
+
return x === 10 || x === 127 || x === 0 || (x === 172 && y >= 16 && y <= 31) || (x === 192 && y === 168) ||
|
|
87
|
+
(x === 169 && y === 254) || (x === 100 && y >= 64 && y <= 127) || x >= 224;
|
|
88
|
+
}
|
|
89
|
+
if (net.isIPv6(a)) {
|
|
90
|
+
if (a === "::1" || a === "::")
|
|
91
|
+
return true;
|
|
92
|
+
const hex = /^::ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/.exec(a); // ::ffff:7f00:1
|
|
93
|
+
if (hex) {
|
|
94
|
+
const n = (parseInt(hex[1], 16) << 16) | parseInt(hex[2], 16);
|
|
95
|
+
return privateAddress([(n >>> 24) & 255, (n >>> 16) & 255, (n >>> 8) & 255, n & 255].join("."));
|
|
96
|
+
}
|
|
97
|
+
const first = parseInt(a.split(":")[0] || "0", 16);
|
|
98
|
+
return (first & 0xfe00) === 0xfc00 || (first & 0xffc0) === 0xfe80 || (first & 0xff00) === 0xff00;
|
|
99
|
+
}
|
|
100
|
+
return true; // not an address at all: refuse
|
|
101
|
+
}
|
|
102
|
+
/** Refuse a URL whose host is or resolves to a private address. */
|
|
103
|
+
export async function checkPublicHost(url) {
|
|
104
|
+
let host;
|
|
105
|
+
try {
|
|
106
|
+
host = new URL(url).hostname.replace(/^\[|\]$/g, "");
|
|
107
|
+
}
|
|
108
|
+
catch {
|
|
109
|
+
throw new CiteError(`not a valid URL: ${url}`);
|
|
110
|
+
}
|
|
111
|
+
if (net.isIP(host)) {
|
|
112
|
+
if (privateAddress(host))
|
|
113
|
+
throw new CiteError(`refused: ${host} is a private or loopback address; this server opens public pages only`, url);
|
|
114
|
+
return;
|
|
115
|
+
}
|
|
116
|
+
let addrs;
|
|
117
|
+
try {
|
|
118
|
+
addrs = await dns.promises.lookup(host, { all: true, verbatim: true });
|
|
119
|
+
}
|
|
120
|
+
catch (e) {
|
|
121
|
+
throw new CiteError(`could not resolve ${host} (${e?.code || e?.message || e})`, url);
|
|
122
|
+
}
|
|
123
|
+
const bad = addrs.filter((a) => privateAddress(a.address));
|
|
124
|
+
if (!addrs.length || bad.length) {
|
|
125
|
+
throw new CiteError(`refused: ${host} resolves to a private or loopback address (${bad.map((a) => a.address).join(", ") || "none"}); ` +
|
|
126
|
+
"this server opens public pages only", url);
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
const guardedLookup = (hostname, options, cb) => {
|
|
130
|
+
dns.lookup(hostname, { ...options, all: true, verbatim: true }, (err, addrs) => {
|
|
131
|
+
if (err)
|
|
132
|
+
return cb(err);
|
|
133
|
+
const list = addrs;
|
|
134
|
+
const bad = list.find((a) => privateAddress(a.address));
|
|
135
|
+
if (bad || !list.length)
|
|
136
|
+
return cb(new Error(`refused private address ${bad?.address ?? "(none)"} for ${hostname}`));
|
|
137
|
+
if (options.all)
|
|
138
|
+
return cb(null, list);
|
|
139
|
+
cb(null, list[0].address, list[0].family);
|
|
140
|
+
});
|
|
141
|
+
};
|
|
142
|
+
/** GET with redirects followed by hand, every connection through the guarded lookup (remote mode). */
|
|
143
|
+
async function guardedGet(url, timeout) {
|
|
144
|
+
let cur = url;
|
|
145
|
+
for (let hop = 0; hop < 6; hop++) {
|
|
146
|
+
await checkPublicHost(cur);
|
|
147
|
+
const u = new URL(cur);
|
|
148
|
+
const lib = u.protocol === "https:" ? https : u.protocol === "http:" ? http : null;
|
|
149
|
+
if (!lib)
|
|
150
|
+
throw new CiteError(`refused: ${u.protocol} is not http(s)`, url);
|
|
151
|
+
const res = await new Promise((resolve, reject) => {
|
|
152
|
+
const req = lib.request(u, { method: "GET", headers: { "User-Agent": UA, Accept: "*/*" }, lookup: guardedLookup, timeout: timeout * 1000 }, (r) => {
|
|
153
|
+
const chunks = [];
|
|
154
|
+
let n = 0;
|
|
155
|
+
r.on("data", (c) => {
|
|
156
|
+
n += c.length;
|
|
157
|
+
if (n <= MAX_BYTES + 1)
|
|
158
|
+
chunks.push(c);
|
|
159
|
+
if (n > MAX_BYTES + 1)
|
|
160
|
+
r.destroy();
|
|
161
|
+
});
|
|
162
|
+
r.on("end", () => resolve({ status: r.statusCode || 0, headers: r.headers, body: Buffer.concat(chunks) }));
|
|
163
|
+
r.on("close", () => resolve({ status: r.statusCode || 0, headers: r.headers, body: Buffer.concat(chunks) }));
|
|
164
|
+
r.on("error", reject);
|
|
165
|
+
});
|
|
166
|
+
req.on("timeout", () => req.destroy(new Error("timed out")));
|
|
167
|
+
req.on("error", reject);
|
|
168
|
+
req.end();
|
|
169
|
+
});
|
|
170
|
+
if ([301, 302, 303, 307, 308].includes(res.status) && res.headers.location) {
|
|
171
|
+
cur = new URL(String(res.headers.location), cur).toString();
|
|
172
|
+
continue;
|
|
173
|
+
}
|
|
174
|
+
return { status: res.status, body: res.body, contentType: String(res.headers["content-type"] || "") };
|
|
175
|
+
}
|
|
176
|
+
throw new CiteError(`too many redirects opening ${url}`, url);
|
|
177
|
+
}
|
|
178
|
+
/** Save the page and record it. Throws CiteError with cite.py's messages. */
|
|
179
|
+
export async function cite(workspace, a) {
|
|
180
|
+
const { url, id } = a;
|
|
181
|
+
if (!ID_RE.test(id || ""))
|
|
182
|
+
throw new CiteError(`id ${JSON.stringify(id)}: letters, digits, _ and - only (the [@id] you cite)`);
|
|
183
|
+
if (!/^https?:\/\//i.test(url || ""))
|
|
184
|
+
throw new CiteError("cite needs the page's http(s) URL (the url in references)");
|
|
185
|
+
let rec;
|
|
186
|
+
if (a.text !== undefined && a.text !== null) {
|
|
187
|
+
const data = Buffer.from(a.text, "utf8").subarray(0, MAX_BYTES);
|
|
188
|
+
if (!a.text.trim())
|
|
189
|
+
throw new CiteError("text is empty: pass the text your fetch tool returned for the page");
|
|
190
|
+
rec = record(workspace, id, url, data, ext("", data), "file", "");
|
|
191
|
+
}
|
|
192
|
+
else {
|
|
193
|
+
let body, ctype;
|
|
194
|
+
try {
|
|
195
|
+
if (mode() === "remote" && !process.env.DATA_ANALYST_FIXTURES) {
|
|
196
|
+
if (restricted())
|
|
197
|
+
throw new CiteError("network access is switched off (DATA_ACCESS_FORCE=restricted)", url);
|
|
198
|
+
const r = await guardedGet(url, a.timeout ?? 30);
|
|
199
|
+
if (r.status !== 200) {
|
|
200
|
+
throw new CiteError(`HTTP ${r.status} opening ${url}: check the URL; never cite a page you could not open`, url);
|
|
201
|
+
}
|
|
202
|
+
[body, ctype] = [r.body, r.contentType];
|
|
203
|
+
}
|
|
204
|
+
else {
|
|
205
|
+
if (mode() === "remote")
|
|
206
|
+
await checkPublicHost(url);
|
|
207
|
+
const c = new Client("", { name: "cite", retries: 1, timeout: a.timeout ?? 30 });
|
|
208
|
+
const r = await c.get(url);
|
|
209
|
+
[body, ctype] = [r.body, r.headers["content-type"] || ""];
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
catch (e) {
|
|
213
|
+
if (e instanceof CiteError && (e.message.startsWith("refused") || e.message.startsWith("HTTP")))
|
|
214
|
+
throw e;
|
|
215
|
+
if (e instanceof DataError && e.status && e.status >= 400) {
|
|
216
|
+
throw new CiteError(`HTTP ${e.status} opening ${url}: check the URL; never cite a page you could not open`, url);
|
|
217
|
+
}
|
|
218
|
+
throw new CiteError(`could not open ${url} from here (${e?.message || e}). If your own fetch tool can read the page, call ` +
|
|
219
|
+
"cite again with text: the text it returned; otherwise do not mark the reference opened", url);
|
|
220
|
+
}
|
|
221
|
+
if (body.length > MAX_BYTES)
|
|
222
|
+
body = body.subarray(0, MAX_BYTES);
|
|
223
|
+
rec = record(workspace, id, url, body, ext(ctype, body), "download", ctype);
|
|
224
|
+
}
|
|
225
|
+
return { status: "ok", id, ...rec,
|
|
226
|
+
next: `in decisions.json references: {"id": "${id}", "citation": ..., "url": "${url}", "accessed": "${rec.opened.slice(0, 10)}", ` +
|
|
227
|
+
'"opened": true, "used_for": ..., "quote": "<a sentence from the page that supports the use>"}' };
|
|
228
|
+
}
|
|
229
|
+
//# sourceMappingURL=cite.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cite.js","sourceRoot":"","sources":["../../src/analysis/cite.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,KAAK,GAAG,kBAAkB,CAAC;AACxC,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,GAAG,GAAuB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;IAC7H,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;AAEvB,MAAM,OAAO,SAAU,SAAQ,KAAK;IACE;IAApC,YAAY,OAAe,EAAS,GAAY;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,QAAG,GAAH,GAAG,CAAS;IAEhD,CAAC;CACF;AAED,SAAS,GAAG,CAAC,WAAmB,EAAE,IAAY;IAC5C,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;QAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IACvD,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC1F,CAAC;AAKD,SAAS,MAAM,CAAC,EAAU,EAAE,KAAa,EAAE,GAAW,EAAE,IAAY,EAAE,CAAS,EAAE,GAAW,EAAE,WAAmB;IAC/G,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IACtC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAkB,oEAAoE;QACxH,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,aAAa;YAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,GAAG,GAAG,cAAc,KAAK,GAAG,CAAC,EAAE,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC5C,IAAI,GAAG,GAAiC,EAAE,CAAC;IAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM;QAC5H,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;IAC/F,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;IACjB,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,2FAA2F;AAC3F,SAAS,EAAE,CAAC,CAAS;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChG,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,+BAA+B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,MAAM;QAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACjB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;YACtG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;IAC/E,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,GAAG,GAAG,0CAA0C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAQ,gBAAgB;QACvF,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAClG,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,CAAC;IACnG,CAAC;IACD,OAAO,IAAI,CAAC,CAA6C,gCAAgC;AAC3F,CAAC;AAED,mEAAmE;AACnE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW;IAC/C,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,SAAS,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,cAAc,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,wEAAwE,EAAE,GAAG,CAAC,CAAC;QAC7I,OAAO;IACT,CAAC;IACD,IAAI,KAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,MAAM,IAAI,SAAS,CAAC,qBAAqB,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,+CAA+C,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK;YACpI,qCAAqC,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAM,aAAa,GAAuB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE;IAClE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC7E,IAAI,GAAG;YAAE,OAAQ,EAAU,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,KAAuC,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAQ,EAAU,CAAC,IAAI,KAAK,CAAC,2BAA2B,GAAG,EAAE,OAAO,IAAI,QAAQ,QAAQ,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9H,IAAK,OAAe,CAAC,GAAG;YAAE,OAAQ,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxD,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,sGAAsG;AACtG,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,OAAe;IACpD,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QACjC,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC,QAAQ,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAsE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrH,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,EACxI,CAAC,CAAC,EAAE,EAAE;gBACJ,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;oBACzB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;oBACd,IAAI,CAAC,IAAI,SAAS,GAAG,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,SAAS,GAAG,CAAC;wBAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;YACL,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC7D,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3E,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC5D,SAAS;QACX,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,8BAA8B,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;AAChE,CAAC;AAID,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,CAA+D;IAC3G,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,sDAAsD,CAAC,CAAC;IAC/H,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;IACvH,IAAI,GAAiB,CAAC;IACtB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;QAC9G,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,IAAI,IAAY,EAAE,KAAa,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,IAAI,EAAE,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;gBAC9D,IAAI,UAAU,EAAE;oBAAE,MAAM,IAAI,SAAS,CAAC,+DAA+D,EAAE,GAAG,CAAC,CAAC;gBAC5G,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACrB,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;gBACnH,CAAC;gBACD,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,EAAE,KAAK,QAAQ;oBAAE,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjF,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC;YACzG,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC1D,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;YACnH,CAAC;YACD,MAAM,IAAI,SAAS,CAAC,kBAAkB,GAAG,eAAe,CAAC,EAAE,OAAO,IAAI,CAAC,oDAAoD;gBACzH,wFAAwF,EAAE,GAAG,CAAC,CAAC;QACnG,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,GAAG;QAC/B,IAAI,EAAE,yCAAyC,EAAE,+BAA+B,GAAG,mBAAmB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;YAChI,+FAA+F,EAAE,CAAC;AACxG,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { type Table, type Value } from "./table.js";
|
|
2
|
+
export declare class CombineError extends Error {
|
|
3
|
+
}
|
|
4
|
+
export declare const STATES: [string, string, string][];
|
|
5
|
+
/** One state in any form (USPS code, FIPS code, name) as usps, fips or name. */
|
|
6
|
+
export declare function state(x: Value, as?: "usps" | "fips" | "name"): string;
|
|
7
|
+
export declare function addStateCodes(t: Table, col: string): Table;
|
|
8
|
+
export declare function fiscalYear(v: Value, col?: string): number;
|
|
9
|
+
/** Calendar-period data to fiscal years. Flows: how "sum"; rates and indexes: "mean"; stocks: "last". */
|
|
10
|
+
export declare function toFiscal(t: Table, date: string, value: string, how?: "sum" | "mean" | "last", freq?: "M" | "Q"): {
|
|
11
|
+
table: Table;
|
|
12
|
+
notes: string[];
|
|
13
|
+
};
|
|
14
|
+
/**
|
|
15
|
+
* frames: {source: table}; units: {source: "billions of dollars, nominal, fiscal years"}. Raises when a frame lacks
|
|
16
|
+
* a join key, a unit description is missing, a frame repeats a key, or the keys do not overlap. Keys missing from
|
|
17
|
+
* some frames are reported, not refused. Units are listed side by side, not compared.
|
|
18
|
+
*/
|
|
19
|
+
export declare function alignCheck(frames: Record<string, Table>, on: string[], units: Record<string, string>): string[];
|
|
20
|
+
/**
|
|
21
|
+
* values / index, aligned on period labels. base = a period label (the index rebased to 1 there) or null (the
|
|
22
|
+
* index used as given, e.g. already 2017=100 -> divide by 100 first).
|
|
23
|
+
*/
|
|
24
|
+
export declare function deflate(values: {
|
|
25
|
+
period: Value;
|
|
26
|
+
value: Value;
|
|
27
|
+
}[], index: Map<string, number>, base: Value | null): (number | null)[];
|