data-analyst-mcp 0.0.0-stage → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +262 -3
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +710 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +21 -0
- package/dist/report/scan_secrets.js +234 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +246 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +56 -6
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +165 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,457 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* BEA Data API client for the bea deep pack (port of bea_api.py).
|
|
3
|
+
*
|
|
4
|
+
* The key ("UserID" in the URL) comes from core keys (BEA_API_KEY, keys.json, ...); every call goes through the core
|
|
5
|
+
* Client (fixtures, restricted mode, the request trail). BEA echoes the key in every reply, so scrubResponse()
|
|
6
|
+
* removes the echo before anything is saved, and any GUID outside a path segment is redacted.
|
|
7
|
+
*
|
|
8
|
+
* BEA's per-key limits (user guide, 2026): 100 requests, 100 MB and 30 errors a minute; going over any of them
|
|
9
|
+
* blocks the key. This client keeps a 0.75 s floor between calls, waits before a call that could cross 100 MB in
|
|
10
|
+
* the last minute, stops after 30 errors a minute (core error budget) or 10 in one run, never retries an API
|
|
11
|
+
* error code, and turns HTTP 429 into kind "rate_limit" without retrying. Metadata calls are cached for a day
|
|
12
|
+
* under <cache_root>/bea/meta.
|
|
13
|
+
*/
|
|
14
|
+
import path from "node:path";
|
|
15
|
+
import { Cache } from "../core/cache.js";
|
|
16
|
+
import { PACKS_DIR, setupCommand } from "../core/env.js";
|
|
17
|
+
import { Client, DataError } from "../core/http.js";
|
|
18
|
+
import * as keys from "../core/keys.js";
|
|
19
|
+
import * as pol from "../core/policy.js";
|
|
20
|
+
import { parsePyJson, pyJsonDumps, pyStr, sleep } from "../core/py.js";
|
|
21
|
+
export const BASE = "https://apps.bea.gov/api/data";
|
|
22
|
+
export const KEY_VAR = "BEA_API_KEY";
|
|
23
|
+
export const KEY_HOME = "bea";
|
|
24
|
+
export const SIGNUP_URL = "https://apps.bea.gov/API/signup/";
|
|
25
|
+
export const UA = "Mozilla/5.0 (compatible; data-analyst bea pack)";
|
|
26
|
+
const AUTH = { env: KEY_VAR, home: KEY_HOME, placement: "query", param: "UserID" };
|
|
27
|
+
export const MIN_INTERVAL_S = 0.75;
|
|
28
|
+
export const MAX_ERRORS_PER_RUN = 10;
|
|
29
|
+
export const ERRORS_PER_MIN = 30;
|
|
30
|
+
export const BYTES_PER_MIN = 100e6;
|
|
31
|
+
const META_METHODS = new Set(["getdatasetlist", "getparameterlist", "getparametervalues", "getparametervaluesfiltered"]);
|
|
32
|
+
export const GUID = "[0-9A-Fa-f]{8}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{12}";
|
|
33
|
+
// A BEA key is a 36-character GUID: redact any GUID in messages, so a key pasted into an uploaded reply cannot leak
|
|
34
|
+
// either. A GUID that is a whole path segment (a session or temp folder) is a folder name, not a key.
|
|
35
|
+
keys.addPattern(String.raw `(?<![\\/])` + GUID + String.raw `(?![\\/])`, "bea");
|
|
36
|
+
let POLICY = null;
|
|
37
|
+
export function policy() {
|
|
38
|
+
return (POLICY ??= pol.load(path.join(PACKS_DIR, "bea")));
|
|
39
|
+
}
|
|
40
|
+
export function findApiKey() {
|
|
41
|
+
return keys.findKey(KEY_VAR, KEY_HOME);
|
|
42
|
+
}
|
|
43
|
+
/** core redact plus BEA's echoed request parameter ("ParameterName": "USERID", "ParameterValue": ...). */
|
|
44
|
+
export function redact(text) {
|
|
45
|
+
return keys.withPackScope("bea", () => keys.redact(text)).replace(/("ParameterName"\s*:\s*"USERID"\s*,\s*"ParameterValue"\s*:\s*")[^"]*/gi, "$1[REDACTED]");
|
|
46
|
+
}
|
|
47
|
+
/** A copy of a decoded BEA response with the echoed UserID removed and every string redacted. */
|
|
48
|
+
export function scrubResponse(obj) {
|
|
49
|
+
if (Array.isArray(obj))
|
|
50
|
+
return obj.map(scrubResponse);
|
|
51
|
+
if (obj && typeof obj === "object") {
|
|
52
|
+
const out = {};
|
|
53
|
+
for (const [k, v] of Object.entries(obj)) {
|
|
54
|
+
if (typeof v === "string" && k.toLowerCase() === "parametervalue" && pyStr(obj.ParameterName ?? "").toUpperCase() === "USERID") {
|
|
55
|
+
out[k] = "[REDACTED]";
|
|
56
|
+
}
|
|
57
|
+
else
|
|
58
|
+
out[k] = scrubResponse(v);
|
|
59
|
+
}
|
|
60
|
+
return out;
|
|
61
|
+
}
|
|
62
|
+
if (typeof obj === "string")
|
|
63
|
+
return redact(obj);
|
|
64
|
+
return obj;
|
|
65
|
+
}
|
|
66
|
+
const TO_DATA = { key_missing: "key_missing", auth: "auth", rate_limit: "rate_limit",
|
|
67
|
+
budget: "rate_limit", network: "network", api: "api", http: "http", bad_request: "bad_request", other: "spec" };
|
|
68
|
+
/** A DataError scrubbed of the key, with BEA's own kind (bea) beside the core kind the server maps to a failure. */
|
|
69
|
+
export class BeaError extends DataError {
|
|
70
|
+
bea;
|
|
71
|
+
code;
|
|
72
|
+
constructor(msg, kind = "other", o = {}) {
|
|
73
|
+
super(redact(msg), o.dataKind ?? TO_DATA[kind], undefined, o.retryAfter ?? (kind === "rate_limit" || kind === "budget" ? 60 : undefined));
|
|
74
|
+
this.bea = kind;
|
|
75
|
+
this.code = o.code;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
const isObj = (x) => !!x && typeof x === "object" && !Array.isArray(x);
|
|
79
|
+
const truthy = (x) => (Array.isArray(x) ? x.length > 0 : isObj(x) ? Object.keys(x).length > 0 : !!x);
|
|
80
|
+
/** BEA puts errors in BEAAPI.Error or BEAAPI.Results.Error (a dict or a list). */
|
|
81
|
+
export function firstError(payload) {
|
|
82
|
+
const b = isObj(payload) ? payload.BEAAPI ?? payload : {};
|
|
83
|
+
let res = isObj(b) ? b.Results : undefined;
|
|
84
|
+
if (Array.isArray(res))
|
|
85
|
+
res = res.length ? res[0] : {};
|
|
86
|
+
for (const holder of [b, isObj(res) ? res : {}]) {
|
|
87
|
+
let err = isObj(holder) ? holder.Error : undefined;
|
|
88
|
+
if (Array.isArray(err) && err.length)
|
|
89
|
+
err = err[0];
|
|
90
|
+
if (isObj(err) && Object.keys(err).length)
|
|
91
|
+
return err;
|
|
92
|
+
}
|
|
93
|
+
return null;
|
|
94
|
+
}
|
|
95
|
+
/** APIErrorDescription plus ErrorDetail, which can be a string, {Description} or [{Description}]. */
|
|
96
|
+
export function errorDetail(err) {
|
|
97
|
+
let desc = pyStr(err.APIErrorDescription || "");
|
|
98
|
+
let d = err.ErrorDetail;
|
|
99
|
+
if (Array.isArray(d))
|
|
100
|
+
d = d.map((x) => (isObj(x) ? pyStr(x.Description ?? pyJsonDumps(x)) : pyStr(x))).join("; ");
|
|
101
|
+
else if (isObj(d))
|
|
102
|
+
d = d.Description || pyJsonDumps(d);
|
|
103
|
+
if (truthy(d))
|
|
104
|
+
desc = desc ? `${desc} (${d})` : pyStr(d);
|
|
105
|
+
return desc || pyJsonDumps(err);
|
|
106
|
+
}
|
|
107
|
+
export function isAuthError(code, desc) {
|
|
108
|
+
const d = desc.toLowerCase();
|
|
109
|
+
return ["1", "3", "4"].includes(code) || d.includes("userid") || d.includes("user id") || d.includes("api key") || d.includes("not active");
|
|
110
|
+
}
|
|
111
|
+
/** BEAAPI.Results as a dict: a one-item list is unwrapped, IIP's BEAAPI.Data moved inside, metadata returned whole. */
|
|
112
|
+
export function unwrapResults(payload) {
|
|
113
|
+
const b = isObj(payload) ? payload.BEAAPI ?? {} : {};
|
|
114
|
+
let res = b.Results;
|
|
115
|
+
if (Array.isArray(res))
|
|
116
|
+
res = res.length ? res[0] : {};
|
|
117
|
+
res = { ...(isObj(res) ? res : {}) };
|
|
118
|
+
if ("Data" in b && !("Data" in res))
|
|
119
|
+
res.Data = b.Data;
|
|
120
|
+
if (!Object.keys(res).length && isObj(b))
|
|
121
|
+
res = Object.fromEntries(Object.entries(b).filter(([k]) => k !== "Request"));
|
|
122
|
+
return res;
|
|
123
|
+
}
|
|
124
|
+
export function asList(v) {
|
|
125
|
+
if (v === null || v === undefined)
|
|
126
|
+
return [];
|
|
127
|
+
return Array.isArray(v) ? v : [v];
|
|
128
|
+
}
|
|
129
|
+
export const keyLocations = () => keys.keyLocations(KEY_VAR, KEY_HOME);
|
|
130
|
+
/** Decode a reply as Python did: utf-8-sig, else iso-8859-1. */
|
|
131
|
+
function decodeReply(raw) {
|
|
132
|
+
try {
|
|
133
|
+
return new TextDecoder("utf-8", { fatal: true }).decode(raw).replace(/^/, "");
|
|
134
|
+
}
|
|
135
|
+
catch {
|
|
136
|
+
return raw.toString("latin1");
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
export class BeaClient {
|
|
140
|
+
key;
|
|
141
|
+
keySource;
|
|
142
|
+
client;
|
|
143
|
+
timeout;
|
|
144
|
+
errors = 0;
|
|
145
|
+
calls = 0;
|
|
146
|
+
/** [monotonic seconds, bytes] of replies in the last minute */
|
|
147
|
+
bytes = [];
|
|
148
|
+
metaCache;
|
|
149
|
+
/** waits (tests replace it) */
|
|
150
|
+
sleeper = sleep;
|
|
151
|
+
toString() {
|
|
152
|
+
return "BeaClient(key=[REDACTED])";
|
|
153
|
+
}
|
|
154
|
+
toJSON() {
|
|
155
|
+
return this.toString();
|
|
156
|
+
}
|
|
157
|
+
constructor(o = {}) {
|
|
158
|
+
const timeout = o.timeout ?? 120;
|
|
159
|
+
let key, src;
|
|
160
|
+
if (o.apiKey) {
|
|
161
|
+
keys.remember(o.apiKey);
|
|
162
|
+
[key, src] = [o.apiKey, "argument"];
|
|
163
|
+
}
|
|
164
|
+
else
|
|
165
|
+
[key, src] = findApiKey();
|
|
166
|
+
if (!key) {
|
|
167
|
+
throw new BeaError("No BEA API key found. Looked in: " + keyLocations().join("; ") + `. Get a free key at ${SIGNUP_URL} ` +
|
|
168
|
+
`(BEA emails it; click the activation link), then store it with \`${setupCommand("bea")}\` in your own terminal.`, "key_missing");
|
|
169
|
+
}
|
|
170
|
+
this.key = key;
|
|
171
|
+
this.keySource = src || "";
|
|
172
|
+
this.client = new Client(BASE, { name: "bea", auth: AUTH, key, rps: 1 / MIN_INTERVAL_S, burst: 1, retries: 0, timeout,
|
|
173
|
+
deadline: timeout * 3, userAgent: UA, errorsPerMin: ERRORS_PER_MIN, bytesPerMin: BYTES_PER_MIN,
|
|
174
|
+
headers: { Accept: "application/json" } });
|
|
175
|
+
this.timeout = timeout;
|
|
176
|
+
try {
|
|
177
|
+
this.metaCache = new Cache(path.join("bea", "meta"), policy(), o.useCache ?? true);
|
|
178
|
+
}
|
|
179
|
+
catch {
|
|
180
|
+
this.metaCache = new Cache(path.join("bea", "meta"), policy(), false);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
// ---- budgets
|
|
184
|
+
/** Pause before a call that could push the last minute's download over 100 MB (headroom: the largest reply). */
|
|
185
|
+
async waitForBytes() {
|
|
186
|
+
for (;;) {
|
|
187
|
+
const now = performance.now() / 1000;
|
|
188
|
+
this.bytes = this.bytes.filter(([t]) => now - t < 60);
|
|
189
|
+
const used = this.bytes.reduce((s, [, n]) => s + n, 0);
|
|
190
|
+
const head = Math.max(0, ...this.bytes.map(([, n]) => n));
|
|
191
|
+
if (!this.bytes.length || used + head <= BYTES_PER_MIN * 0.95)
|
|
192
|
+
return;
|
|
193
|
+
const wait = 60 - (now - this.bytes[0][0]) + 0.5;
|
|
194
|
+
process.stderr.write(`[bea] ${(used / 1e6).toFixed(0)} MB in the last minute: waiting ${wait.toFixed(0)} s to stay under ` +
|
|
195
|
+
"BEA's 100 MB a minute\n");
|
|
196
|
+
await this.sleeper(Math.max(wait, 0.5) * 1000);
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
spendError() {
|
|
200
|
+
this.errors++;
|
|
201
|
+
try {
|
|
202
|
+
this.client.errorBudget.spend();
|
|
203
|
+
}
|
|
204
|
+
catch (e) {
|
|
205
|
+
if (e instanceof DataError)
|
|
206
|
+
throw new BeaError(e.message, "budget");
|
|
207
|
+
throw e;
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
// ---- one call
|
|
211
|
+
/** One API call. Returns BEAAPI.Results (a dict). Throws BeaError with a kind on failure. */
|
|
212
|
+
async request(method, params = {}, o = {}) {
|
|
213
|
+
const retries = o.retries ?? 2;
|
|
214
|
+
if (this.errors >= MAX_ERRORS_PER_RUN) {
|
|
215
|
+
throw new BeaError(`Stopped after ${this.errors} failed calls in this run, to stay under BEA's limit of 30 errors a ` +
|
|
216
|
+
"minute (going over locks the key out). Fix the request first.", "budget");
|
|
217
|
+
}
|
|
218
|
+
const q = { method, ResultFormat: "JSON" };
|
|
219
|
+
for (const [k, v] of Object.entries(params))
|
|
220
|
+
if (v !== null && v !== undefined && v !== "")
|
|
221
|
+
q[k] = v;
|
|
222
|
+
const useCache = o.cache ?? META_METHODS.has(method.toLowerCase());
|
|
223
|
+
const ckey = pyJsonDumps(Object.fromEntries(Object.entries(q).map(([k, v]) => [k.toLowerCase(), pyStr(v)])), true);
|
|
224
|
+
if (useCache && this.metaCache.on) {
|
|
225
|
+
const hit = this.metaCache.get(ckey);
|
|
226
|
+
if (hit) {
|
|
227
|
+
try {
|
|
228
|
+
return parsePyJson(hit[0].toString("utf8"));
|
|
229
|
+
}
|
|
230
|
+
catch {
|
|
231
|
+
/* a bad entry is refetched */
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
const shown = `${method} ${redact(pyJsonDumps(params))}`;
|
|
236
|
+
for (let attempt = 0; attempt <= retries; attempt++) {
|
|
237
|
+
await this.waitForBytes();
|
|
238
|
+
this.calls++;
|
|
239
|
+
let r;
|
|
240
|
+
try {
|
|
241
|
+
r = await this.client.request("GET", "", q, { okStatuses: [200, 429, 500, 502, 503, 504] });
|
|
242
|
+
}
|
|
243
|
+
catch (e) {
|
|
244
|
+
if (!(e instanceof DataError))
|
|
245
|
+
throw e;
|
|
246
|
+
if (e.kind === "network") {
|
|
247
|
+
if (attempt < retries && !keys.restricted()) {
|
|
248
|
+
await this.sleeper(5 * 2 ** attempt * 1000);
|
|
249
|
+
continue;
|
|
250
|
+
}
|
|
251
|
+
throw new BeaError(`BEA (apps.bea.gov) could not be reached: ${e.message}`, "network");
|
|
252
|
+
}
|
|
253
|
+
if (e.kind === "rate_limit")
|
|
254
|
+
throw new BeaError(e.message, "budget");
|
|
255
|
+
if (e.kind === "fixture_missing")
|
|
256
|
+
throw new BeaError(e.message, "other", { dataKind: "fixture_missing" });
|
|
257
|
+
this.errors++;
|
|
258
|
+
throw new BeaError(`${shown} failed: ${e.message}`, "http");
|
|
259
|
+
}
|
|
260
|
+
this.bytes.push([performance.now() / 1000, r.body.length]);
|
|
261
|
+
if (r.status === 429) {
|
|
262
|
+
this.spendError();
|
|
263
|
+
const retry = r.headers["retry-after"] ?? "unknown";
|
|
264
|
+
throw new BeaError(`HTTP 429 from BEA: the key is rate-limited (Retry-After ${retry} s). BEA allows 100 requests, ` +
|
|
265
|
+
"100 MB and 30 errors a minute. The guide says the block lasts a minute; BEA's own client plans for up to an " +
|
|
266
|
+
"hour. Wait at least Retry-After, then rerun once; retrying during the block extends it.", "rate_limit", { retryAfter: Number(retry) || 60 });
|
|
267
|
+
}
|
|
268
|
+
if (r.status >= 500) {
|
|
269
|
+
if (attempt < retries) {
|
|
270
|
+
await this.sleeper(5 * 2 ** attempt * 1000);
|
|
271
|
+
continue;
|
|
272
|
+
}
|
|
273
|
+
this.spendError();
|
|
274
|
+
throw new BeaError(`${shown} failed: HTTP ${r.status}`, "http");
|
|
275
|
+
}
|
|
276
|
+
const raw = r.body;
|
|
277
|
+
if (!raw.toString("latin1").trim()) {
|
|
278
|
+
this.spendError();
|
|
279
|
+
throw new BeaError(`BEA returned an empty reply for ${shown}. That usually means the request timed out on BEA's side ` +
|
|
280
|
+
"(or the UserID was missing): narrow it (fewer years, a GeoFips list instead of COUNTY, one line) and try again.", "api");
|
|
281
|
+
}
|
|
282
|
+
let payload;
|
|
283
|
+
try {
|
|
284
|
+
payload = parsePyJson(decodeReply(raw));
|
|
285
|
+
}
|
|
286
|
+
catch {
|
|
287
|
+
this.spendError();
|
|
288
|
+
throw new BeaError(`BEA returned something that is not JSON for ${shown}: ${JSON.stringify(raw.subarray(0, 300).toString("latin1"))}`, "http");
|
|
289
|
+
}
|
|
290
|
+
const err = firstError(payload);
|
|
291
|
+
if (err) {
|
|
292
|
+
this.spendError();
|
|
293
|
+
const code = pyStr(err.APIErrorCode ?? "").trim();
|
|
294
|
+
const desc = errorDetail(err);
|
|
295
|
+
if (isAuthError(code, desc)) {
|
|
296
|
+
throw new BeaError(`BEA rejected the API key: ${desc} (APIErrorCode ${code}). The key may be mistyped or not yet ` +
|
|
297
|
+
`activated (BEA emails an activation link): ${SIGNUP_URL}`, "auth", { code });
|
|
298
|
+
}
|
|
299
|
+
const dl = desc.toLowerCase();
|
|
300
|
+
if (code === "7" || dl.includes("quota") || (dl.includes("limit") && dl.includes("exceed"))) {
|
|
301
|
+
throw new BeaError(`BEA rate limit: ${desc}`, "rate_limit", { code });
|
|
302
|
+
}
|
|
303
|
+
throw new BeaError(`BEA could not answer ${shown}: ${desc} (APIErrorCode ${code})`, "api", { code });
|
|
304
|
+
}
|
|
305
|
+
const res = scrubResponse(unwrapResults(payload));
|
|
306
|
+
if (useCache && this.metaCache.on)
|
|
307
|
+
this.metaCache.put(ckey, Buffer.from(JSON.stringify(res), "utf8"), { method });
|
|
308
|
+
return res;
|
|
309
|
+
}
|
|
310
|
+
throw new BeaError("unreachable");
|
|
311
|
+
}
|
|
312
|
+
/** One cheap, uncached call (GetDataSetList). Never throws. */
|
|
313
|
+
async ping() {
|
|
314
|
+
try {
|
|
315
|
+
await this.request("GetDataSetList", {}, { retries: 1, cache: false });
|
|
316
|
+
return { reachable: true, auth_ok: true, kind: "ok", detail: "" };
|
|
317
|
+
}
|
|
318
|
+
catch (e) {
|
|
319
|
+
if (!(e instanceof BeaError))
|
|
320
|
+
throw e;
|
|
321
|
+
const reachable = e.bea !== "network";
|
|
322
|
+
return { reachable, auth_ok: reachable && e.bea === "auth" ? false : null, kind: e.bea,
|
|
323
|
+
detail: e.message.split("\n")[0].slice(0, 300) };
|
|
324
|
+
}
|
|
325
|
+
}
|
|
326
|
+
// ---- metadata (cached)
|
|
327
|
+
async datasets() {
|
|
328
|
+
return asList((await this.request("GetDataSetList")).Dataset);
|
|
329
|
+
}
|
|
330
|
+
async parameters(dataset) {
|
|
331
|
+
return asList((await this.request("GetParameterList", { DataSetName: dataset })).Parameter);
|
|
332
|
+
}
|
|
333
|
+
async parameterValues(dataset, parameter) {
|
|
334
|
+
return asList((await this.request("GetParameterValues", { DataSetName: dataset, ParameterName: parameter })).ParamValue);
|
|
335
|
+
}
|
|
336
|
+
async parameterValuesFiltered(dataset, target, filters) {
|
|
337
|
+
return asList((await this.request("GetParameterValuesFiltered", { DataSetName: dataset, TargetParameter: target, ...filters })).ParamValue);
|
|
338
|
+
}
|
|
339
|
+
// ---- data
|
|
340
|
+
/** GetData: [rows, notes, results-without-Data] (the last holds Dimensions, Statistic, etc.). */
|
|
341
|
+
async getData(dataset, params) {
|
|
342
|
+
const res = await this.request("GetData", { DataSetName: dataset, ...params });
|
|
343
|
+
const info = Object.fromEntries(Object.entries(res).filter(([k]) => k !== "Data"));
|
|
344
|
+
return [asList(res.Data), asList(res.Notes), info];
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
/** The code in a GetParameterValues row (attribute names differ by dataset). */
|
|
348
|
+
export function valueKey(v) {
|
|
349
|
+
for (const k of ["Key", "TableName", "TableID", "TableNumber", "Code"]) {
|
|
350
|
+
if (v[k] !== null && v[k] !== undefined && v[k] !== "")
|
|
351
|
+
return pyStr(v[k]);
|
|
352
|
+
}
|
|
353
|
+
return pyStr(Object.values(v)[0] ?? "");
|
|
354
|
+
}
|
|
355
|
+
export const DATASETS = {
|
|
356
|
+
NIPA: { required: ["TableName", "Frequency", "Year"], bulk: true,
|
|
357
|
+
about: "National income and product accounts; TableName T10101 ...; Frequency A, Q, M; Year list or X" },
|
|
358
|
+
NIUnderlyingDetail: { required: ["TableName", "Frequency", "Year"],
|
|
359
|
+
about: "Underlying detail tables (U20305 ...); lower quality than published aggregates; API only (the flat files hold only the lines shared with published tables)" },
|
|
360
|
+
FixedAssets: { required: ["TableName", "Year"],
|
|
361
|
+
about: "Fixed assets (FAAt101 ...); annual only; updated late August to early October" },
|
|
362
|
+
Regional: { required: ["TableName", "LineCode", "GeoFips"], bulk: true,
|
|
363
|
+
about: "State, county and metro tables (SAGDP9, CAINC1 ...); LineCode ALL allows one GeoFips only" },
|
|
364
|
+
GDPbyIndustry: { required: ["TableID", "Frequency", "Year", "Industry"],
|
|
365
|
+
about: "API TableIDs (1 value added, 5 contributions, 6 shares, 25 real value added); Q from 2005; prefer the keyless workbook codes TVA1xx/TGO1xx/TII1xx" },
|
|
366
|
+
UnderlyingGDPbyIndustry: { required: ["TableID", "Frequency", "Year", "Industry"], freq_only: ["A"],
|
|
367
|
+
about: "More industry detail, annual only (Q is error 206), from 1997" },
|
|
368
|
+
ITA: { required: [], one_of_many: ["Indicator", "AreaOrCountry"],
|
|
369
|
+
about: "International transactions: Indicator (BalGds, BalServ, BalCurrAcct, ExpGds, ImpGds ...), AreaOrCountry (AllCountries = total, All = every area, China ...), Frequency A/QSA/QNSA, Year" },
|
|
370
|
+
IIP: { required: [], one_of_many: ["TypeOfInvestment", "Year"],
|
|
371
|
+
about: "International investment position: TypeOfInvestment (FinAssetsExclFinDeriv, FinLiabsExclFinDeriv, DirInvAssets ...), Component (Pos, ChgPosTrans, ChgPosPrice, ChgPosXRate), Frequency A/QNSA, Year" },
|
|
372
|
+
IntlServTrade: { required: [], one_of_many: ["TypeOfService", "AreaOrCountry"],
|
|
373
|
+
about: "Trade in services, annual: TypeOfService, TradeDirection (Exports, Imports, Balance, SupplementalIns), Affiliation, AreaOrCountry, Year" },
|
|
374
|
+
IntlServSTA: { required: [], about: "Services supplied through affiliates: Channel, Destination, Industry, AreaOrCountry, Year" },
|
|
375
|
+
MNE: { required: ["DirectionOfInvestment", "Classification", "Year"],
|
|
376
|
+
about: "Direct investment (DI) and activities of multinationals (AMNE): DirectionOfInvestment Outward/Inward (DI and AMNE) or State/Parent (AMNE), Classification (Country, Industry, CountryByIndustry); AMNE also needs OwnershipLevel (0/1) and NonBankAffiliatesOnly (0/1)" },
|
|
377
|
+
InputOutput: { required: ["TableID", "Year"],
|
|
378
|
+
about: "Make, use and requirements tables (TableID 56, 57 ...); values change: list them first" },
|
|
379
|
+
APIDatasetMetaData: { required: ["dataset"],
|
|
380
|
+
about: "Release dates and line structure of NIPA, NIUnderlyingDetail and FixedAssets tables (not wrapped in Results)" },
|
|
381
|
+
};
|
|
382
|
+
const ALL_WORDS = new Set(["all", "allcountries", "x", ""]);
|
|
383
|
+
/** The DATASETS name for a dataset written in any case, or null. */
|
|
384
|
+
export function datasetName(dataset) {
|
|
385
|
+
const d = pyStr(dataset).toLowerCase();
|
|
386
|
+
return Object.keys(DATASETS).find((k) => k.toLowerCase() === d) ?? null;
|
|
387
|
+
}
|
|
388
|
+
/** Problems BEA would answer with an error (each error counts against 30 a minute). */
|
|
389
|
+
export function datasetProblems(dataset, params) {
|
|
390
|
+
const probs = [];
|
|
391
|
+
const name = datasetName(dataset);
|
|
392
|
+
if (!name)
|
|
393
|
+
return [`unknown dataset ${pyRepr(dataset)}; BEA's datasets are ${Object.keys(DATASETS).join(", ")}`];
|
|
394
|
+
const spec = DATASETS[name];
|
|
395
|
+
const have = {};
|
|
396
|
+
for (const [k, v] of Object.entries(params))
|
|
397
|
+
have[k.toLowerCase()] = pyStr(v);
|
|
398
|
+
for (const p of spec.required) {
|
|
399
|
+
if (!(p.toLowerCase() in have))
|
|
400
|
+
probs.push(`${dataset} needs the parameter ${p} (see request_schema for ${name})`);
|
|
401
|
+
}
|
|
402
|
+
if (spec.freq_only && have.frequency) {
|
|
403
|
+
const f = new Set(have.frequency.toUpperCase().split(","));
|
|
404
|
+
if ([...f].some((x) => !spec.freq_only.includes(x)))
|
|
405
|
+
probs.push(`${dataset} has frequency ${spec.freq_only.join(", ")} only`);
|
|
406
|
+
}
|
|
407
|
+
if (spec.one_of_many) {
|
|
408
|
+
const [pa, pb] = spec.one_of_many;
|
|
409
|
+
const a = have[pa.toLowerCase()] ?? "", b = have[pb.toLowerCase()] ?? "";
|
|
410
|
+
const manyA = a.includes(",") || ALL_WORDS.has(a.toLowerCase());
|
|
411
|
+
const manyB = b.includes(",") || ALL_WORDS.has(b.toLowerCase());
|
|
412
|
+
if ((a.includes(",") && manyB) || (b.includes(",") && manyA)) {
|
|
413
|
+
probs.push(`${dataset}: several ${pa} values need exactly one specific ${pb} (and vice versa); BEA refuses both lists at once`);
|
|
414
|
+
}
|
|
415
|
+
}
|
|
416
|
+
if (dataset.toLowerCase() === "mne" && ["state", "parent"].includes((have.directionofinvestment ?? "").toLowerCase())) {
|
|
417
|
+
for (const p of ["OwnershipLevel", "NonBankAffiliatesOnly"]) {
|
|
418
|
+
if (!(p.toLowerCase() in have))
|
|
419
|
+
probs.push(`MNE AMNE requests (${have.directionofinvestment}) need ${p}`);
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
if (dataset.toLowerCase() === "regional" && (have.linecode ?? "").toUpperCase() === "ALL" && (have.geofips ?? "").includes(",")) {
|
|
423
|
+
probs.push("Regional: LineCode ALL allows only one GeoFips");
|
|
424
|
+
}
|
|
425
|
+
return probs;
|
|
426
|
+
}
|
|
427
|
+
/** Python repr() of a string (for messages). */
|
|
428
|
+
export function pyRepr(s) {
|
|
429
|
+
const t = pyStr(s);
|
|
430
|
+
return t.includes("'") && !t.includes('"') ? `"${t}"` : `'${t.replace(/\\/g, "\\\\").replace(/'/g, "\\'")}'`;
|
|
431
|
+
}
|
|
432
|
+
// ---------------------------------------------------------------------- key check
|
|
433
|
+
/**
|
|
434
|
+
* Key check (the Python setup scripts' verify): one GetDataSetList call with the key. [true, ...] accepted,
|
|
435
|
+
* [false, ...] rejected (codes 1, 3, 4), [null, ...] unclear; no connection throws a network DataError.
|
|
436
|
+
*/
|
|
437
|
+
export async function verify(key) {
|
|
438
|
+
let p;
|
|
439
|
+
try {
|
|
440
|
+
p = await new BeaClient({ apiKey: String(key).trim(), timeout: 30, useCache: false }).ping();
|
|
441
|
+
}
|
|
442
|
+
catch (e) {
|
|
443
|
+
if (e instanceof BeaError)
|
|
444
|
+
return [null, e.message];
|
|
445
|
+
throw e;
|
|
446
|
+
}
|
|
447
|
+
if (p.kind === "ok")
|
|
448
|
+
return [true, "BEA accepted the key (GetDataSetList answered)."];
|
|
449
|
+
if (p.kind === "network")
|
|
450
|
+
throw new DataError(p.detail, "network");
|
|
451
|
+
if (p.kind === "auth")
|
|
452
|
+
return [false, "BEA rejected the key: it is mistyped, or not activated yet (click the link in BEA's email)."];
|
|
453
|
+
if (p.kind === "rate_limit" || p.kind === "budget")
|
|
454
|
+
return [null, "BEA is rate-limiting this key right now (HTTP 429); try again in an hour."];
|
|
455
|
+
return [null, p.detail];
|
|
456
|
+
}
|
|
457
|
+
//# sourceMappingURL=_bea_api.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"_bea_api.js","sourceRoot":"","sources":["../../src/deep/_bea_api.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAkB,MAAM,iBAAiB,CAAC;AACpE,OAAO,KAAK,IAAI,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,GAAG,MAAM,mBAAmB,CAAC;AAEzC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEvE,MAAM,CAAC,MAAM,IAAI,GAAG,+BAA+B,CAAC;AACpD,MAAM,CAAC,MAAM,OAAO,GAAG,aAAa,CAAC;AACrC,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,CAAC;AAC9B,MAAM,CAAC,MAAM,UAAU,GAAG,kCAAkC,CAAC;AAC7D,MAAM,CAAC,MAAM,EAAE,GAAG,iDAAiD,CAAC;AACpE,MAAM,IAAI,GAAc,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAE9F,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,CAAC;AACnC,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,CAAC;AACrC,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,CAAC;AACjC,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,CAAC;AACnC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,4BAA4B,CAAC,CAAC,CAAC;AACzH,MAAM,CAAC,MAAM,IAAI,GAAG,6EAA6E,CAAC;AAElG,oHAAoH;AACpH,sGAAsG;AACtG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAA,YAAY,GAAG,IAAI,GAAG,MAAM,CAAC,GAAG,CAAA,WAAW,EAAE,KAAK,CAAC,CAAC;AAE9E,IAAI,MAAM,GAAkB,IAAI,CAAC;AACjC,MAAM,UAAU,MAAM;IACpB,OAAO,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;AACzC,CAAC;AAED,0GAA0G;AAC1G,MAAM,UAAU,MAAM,CAAC,IAAa;IAClC,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,wEAAwE,EAAE,cAAc,CAAC,CAAC;AAC9J,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,aAAa,CAAC,GAAQ;IACpC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACtD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACnC,MAAM,GAAG,GAAwB,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,gBAAgB,IAAI,KAAK,CAAC,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;gBAC/H,GAAG,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC;YACxB,CAAC;;gBAAM,GAAG,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IAChD,OAAO,GAAG,CAAC;AACb,CAAC;AAID,MAAM,OAAO,GAA+B,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY;IAC9G,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAElH,oHAAoH;AACpH,MAAM,OAAO,QAAS,SAAQ,SAAS;IACrC,GAAG,CAAU;IACb,IAAI,CAAU;IACd,YAAY,GAAW,EAAE,OAAgB,OAAO,EAAE,IAAkE,EAAE;QACpH,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1I,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;IACrB,CAAC;CACF;AAED,MAAM,KAAK,GAAG,CAAC,CAAU,EAA4B,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC1G,MAAM,MAAM,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE9G,kFAAkF;AAClF,MAAM,UAAU,UAAU,CAAC,OAAY;IACrC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,IAAI,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,KAAK,MAAM,MAAM,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAChD,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACnD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM;YAAE,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM;YAAE,OAAO,GAAG,CAAC;IACxD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,WAAW,CAAC,GAAwB;IAClD,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC;IAChD,IAAI,CAAC,GAAQ,GAAG,CAAC,WAAW,CAAC;IAC7B,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC7G,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,CAAC,GAAG,CAAC,CAAC,WAAW,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,MAAM,CAAC,CAAC,CAAC;QAAE,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzD,OAAO,IAAI,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,IAAY;IACpD,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AAC9I,CAAC;AAED,uHAAuH;AACvH,MAAM,UAAU,aAAa,CAAC,OAAY;IACxC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrD,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC;IACpB,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvD,GAAG,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IACrC,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC;QAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;IACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;IACvH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,CAAU;IAC/B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC7C,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;AAEvE,gEAAgE;AAChE,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,MAAM,OAAO,SAAS;IACpB,GAAG,CAAS;IACZ,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,MAAM,GAAG,CAAC,CAAC;IACX,KAAK,GAAG,CAAC,CAAC;IACV,+DAA+D;IAC/D,KAAK,GAAuB,EAAE,CAAC;IAC/B,SAAS,CAAQ;IACjB,+BAA+B;IAC/B,OAAO,GAAkC,KAAK,CAAC;IAE/C,QAAQ;QACN,OAAO,2BAA2B,CAAC;IACrC,CAAC;IACD,MAAM;QACJ,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;IAED,YAAY,IAAsE,EAAE;QAClF,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,GAAG,CAAC;QACjC,IAAI,GAAkB,EAAE,GAAkB,CAAC;QAC3C,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACtC,CAAC;;YAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,UAAU,EAAE,CAAC;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,QAAQ,CAAC,mCAAmC,GAAG,YAAY,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,uBAAuB,UAAU,GAAG;gBACvH,oEAAoE,YAAY,CAAC,KAAK,CAAC,0BAA0B,EAAE,aAAa,CAAC,CAAC;QACtI,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,SAAS,GAAG,GAAG,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,cAAc,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO;YACnH,QAAQ,EAAE,OAAO,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa;YAC9F,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;QACrF,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,eAAe;IACf,gHAAgH;IAChH,KAAK,CAAC,YAAY;QAChB,SAAS,CAAC;YACR,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACrC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACvD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,GAAG,IAAI,IAAI,aAAa,GAAG,IAAI;gBAAE,OAAO;YACtE,MAAM,IAAI,GAAG,EAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB;gBACxH,yBAAyB,CAAC,CAAC;YAC7B,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,SAAS;gBAAE,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACpE,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,6FAA6F;IAC7F,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,SAAkC,EAAE,EAAE,IAA2C,EAAE;QAC/G,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;YACtC,MAAM,IAAI,QAAQ,CAAC,iBAAiB,IAAI,CAAC,MAAM,sEAAsE;gBACnH,+DAA+D,EAAE,QAAQ,CAAC,CAAC;QAC/E,CAAC;QACD,MAAM,CAAC,GAA4B,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;QACpE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;gBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACrG,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACnH,IAAI,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC;oBACH,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,8BAA8B;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,GAAG,MAAM,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QACzD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;YACpD,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,CAAC;YACN,IAAI,CAAC;gBACH,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9F,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,CAAC,CAAC,YAAY,SAAS,CAAC;oBAAE,MAAM,CAAC,CAAC;gBACvC,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBACzB,IAAI,OAAO,GAAG,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;wBAC5C,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,CAAC;wBAC5C,SAAS;oBACX,CAAC;oBACD,MAAM,IAAI,QAAQ,CAAC,4CAA4C,CAAC,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;gBACzF,CAAC;gBACD,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;oBAAE,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBACrE,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB;oBAAE,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBAC1G,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,MAAM,IAAI,QAAQ,CAAC,GAAG,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;YAC9D,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,SAAS,CAAC;gBACpD,MAAM,IAAI,QAAQ,CAAC,2DAA2D,KAAK,gCAAgC;oBACjH,8GAA8G;oBAC9G,yFAAyF,EAAE,YAAY,EACzG,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACvC,CAAC;YACD,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBACpB,IAAI,OAAO,GAAG,OAAO,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,IAAI,CAAC,CAAC;oBAC5C,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,QAAQ,CAAC,GAAG,KAAK,iBAAiB,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;gBACnC,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,QAAQ,CAAC,mCAAmC,KAAK,2DAA2D;oBACpH,iHAAiH,EAAE,KAAK,CAAC,CAAC;YAC9H,CAAC;YACD,IAAI,OAAY,CAAC;YACjB,IAAI,CAAC;gBACH,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,QAAQ,CAAC,+CAA+C,KAAK,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,EACnI,MAAM,CAAC,CAAC;YACZ,CAAC;YACD,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,QAAQ,CAAC,6BAA6B,IAAI,kBAAkB,IAAI,wCAAwC;wBAChH,8CAA8C,UAAU,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC9B,IAAI,IAAI,KAAK,GAAG,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBAC5F,MAAM,IAAI,QAAQ,CAAC,mBAAmB,IAAI,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,MAAM,IAAI,QAAQ,CAAC,wBAAwB,KAAK,KAAK,IAAI,kBAAkB,IAAI,GAAG,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACvG,CAAC;YACD,MAAM,GAAG,GAAG,aAAa,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;YAClD,IAAI,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE;gBAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAClH,OAAO,GAAG,CAAC;QACb,CAAC;QACD,MAAM,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAED,+DAA+D;IAC/D,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACvE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACpE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,CAAC,CAAC,YAAY,QAAQ,CAAC;gBAAE,MAAM,CAAC,CAAC;YACtC,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC;YACtC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG;gBACpF,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QACrD,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,KAAK,CAAC,QAAQ;QACZ,OAAO,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,OAAe;QAC9B,OAAO,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC9F,CAAC;IACD,KAAK,CAAC,eAAe,CAAC,OAAe,EAAE,SAAiB;QACtD,OAAO,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC3H,CAAC;IACD,KAAK,CAAC,uBAAuB,CAAC,OAAe,EAAE,MAAc,EAAE,OAAgC;QAC7F,OAAO,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,4BAA4B,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC9I,CAAC;IAED,YAAY;IACZ,iGAAiG;IACjG,KAAK,CAAC,OAAO,CAAC,OAAe,EAAE,MAA+B;QAC5D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAC/E,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC;QACnF,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IACrD,CAAC;CACF;AAED,gFAAgF;AAChF,MAAM,UAAU,QAAQ,CAAC,CAAsB;IAC7C,KAAK,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,CAAC;QACvE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAC1C,CAAC;AAID,MAAM,CAAC,MAAM,QAAQ,GAAgC;IACnD,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI;QAC9D,KAAK,EAAE,+FAA+F,EAAE;IAC1G,kBAAkB,EAAE,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC;QAChE,KAAK,EAAE,4JAA4J,EAAE;IACvK,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;QAC5C,KAAK,EAAE,+EAA+E,EAAE;IAC1F,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI;QACpE,KAAK,EAAE,2FAA2F,EAAE;IACtG,aAAa,EAAE,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC;QACrE,KAAK,EAAE,mJAAmJ,EAAE;IAC9J,uBAAuB,EAAE,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,CAAC;QACjG,KAAK,EAAE,+DAA+D,EAAE;IAC1E,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,WAAW,EAAE,eAAe,CAAC;QAC9D,KAAK,EAAE,yLAAyL,EAAE;IACpM,GAAG,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,kBAAkB,EAAE,MAAM,CAAC;QAC5D,KAAK,EAAE,qMAAqM,EAAE;IAChN,aAAa,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,eAAe,EAAE,eAAe,CAAC;QAC5E,KAAK,EAAE,yIAAyI,EAAE;IACpJ,WAAW,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,2FAA2F,EAAE;IACjI,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,CAAC;QAClE,KAAK,EAAE,wQAAwQ,EAAE;IACnR,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;QAC1C,KAAK,EAAE,wFAAwF,EAAE;IACnG,kBAAkB,EAAE,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC;QACzC,KAAK,EAAE,8GAA8G,EAAE;CAC1H,CAAC;AACF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;AAE5D,oEAAoE;AACpE,MAAM,UAAU,WAAW,CAAC,OAAgB;IAC1C,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IACvC,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC;AAC1E,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,eAAe,CAAC,OAAe,EAAE,MAA+B;IAC9E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,mBAAmB,MAAM,CAAC,OAAO,CAAC,wBAAwB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,IAAI,GAA2B,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9E,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,wBAAwB,CAAC,4BAA4B,IAAI,GAAG,CAAC,CAAC;IACrH,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,kBAAkB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjI,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QACzE,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,aAAa,EAAE,qCAAqC,EAAE,mDAAmD,CAAC,CAAC;QAClI,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,KAAK,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;QACtH,KAAK,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,uBAAuB,CAAC,EAAE,CAAC;YAC5D,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,sBAAsB,IAAI,CAAC,qBAAqB,UAAU,CAAC,EAAE,CAAC,CAAC;QAC5G,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAChI,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,MAAM,CAAC,CAAU;IAC/B,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACnB,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;AAC/G,CAAC;AAED,mFAAmF;AACnF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,GAAW;IACtC,IAAI,CAAC,CAAC;IACN,IAAI,CAAC;QACH,CAAC,GAAG,MAAM,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/F,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,QAAQ;YAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC;IACV,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,CAAC,IAAI,EAAE,iDAAiD,CAAC,CAAC;IACtF,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACnE,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,KAAK,EAAE,6FAA6F,CAAC,CAAC;IACrI,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,CAAC,IAAI,EAAE,2EAA2E,CAAC,CAAC;IAC/I,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
import { DataError } from "../core/http.js";
|
|
2
|
+
import { BeaClient, DATASETS, findApiKey } from "./_bea_api.js";
|
|
3
|
+
export declare const SOURCE = "bea";
|
|
4
|
+
export declare const COLUMNS: string[];
|
|
5
|
+
export declare const NOTE_COLUMNS: string[];
|
|
6
|
+
export declare const NIPA_TXT = "https://apps.bea.gov/national/Release/TXT/";
|
|
7
|
+
export declare const MONTHLY_TITLE: RegExp;
|
|
8
|
+
export declare const REGIONAL_ZIP = "https://apps.bea.gov/regional/zip/";
|
|
9
|
+
export declare const INDUSTRY_XLS = "https://apps.bea.gov/industry/Release/XLS/GDPxInd/";
|
|
10
|
+
export declare const WORKBOOKS: Record<string, string>;
|
|
11
|
+
export declare const WORKBOOK_TABLE: RegExp;
|
|
12
|
+
export declare const ZIP_ALIASES: Record<string, string[]>;
|
|
13
|
+
export declare const NIPA_LIKE: string[];
|
|
14
|
+
export declare const STATE_FIPS: Record<string, string>;
|
|
15
|
+
export declare const SPEC_KEYS: Set<string>;
|
|
16
|
+
export declare const API_NOTICE = "This product uses the Bureau of Economic Analysis (BEA) Data API but is not endorsed or certified by BEA.";
|
|
17
|
+
export type Row = Record<string, any>;
|
|
18
|
+
export type Req = {
|
|
19
|
+
id: string;
|
|
20
|
+
dataset: string;
|
|
21
|
+
table: string;
|
|
22
|
+
frequency: string;
|
|
23
|
+
years: string;
|
|
24
|
+
line_codes: string[];
|
|
25
|
+
geo: string | null;
|
|
26
|
+
calls: Record<string, string>[];
|
|
27
|
+
bulk_only: boolean;
|
|
28
|
+
};
|
|
29
|
+
export type Manifest = Record<string, Record<string, any>>;
|
|
30
|
+
export type Files = Record<string, string>;
|
|
31
|
+
/** A spec the pack cannot read (Python's ValueError): reported as fix_spec. */
|
|
32
|
+
export declare class SpecError extends DataError {
|
|
33
|
+
constructor(msg: string);
|
|
34
|
+
}
|
|
35
|
+
/** '2019-2025' / [2019, 2020] / 'ALL' / 'LAST5' -> the API's Year value. */
|
|
36
|
+
export declare function yearsParam(years: unknown, dataset: string): string;
|
|
37
|
+
/** The years an API Year value stands for (null = all; LASTn handled by the caller). */
|
|
38
|
+
export declare function yearSet(v: string): Set<number> | null;
|
|
39
|
+
/** Spec geo_fips -> the API's GeoFips: keywords and postal codes upper-cased, codes padded. */
|
|
40
|
+
export declare function normGeo(geo: unknown): string;
|
|
41
|
+
/** Each request -> {id, dataset, table, frequency, years, line_codes, geo, calls: [api params], bulk_only}. */
|
|
42
|
+
export declare function normalizeRequests(spec: any, notes?: string[]): Req[];
|
|
43
|
+
/** Requests BEA would refuse (every refusal counts against 30 errors a minute): check them first. */
|
|
44
|
+
export declare function specProblems(reqs: Req[]): string[];
|
|
45
|
+
/** Check table names (and Regional line codes) against BEA's cached metadata before GetData. */
|
|
46
|
+
export declare function validateWithMetadata(client: BeaClient, reqs: Req[]): Promise<string[]>;
|
|
47
|
+
export declare function fingerprint(reqs: Req[]): string;
|
|
48
|
+
/** [number, ""] for a numeric DataValue ("1,337" -> 1337); [null, the published code] for BEA's special values. */
|
|
49
|
+
export declare function parseValue(v: unknown): [number | null, string];
|
|
50
|
+
/** '2024' / '2024Q1' / '2024:Q1' / '2024M01' -> [time_period, year, subperiod, frequency]. */
|
|
51
|
+
export declare function parsePeriod(tp: unknown, freq?: string | null): [string, number | null, string, string];
|
|
52
|
+
/** nation, region, state, county, or the requested area type (msa, port ...). */
|
|
53
|
+
export declare function geoLevel(fips: unknown, requested?: string | null): string;
|
|
54
|
+
/** A GDP-by-industry table's combined unit narrowed by the section the line sits in. */
|
|
55
|
+
export declare function sectionUnit(unit: string, section: string): string;
|
|
56
|
+
/** BEA's unit for a NIPA level is just "Level": name it from the metric and the scale. */
|
|
57
|
+
export declare function plainUnit(unit: string, metric: string, unitMult: unknown): string;
|
|
58
|
+
export declare function unitMultFromText(unit: string): number;
|
|
59
|
+
/** 'Hawaii *' -> 'Hawaii' (BEA marks areas with a footnote by a trailing star). */
|
|
60
|
+
export declare function cleanGeoName(name: unknown): string;
|
|
61
|
+
export declare function tidyApiRows(req: Partial<Req> & {
|
|
62
|
+
id: string;
|
|
63
|
+
dataset: string;
|
|
64
|
+
table: string;
|
|
65
|
+
}, call: Record<string, any>, rows: Row[]): Row[];
|
|
66
|
+
export declare function tidyNotes(req: {
|
|
67
|
+
id: string;
|
|
68
|
+
table: string;
|
|
69
|
+
}, notes: unknown[]): Row[];
|
|
70
|
+
/**
|
|
71
|
+
* Where bulk files are kept between runs: <cache_root>/bea/bulk (DATA_ANALYST_CACHE sets the root). On a hosted
|
|
72
|
+
* server without an operator cache, inside the session's workspace instead (nothing is shared across users).
|
|
73
|
+
*/
|
|
74
|
+
export declare function cacheDir(workspace?: string): string;
|
|
75
|
+
/** Download a bulk file into the cache, reusing a copy whose Last-Modified has not changed. */
|
|
76
|
+
export declare function fetchSource(url: string, srcDir: string, manifest: Manifest): Promise<string>;
|
|
77
|
+
export declare function readTextMember(p: string): string;
|
|
78
|
+
/** Rebuild a NIPA table from the flat files: SeriesRegister maps TableId:LineNo -> SeriesCode. */
|
|
79
|
+
export declare function nipaFromFlat(req: Pick<Req, "id" | "table" | "frequency" | "years">, srcDir: string, manifest: Manifest, files?: Files): Promise<[Row[], Row[]]>;
|
|
80
|
+
/** Geographies regionalFromZip can select: STATE, COUNTY, a postal code (its counties), 5-digit codes, any MA* area. */
|
|
81
|
+
export declare function bulkGeoOk(geo: string, table: string): boolean;
|
|
82
|
+
export declare function zipCandidates(table: string): string[];
|
|
83
|
+
/** Can BEA's public bulk files serve this request? [true, files] or [false, why not]. */
|
|
84
|
+
export declare function bulkCoverage(req: Pick<Req, "dataset" | "table" | "frequency" | "geo" | "bulk_only">): [boolean, string];
|
|
85
|
+
export declare function regionalFromZip(req: Pick<Req, "id" | "table" | "years" | "line_codes" | "geo">, srcDir: string, manifest: Manifest, files?: Files): Promise<[Row[], Row[]]>;
|
|
86
|
+
/** '[Millions of dollars] Seasonally adjusted at annual rates' -> 'Millions of dollars; seasonally adjusted at annual rates'. */
|
|
87
|
+
export declare function workbookUnit(text: string): string;
|
|
88
|
+
/** A GDP-by-industry table (TVA105 ...) from BEA's public workbook: sheet '<table>-<A|Q>'. */
|
|
89
|
+
export declare function industryFromXlsx(req: Pick<Req, "id" | "table" | "frequency" | "years">, srcDir: string, manifest: Manifest, files?: Files): Promise<[Row[], Row[]]>;
|
|
90
|
+
export declare function periodDate(tp: string): string;
|
|
91
|
+
/** What the API cannot do, applied on every route: requested lines, the last n years, and loud empty results. */
|
|
92
|
+
export declare function finalizeRows(reqs: Pick<Req, "id" | "dataset" | "table" | "years" | "line_codes" | "geo">[], rows: Row[]): Row[];
|
|
93
|
+
/** {request id: years the request names explicitly that no row has}. */
|
|
94
|
+
export declare function missingYears(reqs: {
|
|
95
|
+
id: string;
|
|
96
|
+
years?: unknown;
|
|
97
|
+
}[], rows: Row[]): Record<string, number[]>;
|
|
98
|
+
export declare const ROUTE_TEXT: Record<string, string>;
|
|
99
|
+
export type Packaged = {
|
|
100
|
+
data_dir: string;
|
|
101
|
+
rows: number;
|
|
102
|
+
rows_by_request: Record<string, number>;
|
|
103
|
+
tables: {
|
|
104
|
+
name: string;
|
|
105
|
+
file: string;
|
|
106
|
+
rows: number;
|
|
107
|
+
columns: string[];
|
|
108
|
+
}[];
|
|
109
|
+
citation: string;
|
|
110
|
+
retrieved: string;
|
|
111
|
+
vintage: string[];
|
|
112
|
+
notes: string[];
|
|
113
|
+
files: string[];
|
|
114
|
+
route: string;
|
|
115
|
+
};
|
|
116
|
+
export declare function packageData(out: string, reqs: Req[], spec: any, rows0: Row[], notes: Row[], route: string, callsLog: any[], manifest: Manifest, acquired: string, extraNotes?: string[]): Packaged;
|
|
117
|
+
export declare function runApi(client: BeaClient, reqs: Req[], out: string): Promise<[Row[], Row[], any[]]>;
|
|
118
|
+
export declare function runBulk(reqs: Req[], srcDir: string, files?: Files): Promise<[Row[], Row[], Manifest]>;
|
|
119
|
+
export type Existing = {
|
|
120
|
+
path: string;
|
|
121
|
+
csv_exists: boolean;
|
|
122
|
+
route: string;
|
|
123
|
+
downloaded: string;
|
|
124
|
+
rows: number;
|
|
125
|
+
spec_matches: boolean;
|
|
126
|
+
saved: any;
|
|
127
|
+
};
|
|
128
|
+
export declare function existingData(out: string, reqs: Req[]): Existing | null;
|
|
129
|
+
/** The GetData URL for one call. keyExpr null leaves UserID out. */
|
|
130
|
+
export declare function apiUrl(dataset: string, call: Record<string, string>, keyExpr?: string | null): string;
|
|
131
|
+
export declare function bulkUrls(q: Req): string[];
|
|
132
|
+
export declare const apiFileName: (q: Req, k: number) => string;
|
|
133
|
+
/** The files a user downloads by hand (core manual.ts items): public bulk files, and API replies with the key. */
|
|
134
|
+
export declare function manualItems(reqs: Req[]): any[];
|
|
135
|
+
export declare function ingestFiles(paths: string[], spec: any, reqs: Req[], out: string, extraNotes?: string[]): Promise<Packaged>;
|
|
136
|
+
export type Hit = {
|
|
137
|
+
dataset: string;
|
|
138
|
+
table: string;
|
|
139
|
+
title: string;
|
|
140
|
+
};
|
|
141
|
+
/** Table names: NIPA titles and the GDP-by-industry workbooks (no key); other datasets through the API (key). */
|
|
142
|
+
export declare function findTables(text: string, dataset: string | null, workspace?: string): Promise<[Hit[], string[]]>;
|
|
143
|
+
/** The lines of a NIPA table (SeriesRegister.txt, no key): [line, series code, label, metric, calculation]. */
|
|
144
|
+
export declare function listLines(table: string, workspace?: string): Promise<{
|
|
145
|
+
line: number;
|
|
146
|
+
series_code: string;
|
|
147
|
+
label: string;
|
|
148
|
+
metric: string;
|
|
149
|
+
calculation: string;
|
|
150
|
+
}[]>;
|
|
151
|
+
export { DATASETS, findApiKey };
|