data-analyst-mcp 0.0.0-stage → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +261 -2
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +716 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +24 -0
- package/dist/report/scan_secrets.js +265 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +247 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +54 -4
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +170 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* openFDA adapter (api.fda.gov).
|
|
3
|
+
*
|
|
4
|
+
* - Datasets live at /<category>/<noun>.json (drug/event, device/recall, ...). The spec names one with
|
|
5
|
+
* "dataset" (catalog alias such as drug_event, or the path "drug/event"); beforeRequest splits it into the
|
|
6
|
+
* two path parts, so URLs keep a plain slash.
|
|
7
|
+
* - openFDA answers a search that matches nothing with HTTP 404 {"error": {"code": "NOT_FOUND", "message":
|
|
8
|
+
* "No matches found!"}}; fetch() turns that into a clear "no records match" error, or an empty table when
|
|
9
|
+
* the request sets "allow_empty": true. Other 404 answers carry their own message ("Nothing to count"); fetch()
|
|
10
|
+
* reads 404 bodies and reports openFDA's message for those.
|
|
11
|
+
* - Paging: limit <= 1000 and skip <= 25,000, so a search returns at most 26,000 records. Count requests return
|
|
12
|
+
* at most 1,000 terms; without a key, count limit=1000 answers HTTP 403 on some datasets while limit=999 works,
|
|
13
|
+
* so fetch() sends keyless counts with limit at most 999. A term count as long as the limit is reported as cut.
|
|
14
|
+
* - Errors inside a body ({"error": {...}}) are reported with openFDA's code and message.
|
|
15
|
+
*/
|
|
16
|
+
import path from "node:path";
|
|
17
|
+
import { PACKS_DIR } from "../core/env.js";
|
|
18
|
+
import * as gr from "../core/generic-rest.js";
|
|
19
|
+
import { DataError } from "../core/http.js";
|
|
20
|
+
import { readJson } from "../core/policy.js";
|
|
21
|
+
import { pyStr } from "../core/py.js";
|
|
22
|
+
import { pyInt, pyRepr, stripChars } from "./_govinfo_py.js";
|
|
23
|
+
const HERE = path.join(PACKS_DIR, "fda");
|
|
24
|
+
const MAX_SKIP = 25000;
|
|
25
|
+
const COUNT_MAX = 1000; // count terms with a key
|
|
26
|
+
const COUNT_MAX_KEYLESS = 999; // without a key, limit=1000 is refused (HTTP 403) on drug/event and device/event
|
|
27
|
+
const NO_MATCH = "No matches found";
|
|
28
|
+
function catalog() {
|
|
29
|
+
return readJson(HERE, "endpoints.json")?.catalog || {};
|
|
30
|
+
}
|
|
31
|
+
function paths() {
|
|
32
|
+
return new Set(Object.values(catalog()).map((c) => c.id));
|
|
33
|
+
}
|
|
34
|
+
const cmp = (a, b) => (a < b ? -1 : a > b ? 1 : 0);
|
|
35
|
+
/** The limit a count request is sent with: the spec's (default 1000), at most 999 without a key. */
|
|
36
|
+
export function countLimit(req, keyed) {
|
|
37
|
+
let lim;
|
|
38
|
+
try {
|
|
39
|
+
const v = (req.params || {}).limit;
|
|
40
|
+
lim = pyInt(v === undefined ? COUNT_MAX : v);
|
|
41
|
+
}
|
|
42
|
+
catch {
|
|
43
|
+
lim = COUNT_MAX;
|
|
44
|
+
}
|
|
45
|
+
return keyed ? lim : Math.min(lim, COUNT_MAX_KEYLESS);
|
|
46
|
+
}
|
|
47
|
+
/** The core client raises a bare "not found" on HTTP 404 and drops openFDA's message; this wrapper asks it to hand
|
|
48
|
+
* 404 bodies to checkError, so the error carries openFDA's own code and message. */
|
|
49
|
+
function read404(client) {
|
|
50
|
+
const w = Object.create(client);
|
|
51
|
+
w.request = async (method, p, params, o = {}) => {
|
|
52
|
+
const r = await client.request(method, p, params, { ...o, allow404: o.allow404 ?? true });
|
|
53
|
+
if (r.status === 404)
|
|
54
|
+
throw new DataError(`fda: not found (HTTP 404) ${r.url.split("?")[0]}`, "not_found", 404);
|
|
55
|
+
return r;
|
|
56
|
+
};
|
|
57
|
+
return w;
|
|
58
|
+
}
|
|
59
|
+
const adapter = {
|
|
60
|
+
checkError(_status, body) {
|
|
61
|
+
if (body.subarray(0, 1).toString("latin1") === "{" && body.subarray(0, 300).includes('"error"')) {
|
|
62
|
+
let err;
|
|
63
|
+
try {
|
|
64
|
+
err = JSON.parse(body.toString("utf8")).error || {};
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
return null;
|
|
68
|
+
}
|
|
69
|
+
if (err && typeof err === "object" && err.message)
|
|
70
|
+
return `${pyStr(err.code ?? "FDA_ERROR")}: ${pyStr(err.message)}`;
|
|
71
|
+
}
|
|
72
|
+
return null;
|
|
73
|
+
},
|
|
74
|
+
beforeRequest(_req, _ep, params) {
|
|
75
|
+
const p = { ...params };
|
|
76
|
+
let ds = stripChars(pyStr(p.dataset || ""), "/");
|
|
77
|
+
delete p.dataset;
|
|
78
|
+
if (ds.endsWith(".json"))
|
|
79
|
+
ds = ds.slice(0, -5);
|
|
80
|
+
const cat = catalog();
|
|
81
|
+
if (ds in cat)
|
|
82
|
+
ds = cat[ds].id;
|
|
83
|
+
if (ds.includes("/")) {
|
|
84
|
+
const i = ds.indexOf("/");
|
|
85
|
+
[p.category, p.noun] = [ds.slice(0, i), ds.slice(i + 1)];
|
|
86
|
+
}
|
|
87
|
+
const s = p.search;
|
|
88
|
+
if (typeof s === "string") { // the "+AND+" style also works: make it plain spaces
|
|
89
|
+
p.search = s.split("+AND+").join(" AND ").split("+OR+").join(" OR ").split("+NOT+").join(" NOT ");
|
|
90
|
+
}
|
|
91
|
+
return p;
|
|
92
|
+
},
|
|
93
|
+
checkSpec(spec) {
|
|
94
|
+
const probs = [];
|
|
95
|
+
const cat = catalog(), known = paths();
|
|
96
|
+
for (const r of spec.requests || []) {
|
|
97
|
+
const name = pyRepr(r.name);
|
|
98
|
+
const prm = r.params || {};
|
|
99
|
+
let ds = stripChars(pyStr(("dataset" in prm ? prm.dataset : r.dataset) || ""), "/");
|
|
100
|
+
if (ds.endsWith(".json"))
|
|
101
|
+
ds = ds.slice(0, -5);
|
|
102
|
+
if (!ds)
|
|
103
|
+
probs.push(`request ${name}: parameter 'dataset' is required (alias such as drug_event, or drug/event)`);
|
|
104
|
+
else if (!(ds in cat) && !known.has(ds)) {
|
|
105
|
+
probs.push(`request ${name}: dataset ${pyRepr(ds)} is not an openFDA dataset (aliases: ${Object.keys(cat).sort(cmp).join(", ")})`);
|
|
106
|
+
}
|
|
107
|
+
if (r.endpoint === "count") {
|
|
108
|
+
try {
|
|
109
|
+
if (pyInt("limit" in prm ? prm.limit : 1000) > 1000)
|
|
110
|
+
probs.push(`request ${name}: count limit cannot exceed 1000`);
|
|
111
|
+
}
|
|
112
|
+
catch {
|
|
113
|
+
probs.push(`request ${name}: limit must be a number`);
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
if (r.endpoint === "search" && pyInt(prm.skip || 0) > MAX_SKIP) {
|
|
117
|
+
probs.push(`request ${name}: skip cannot exceed ${MAX_SKIP} (openFDA limit); narrow the search, ` +
|
|
118
|
+
"e.g. by date range, and make several requests");
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
return probs;
|
|
122
|
+
},
|
|
123
|
+
async fetch(spec, pack, _route) {
|
|
124
|
+
const client = gr.clientFor(pack);
|
|
125
|
+
const keyed = !!client.key;
|
|
126
|
+
const wrapped = read404(client);
|
|
127
|
+
const tables = {};
|
|
128
|
+
let notes = [];
|
|
129
|
+
for (let r of spec.requests) {
|
|
130
|
+
let sent = null;
|
|
131
|
+
if (r.endpoint === "count") {
|
|
132
|
+
sent = countLimit(r, keyed);
|
|
133
|
+
r = { ...r, params: { ...(r.params || {}), limit: sent } };
|
|
134
|
+
}
|
|
135
|
+
let t, n;
|
|
136
|
+
try {
|
|
137
|
+
[t, n] = await gr.fetchSpec(pack, { ...spec, requests: [r] }, wrapped);
|
|
138
|
+
}
|
|
139
|
+
catch (e) {
|
|
140
|
+
if (!(e instanceof DataError))
|
|
141
|
+
throw e;
|
|
142
|
+
const msg = e.message;
|
|
143
|
+
if (e.status === 404 && !msg.includes(NO_MATCH) && e.kind !== "not_found") {
|
|
144
|
+
const hint = r.endpoint === "count" && msg.includes("Nothing to count")
|
|
145
|
+
? " The field cannot be counted in this dataset: check its name, and try it without (or with) .exact." : "";
|
|
146
|
+
const i = msg.indexOf("fda: ");
|
|
147
|
+
throw new DataError(`request ${pyRepr(r.name)}: openFDA answered HTTP 404: ${i < 0 ? msg : msg.slice(i + 5)}.${hint}`, "bad_request");
|
|
148
|
+
}
|
|
149
|
+
if (e.kind === "not_found" || e.status === 404) {
|
|
150
|
+
if (r.allow_empty) {
|
|
151
|
+
tables[r.name] = [];
|
|
152
|
+
notes.push(`${r.name}: openFDA found no matching records (empty table kept: allow_empty).`);
|
|
153
|
+
continue;
|
|
154
|
+
}
|
|
155
|
+
throw new DataError(`request ${pyRepr(r.name)}: openFDA found no records matching the search (HTTP 404 ` +
|
|
156
|
+
"'No matches found'). Check field names and values; .exact fields need the whole term " +
|
|
157
|
+
"exactly as stored (drug names are upper-case).", "bad_request");
|
|
158
|
+
}
|
|
159
|
+
throw e;
|
|
160
|
+
}
|
|
161
|
+
const rows = (t[r.name] || []);
|
|
162
|
+
if (sent !== null && sent >= COUNT_MAX_KEYLESS && rows.length >= sent && "term" in rows[0]) {
|
|
163
|
+
notes.push(`${r.name}: stopped at ${rows.length.toLocaleString("en-US")} terms (openFDA's count limit` +
|
|
164
|
+
(keyed ? "" : "; 999 without a key") + "); the least frequent terms are cut off. " +
|
|
165
|
+
"Narrow the search to rank within a subset.");
|
|
166
|
+
}
|
|
167
|
+
Object.assign(tables, t);
|
|
168
|
+
notes = notes.concat(n);
|
|
169
|
+
}
|
|
170
|
+
return [tables, notes];
|
|
171
|
+
},
|
|
172
|
+
manualItems(spec, pack) {
|
|
173
|
+
// the links are opened without a key, so count links ask for at most 999 terms
|
|
174
|
+
const reqs = (spec.requests || []).map((r) => r.endpoint === "count" ? { ...r, params: { ...(r.params || {}), limit: countLimit(r, false) } } : r);
|
|
175
|
+
const items = gr.manualItems(pack, { ...spec, requests: reqs }); // core applies beforeRequest to the links
|
|
176
|
+
for (const it of items) {
|
|
177
|
+
it.note = ((it.note ? it.note.replace(/\.+$/, "") + ". " : "") + "Without a key openFDA allows 1,000 requests a day per IP; whole " +
|
|
178
|
+
"datasets are at https://open.fda.gov/data/downloads/ (zipped JSON).").trim();
|
|
179
|
+
}
|
|
180
|
+
return items;
|
|
181
|
+
},
|
|
182
|
+
};
|
|
183
|
+
export default adapter;
|
|
184
|
+
//# sourceMappingURL=fda.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fda.js","sourceRoot":"","sources":["../../src/adapters/fda.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAU,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE7D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AACzC,MAAM,QAAQ,GAAG,KAAK,CAAC;AACvB,MAAM,SAAS,GAAG,IAAI,CAAC,CAAiB,yBAAyB;AACjE,MAAM,iBAAiB,GAAG,GAAG,CAAC,CAAU,iFAAiF;AACzH,MAAM,QAAQ,GAAG,kBAAkB,CAAC;AAEpC,SAAS,OAAO;IACd,OAAO,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,KAAK;IACZ,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEnE,oGAAoG;AACpG,MAAM,UAAU,UAAU,CAAC,GAAgB,EAAE,KAAc;IACzD,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC;QACnC,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,GAAG,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;AACxD,CAAC;AAED;oFACoF;AACpF,SAAS,OAAO,CAAC,MAAc;IAC7B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAW,CAAC;IAC1C,CAAC,CAAC,OAAO,GAAG,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE;QAC9C,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC;QAC1F,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,6BAA6B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAChH,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,OAAO,GAAY;IACvB,UAAU,CAAC,OAAO,EAAE,IAAI;QACtB,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAChG,IAAI,GAAQ,CAAC;YACb,IAAI,CAAC;gBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;YACD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,WAAW,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACvH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM;QAC7B,MAAM,CAAC,GAA4B,EAAE,GAAG,MAAM,EAAE,CAAC;QACjD,IAAI,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QACjD,OAAO,CAAC,CAAC,OAAO,CAAC;QACjB,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;QACtB,IAAI,EAAE,IAAI,GAAG;YAAE,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC/B,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC,CAAkB,qDAAqD;YACjG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpG,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,SAAS,CAAC,IAAI;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,OAAO,EAAE,EAAE,KAAK,GAAG,KAAK,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;YAC3B,IAAI,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;YACpF,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/C,IAAI,CAAC,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,6EAA6E,CAAC,CAAC;iBAC7G,IAAI,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,aAAa,MAAM,CAAC,EAAE,CAAC,wCAAwC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrI,CAAC;YACD,IAAI,CAAC,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACH,IAAI,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI;wBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,kCAAkC,CAAC,CAAC;gBACrH,CAAC;gBAAC,MAAM,CAAC;oBACP,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,0BAA0B,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YACD,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,QAAQ,EAAE,CAAC;gBAC/D,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,wBAAwB,QAAQ,uCAAuC;oBAC/F,+CAA+C,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAU,EAAE,IAAU,EAAE,MAAc;QAChD,MAAM,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,MAAM,GAAW,EAAE,CAAC;QAC1B,IAAI,KAAK,GAAa,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,IAAI,IAAI,GAAkB,IAAI,CAAC;YAC/B,IAAI,CAAC,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBAC3B,IAAI,GAAG,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBAC5B,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;YAC7D,CAAC;YACD,IAAI,CAAS,EAAE,CAAW,CAAC;YAC3B,IAAI,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YACzE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,CAAC,CAAC,YAAY,SAAS,CAAC;oBAAE,MAAM,CAAC,CAAC;gBACvC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC;gBACtB,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC1E,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC;wBACrE,CAAC,CAAC,oGAAoG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9G,MAAM,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC/B,MAAM,IAAI,SAAS,CAAC,WAAW,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,EACnH,aAAa,CAAC,CAAC;gBACnB,CAAC;gBACD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC/C,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;wBAClB,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;wBACpB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,sEAAsE,CAAC,CAAC;wBAC5F,SAAS;oBACX,CAAC;oBACD,MAAM,IAAI,SAAS,CAAC,WAAW,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,2DAA2D;wBACtG,uFAAuF;wBACvF,gDAAgD,EAAE,aAAa,CAAC,CAAC;gBACrE,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;YACD,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAU,CAAC;YACxC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,IAAI,iBAAiB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3F,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,gBAAgB,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,+BAA+B;oBACpG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,2CAA2C;oBAClF,4CAA4C,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACzB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,WAAW,CAAC,IAAI,EAAE,IAAI;QACpB,+EAA+E;QAC/E,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3C,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvG,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAG,0CAA0C;QAC7G,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YACvB,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,kEAAkE;gBACjI,qEAAqE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF,CAAC;AAEF,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* FDIC BankFind adapter.
|
|
3
|
+
*
|
|
4
|
+
* - Each record arrives as {"data": {...fields...}, "score": n, "highlight": {...}}; normalize() unwraps it so columns
|
|
5
|
+
* are the FDIC field names (CERT, NAME, ASSET, ...), not "data.CERT".
|
|
6
|
+
* - Dates come in three shapes: FAILDATE "7/17/2026" (M/D/YYYY), institutions REPDTE "06/30/2026", financials REPDTE
|
|
7
|
+
* "20260630", history EFFDATE "2010-03-20T00:00:00". The published column is kept and an <col>_iso column
|
|
8
|
+
* (YYYY-MM-DD) is added.
|
|
9
|
+
* - Manual links ask for format=csv so a browser saves a spreadsheet; the core upload reader reads either form.
|
|
10
|
+
* - checkError: FDIC answers a bad parameter with HTTP 400 {"errors": [{"detail": ...}]}; the detail is surfaced by
|
|
11
|
+
* the client already, so only an "errors" list inside HTTP 200 is caught here.
|
|
12
|
+
*/
|
|
13
|
+
import * as gr from "../core/generic-rest.js";
|
|
14
|
+
import { parseQsl, pyStr, pyUrlencode, urlsplit, urlunsplit } from "../core/py.js";
|
|
15
|
+
const DATE_COLS = ["FAILDATE", "REPDTE", "EFFDATE", "ESTYMD", "ENDEFYMD", "PROCDATE", "RUNDATE", "DATEUPDT", "RISDATE"];
|
|
16
|
+
function repr(v) {
|
|
17
|
+
if (v === null || v === undefined)
|
|
18
|
+
return "None";
|
|
19
|
+
if (typeof v !== "string")
|
|
20
|
+
return pyStr(v);
|
|
21
|
+
return v.includes("'") && !v.includes('"') ? `"${v}"` : `'${v.replace(/\\/g, "\\\\").replace(/'/g, "\\'")}'`;
|
|
22
|
+
}
|
|
23
|
+
export function iso(v) {
|
|
24
|
+
const s = pyStr(v || "").trim();
|
|
25
|
+
let m = /^(\d{1,2})\/(\d{1,2})\/(\d{4})$/.exec(s);
|
|
26
|
+
if (m)
|
|
27
|
+
return `${m[3].padStart(4, "0")}-${m[1].padStart(2, "0")}-${m[2].padStart(2, "0")}`;
|
|
28
|
+
m = /^(\d{4})(\d{2})(\d{2})$/.exec(s);
|
|
29
|
+
if (m)
|
|
30
|
+
return `${m[1]}-${m[2]}-${m[3]}`;
|
|
31
|
+
m = /^(\d{4}-\d{2}-\d{2})(T.*)?$/.exec(s);
|
|
32
|
+
return m ? m[1] : "";
|
|
33
|
+
}
|
|
34
|
+
function checkError(_status, body) {
|
|
35
|
+
if (body.subarray(0, 1).toString("latin1") === "{" && body.subarray(0, 200).includes('"errors"')) {
|
|
36
|
+
try {
|
|
37
|
+
const errs = JSON.parse(body.toString("utf8")).errors || [];
|
|
38
|
+
return errs.map((e) => pyStr(e?.detail || e?.title || e)).join("; ") || null;
|
|
39
|
+
}
|
|
40
|
+
catch {
|
|
41
|
+
return null;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
return null;
|
|
45
|
+
}
|
|
46
|
+
function normalize(_req, _ep, rows) {
|
|
47
|
+
return rows.map((r) => {
|
|
48
|
+
const n = {};
|
|
49
|
+
for (const [k, v] of Object.entries(r)) {
|
|
50
|
+
if (k === "score" || k.startsWith("highlight."))
|
|
51
|
+
continue;
|
|
52
|
+
n[k.startsWith("data.") ? k.slice(5) : k] = v;
|
|
53
|
+
}
|
|
54
|
+
for (const c of DATE_COLS)
|
|
55
|
+
if (c in n && n[c] !== "" && n[c] !== null && n[c] !== undefined)
|
|
56
|
+
n[`${c}_iso`] = iso(n[c]);
|
|
57
|
+
return n;
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
function manualItems(spec, pack) {
|
|
61
|
+
const items = gr.manualItems(pack, spec);
|
|
62
|
+
for (const it of items) {
|
|
63
|
+
const parts = urlsplit(it.url);
|
|
64
|
+
const q = [...parseQsl(parts.query), ["format", "csv"]];
|
|
65
|
+
it.url = urlunsplit({ ...parts, query: pyUrlencode(q) });
|
|
66
|
+
it.filename = String(it.filename).replace(/\.json$/, ".csv");
|
|
67
|
+
}
|
|
68
|
+
return items;
|
|
69
|
+
}
|
|
70
|
+
function checkSpec(spec) {
|
|
71
|
+
const probs = [];
|
|
72
|
+
for (const r of spec.requests || []) {
|
|
73
|
+
const p = r.params || {};
|
|
74
|
+
if (!p.fields && ["financials", "institutions", "demographics"].includes(r.endpoint || "")) {
|
|
75
|
+
probs.push(`request ${repr(r.name ?? null)}: set params.fields (e.g. 'CERT,NAME,REPDTE,ASSET,DEP'); ` +
|
|
76
|
+
"without it every row carries hundreds of columns");
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
return probs;
|
|
80
|
+
}
|
|
81
|
+
function search(query, pack, limit = 20) {
|
|
82
|
+
const words = (query.toLowerCase().match(/[a-z0-9]+/g) || []).filter((w) => w.length > 1);
|
|
83
|
+
const hits = [];
|
|
84
|
+
for (const [f, d] of Object.entries(pack.endpoints?.fields || {})) {
|
|
85
|
+
const text = `${f} ${pyStr(d)}`.toLowerCase();
|
|
86
|
+
const s = words.reduce((n, w) => n + text.split(w).length - 1, 0);
|
|
87
|
+
if (s)
|
|
88
|
+
hits.push([s, { field: f, description: d }]);
|
|
89
|
+
}
|
|
90
|
+
const out = [...gr.searchCatalog(pack, query, limit), ...hits.sort((a, b) => b[0] - a[0]).map(([, h]) => h)];
|
|
91
|
+
return out.slice(0, limit);
|
|
92
|
+
}
|
|
93
|
+
const adapter = { checkError, normalize, manualItems, checkSpec, search };
|
|
94
|
+
export default adapter;
|
|
95
|
+
//# sourceMappingURL=fdic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fdic.js","sourceRoot":"","sources":["../../src/adapters/fdic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEnF,MAAM,SAAS,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AAExH,SAAS,IAAI,CAAC,CAAU;IACtB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACjD,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;AAC/G,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,CAAU;IAC5B,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClD,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC3F,CAAC,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxC,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1C,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACvB,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,IAAY;IAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACjG,IAAI,CAAC;YACH,MAAM,IAAI,GAAU,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;QAC/E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAiB,EAAE,GAAQ,EAAE,IAAW;IACzD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACpB,MAAM,CAAC,GAAQ,EAAE,CAAC;QAClB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC;gBAAE,SAAS;YAC1D,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS;gBAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvH,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACzC,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,CAAC,GAAuB,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5E,EAAE,CAAC,GAAG,GAAG,UAAU,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzD,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3F,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,2DAA2D;gBACnG,kDAAkD,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAa,EAAE,IAAU,EAAE,KAAK,GAAG,EAAE;IACnD,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1F,MAAM,IAAI,GAAoB,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAM,IAAI,CAAC,SAAS,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7G,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AACnF,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenFEC pack hooks.
|
|
3
|
+
*
|
|
4
|
+
* - fetch: Schedules A, B and E page with keyset ("seek") pagination: each response's pagination.last_indexes
|
|
5
|
+
* (last_index plus the sort column's last value) goes into the next request. Other endpoints use the generic page
|
|
6
|
+
* paging.
|
|
7
|
+
* - checkSpec: itemized schedules need at least one narrowing filter (the unfiltered tables hold hundreds of millions
|
|
8
|
+
* of rows).
|
|
9
|
+
* - manualItems: links carry the public DEMO_KEY; seek endpoints give the first page only.
|
|
10
|
+
* - keyOnlyNeeds: DEMO_KEY allows only a few requests an hour.
|
|
11
|
+
*/
|
|
12
|
+
import path from "node:path";
|
|
13
|
+
import { PACKS_DIR } from "../core/env.js";
|
|
14
|
+
import * as gr from "../core/generic-rest.js";
|
|
15
|
+
import { DataError } from "../core/http.js";
|
|
16
|
+
import { readJson } from "../core/policy.js";
|
|
17
|
+
import { pyJsonDumps, pyStr } from "../core/py.js";
|
|
18
|
+
const SEEK_FILTERS = {
|
|
19
|
+
schedule_a: ["committee_id", "contributor_name", "contributor_employer", "contributor_occupation", "contributor_zip",
|
|
20
|
+
"contributor_city"],
|
|
21
|
+
schedule_b: ["committee_id", "recipient_name", "recipient_committee_id"],
|
|
22
|
+
schedule_e: ["candidate_id", "committee_id"],
|
|
23
|
+
};
|
|
24
|
+
const DEMO_LIMIT = 8;
|
|
25
|
+
function repr(v) {
|
|
26
|
+
if (v === null || v === undefined)
|
|
27
|
+
return "None";
|
|
28
|
+
if (typeof v !== "string")
|
|
29
|
+
return pyStr(v);
|
|
30
|
+
return v.includes("'") && !v.includes('"') ? `"${v}"` : `'${v.replace(/\\/g, "\\\\").replace(/'/g, "\\'")}'`;
|
|
31
|
+
}
|
|
32
|
+
function eps() {
|
|
33
|
+
return readJson(path.join(PACKS_DIR, "fec"), "endpoints.json").endpoints;
|
|
34
|
+
}
|
|
35
|
+
function checkSpec(spec) {
|
|
36
|
+
const probs = [];
|
|
37
|
+
for (const r of spec.requests || []) {
|
|
38
|
+
const need = SEEK_FILTERS[r.endpoint || ""];
|
|
39
|
+
if (need && !need.some((k) => (r.params || {})[k])) {
|
|
40
|
+
probs.push(`request ${repr(r.name ?? null)}: ${r.endpoint} needs one of ${need.join(", ")} (the unfiltered table is far too large)`);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
return probs;
|
|
44
|
+
}
|
|
45
|
+
async function seek(client, ep, params0, maxRows) {
|
|
46
|
+
const params = { ...params0 };
|
|
47
|
+
const pp = params.per_page;
|
|
48
|
+
delete params.per_page;
|
|
49
|
+
const size = Math.min(Math.trunc(Number(pp || ep.paging.size || 100)), 100);
|
|
50
|
+
const limit = Math.min(Math.trunc(Number(maxRows || ep.max_rows || 50000)), Math.trunc(Number(ep.max_rows || 50000)));
|
|
51
|
+
const [p, query] = gr.split(ep, params);
|
|
52
|
+
const q = { ...query, per_page: size };
|
|
53
|
+
let rows = [];
|
|
54
|
+
const meta = { pages: 0, total: null, truncated: false };
|
|
55
|
+
const seen = new Set();
|
|
56
|
+
for (;;) {
|
|
57
|
+
const data = (await client.get(p, q)).json();
|
|
58
|
+
meta.pages++;
|
|
59
|
+
const got = data.results || [];
|
|
60
|
+
const pag = data.pagination || {};
|
|
61
|
+
if (meta.total === null && pag.count !== undefined && pag.count !== null)
|
|
62
|
+
meta.total = Math.trunc(Number(pag.count));
|
|
63
|
+
rows = rows.concat(got);
|
|
64
|
+
if (rows.length >= limit) {
|
|
65
|
+
meta.truncated = (meta.total || 0) > limit || got.length >= size;
|
|
66
|
+
rows = rows.slice(0, limit);
|
|
67
|
+
break;
|
|
68
|
+
}
|
|
69
|
+
const last = pag.last_indexes || {};
|
|
70
|
+
const key = pyJsonDumps(last, true);
|
|
71
|
+
if (!got.length || got.length < size || !Object.keys(last).length || seen.has(key))
|
|
72
|
+
break;
|
|
73
|
+
seen.add(key);
|
|
74
|
+
for (const [k, v] of Object.entries(last))
|
|
75
|
+
if (v !== null && v !== undefined)
|
|
76
|
+
q[k] = v;
|
|
77
|
+
}
|
|
78
|
+
return [gr.clean(rows, ep), meta];
|
|
79
|
+
}
|
|
80
|
+
async function fetch(spec, pack, _route) {
|
|
81
|
+
const tables = {};
|
|
82
|
+
const notes = [];
|
|
83
|
+
let client = null;
|
|
84
|
+
for (const r of spec.requests) {
|
|
85
|
+
const [ep, params] = gr.resolve(pack, r);
|
|
86
|
+
if (ep.paging?.type !== "seek") {
|
|
87
|
+
const [t, n] = await gr.fetchSpec(pack, { requests: [r] });
|
|
88
|
+
Object.assign(tables, t);
|
|
89
|
+
notes.push(...n);
|
|
90
|
+
continue;
|
|
91
|
+
}
|
|
92
|
+
client ??= gr.clientFor(pack);
|
|
93
|
+
const [rows, meta] = await seek(client, ep, params, r.max_rows);
|
|
94
|
+
if (meta.truncated) {
|
|
95
|
+
notes.push(`${r.name}: stopped at ${rows.length.toLocaleString("en-US")} rows (max_rows); FEC reports about ` +
|
|
96
|
+
`${(meta.total || 0).toLocaleString("en-US")} matching rows. Narrow the filter or raise max_rows.`);
|
|
97
|
+
}
|
|
98
|
+
if (!rows.length && !r.allow_empty) {
|
|
99
|
+
throw new DataError(`request ${repr(r.name)} returned no rows: check the ids, cycle and filters (see source.md)`, "bad_request");
|
|
100
|
+
}
|
|
101
|
+
tables[r.name] = rows;
|
|
102
|
+
}
|
|
103
|
+
return [tables, notes];
|
|
104
|
+
}
|
|
105
|
+
function calls(spec) {
|
|
106
|
+
const all = eps();
|
|
107
|
+
let n = 0;
|
|
108
|
+
for (const r of spec.requests || []) {
|
|
109
|
+
const ep = all[r.endpoint || ""] || {};
|
|
110
|
+
const pg = ep.paging || {};
|
|
111
|
+
const size = Math.trunc(Number((r.params || {}).per_page || pg.size || 100));
|
|
112
|
+
const dflt = pg.type === "seek" ? ep.max_rows : size; // seek: no total known in advance
|
|
113
|
+
n += Math.max(1, Math.ceil(Math.trunc(Number(r.max_rows || dflt || size)) / size));
|
|
114
|
+
}
|
|
115
|
+
return n;
|
|
116
|
+
}
|
|
117
|
+
function keyOnlyNeeds(spec) {
|
|
118
|
+
const n = calls(spec);
|
|
119
|
+
return n > DEMO_LIMIT ? [`about ${n} API calls (the keyless DEMO_KEY allows only about 10 an hour on OpenFEC)`] : [];
|
|
120
|
+
}
|
|
121
|
+
function manualItems(spec, pack) {
|
|
122
|
+
const items = [];
|
|
123
|
+
for (const r of spec.requests || []) {
|
|
124
|
+
const [ep, , probs] = gr.resolve(pack, r);
|
|
125
|
+
if (probs.length)
|
|
126
|
+
continue;
|
|
127
|
+
const isSeek = ep.paging?.type === "seek";
|
|
128
|
+
const rr = isSeek ? { ...r, max_rows: Math.min(Math.trunc(Number(r.max_rows || 100)), 100) } : r;
|
|
129
|
+
for (const it of gr.manualItems(pack, { requests: [rr] })) {
|
|
130
|
+
it.url += (it.url.includes("?") ? "&" : "?") + (isSeek ? "per_page=100&" : "") + "api_key=DEMO_KEY";
|
|
131
|
+
let note = "DEMO_KEY is api.data.gov's public demo key (a few requests an hour); replace it with your own key";
|
|
132
|
+
if (isSeek)
|
|
133
|
+
note = "first 100 rows only (keyset paging needs the script route for more); " + note;
|
|
134
|
+
it.note = (it.note ? it.note + "; " : "") + note;
|
|
135
|
+
items.push(it);
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
return items;
|
|
139
|
+
}
|
|
140
|
+
const adapter = { fetch, checkSpec, keyOnlyNeeds, manualItems };
|
|
141
|
+
export default adapter;
|
|
142
|
+
//# sourceMappingURL=fec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fec.js","sourceRoot":"","sources":["../../src/adapters/fec.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAU,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEnD,MAAM,YAAY,GAA6B;IAC7C,UAAU,EAAE,CAAC,cAAc,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,iBAAiB;QAClH,kBAAkB,CAAC;IACrB,UAAU,EAAE,CAAC,cAAc,EAAE,gBAAgB,EAAE,wBAAwB,CAAC;IACxE,UAAU,EAAE,CAAC,cAAc,EAAE,cAAc,CAAC;CAC7C,CAAC;AACF,MAAM,UAAU,GAAG,CAAC,CAAC;AAErB,SAAS,IAAI,CAAC,CAAU;IACtB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACjD,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;AAC/G,CAAC;AAED,SAAS,GAAG;IACV,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,gBAAgB,CAAC,CAAC,SAAS,CAAC;AAC3E,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,iBAAiB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QACvI,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAID,KAAK,UAAU,IAAI,CAAC,MAAc,EAAE,EAAO,EAAE,OAAgC,EAAE,OAAgB;IAC7F,MAAM,MAAM,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC9B,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC3B,OAAO,MAAM,CAAC,QAAQ,CAAC;IACvB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACtH,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACxC,MAAM,CAAC,GAA4B,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAChE,IAAI,IAAI,GAAU,EAAE,CAAC;IACrB,MAAM,IAAI,GAAS,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,SAAS,CAAC;QACR,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,GAAG,GAAU,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QACrH,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC;YACjE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC5B,MAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,MAAM;QAC1F,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;gBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,IAAU,EAAE,IAAU,EAAE,MAAc;IACzD,MAAM,MAAM,GAAW,EAAE,CAAC;IAC1B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAkB,IAAI,CAAC;IACjC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACzC,IAAI,EAAE,CAAC,MAAM,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,MAAM,KAAK,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,gBAAgB,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,sCAAsC;gBAC3G,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC;QACxG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,IAAI,SAAS,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,qEAAqE,EAAE,aAAa,CAAC,CAAC;QACnI,CAAC;QACD,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACxB,CAAC;IACD,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,KAAK,CAAC,IAAU;IACvB,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC;IAClB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,kCAAkC;QACxF,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,IAAU;IAC9B,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACtB,OAAO,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,2EAA2E,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACvH,CAAC;AAED,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,KAAK,GAAU,EAAE,CAAC;IACxB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,EAAE,EAAE,AAAD,EAAG,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC1C,IAAI,KAAK,CAAC,MAAM;YAAE,SAAS;QAC3B,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,EAAE,IAAI,KAAK,MAAM,CAAC;QAC1C,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjG,KAAK,MAAM,EAAE,IAAI,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1D,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC;YACpG,IAAI,IAAI,GAAG,mGAAmG,CAAC;YAC/G,IAAI,MAAM;gBAAE,IAAI,GAAG,uEAAuE,GAAG,IAAI,CAAC;YAClG,EAAE,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AACzE,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { Adapter, Row } from "../core/packs.js";
|
|
2
|
+
export declare function parsePackages(text: string, rel: string): Row[];
|
|
3
|
+
/** A sortable YYYY-MM-DD for DDP and spec dates: 2026-08-14, 2026-08, 2026Q3, 2026:Q3, 2026 (end: the period's
|
|
4
|
+
* last day, for an inclusive "to"). */
|
|
5
|
+
export declare function dateKey(v: unknown, end?: boolean): string;
|
|
6
|
+
/** from / to / lastobs applied to the full package. */
|
|
7
|
+
export declare function filterRows(rows: Row[], start?: unknown, end?: unknown, lastobs?: unknown): Row[];
|
|
8
|
+
export declare function parseDdpCsv(text: string, keep?: Set<string> | null): Row[];
|
|
9
|
+
export declare function z1Rows(zbytes: Uint8Array, nw: string, old: string, keep: Set<string>, start: string, end: string): Row[];
|
|
10
|
+
export declare function z1FromCsv(text: string, info: Record<string, Record<string, string>>, nw: string, old: string, keep0: Set<string>, start: string, end: string): Row[];
|
|
11
|
+
declare const adapter: Adapter;
|
|
12
|
+
export default adapter;
|