data-analyst-mcp 0.0.0-stage → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +262 -3
- package/dist/adapters/_acf_tidy.d.ts +18 -0
- package/dist/adapters/_acf_tidy.js +432 -0
- package/dist/adapters/_acf_tidy.js.map +1 -0
- package/dist/adapters/_actuaries_read.d.ts +38 -0
- package/dist/adapters/_actuaries_read.js +728 -0
- package/dist/adapters/_actuaries_read.js.map +1 -0
- package/dist/adapters/_census_micro.d.ts +70 -0
- package/dist/adapters/_census_micro.js +622 -0
- package/dist/adapters/_census_micro.js.map +1 -0
- package/dist/adapters/_census_util.d.ts +40 -0
- package/dist/adapters/_census_util.js +275 -0
- package/dist/adapters/_census_util.js.map +1 -0
- package/dist/adapters/_dol_states.d.ts +6 -0
- package/dist/adapters/_dol_states.js +58 -0
- package/dist/adapters/_dol_states.js.map +1 -0
- package/dist/adapters/_govinfo_entities.d.ts +4 -0
- package/dist/adapters/_govinfo_entities.js +6 -0
- package/dist/adapters/_govinfo_entities.js.map +1 -0
- package/dist/adapters/_govinfo_json.d.ts +13 -0
- package/dist/adapters/_govinfo_json.js +107 -0
- package/dist/adapters/_govinfo_json.js.map +1 -0
- package/dist/adapters/_govinfo_py.d.ts +22 -0
- package/dist/adapters/_govinfo_py.js +272 -0
- package/dist/adapters/_govinfo_py.js.map +1 -0
- package/dist/adapters/_govinfo_xml.d.ts +22 -0
- package/dist/adapters/_govinfo_xml.js +233 -0
- package/dist/adapters/_govinfo_xml.js.map +1 -0
- package/dist/adapters/_hud_excel.d.ts +2 -0
- package/dist/adapters/_hud_excel.js +166 -0
- package/dist/adapters/_hud_excel.js.map +1 -0
- package/dist/adapters/_omb_grid.d.ts +17 -0
- package/dist/adapters/_omb_grid.js +132 -0
- package/dist/adapters/_omb_grid.js.map +1 -0
- package/dist/adapters/_omb_util.d.ts +40 -0
- package/dist/adapters/_omb_util.js +192 -0
- package/dist/adapters/_omb_util.js.map +1 -0
- package/dist/adapters/_usaspending_state.d.ts +6 -0
- package/dist/adapters/_usaspending_state.js +54 -0
- package/dist/adapters/_usaspending_state.js.map +1 -0
- package/dist/adapters/_usda-fna_book.d.ts +59 -0
- package/dist/adapters/_usda-fna_book.js +869 -0
- package/dist/adapters/_usda-fna_book.js.map +1 -0
- package/dist/adapters/_usda-fna_pdf.d.ts +20 -0
- package/dist/adapters/_usda-fna_pdf.js +361 -0
- package/dist/adapters/_usda-fna_pdf.js.map +1 -0
- package/dist/adapters/_usda-outlook_read.d.ts +70 -0
- package/dist/adapters/_usda-outlook_read.js +362 -0
- package/dist/adapters/_usda-outlook_read.js.map +1 -0
- package/dist/adapters/acf.d.ts +3 -0
- package/dist/adapters/acf.js +187 -0
- package/dist/adapters/acf.js.map +1 -0
- package/dist/adapters/actuaries.d.ts +3 -0
- package/dist/adapters/actuaries.js +293 -0
- package/dist/adapters/actuaries.js.map +1 -0
- package/dist/adapters/bts.d.ts +3 -0
- package/dist/adapters/bts.js +26 -0
- package/dist/adapters/bts.js.map +1 -0
- package/dist/adapters/census-geocoder.d.ts +10 -0
- package/dist/adapters/census-geocoder.js +47 -0
- package/dist/adapters/census-geocoder.js.map +1 -0
- package/dist/adapters/census.d.ts +17 -0
- package/dist/adapters/census.js +983 -0
- package/dist/adapters/census.js.map +1 -0
- package/dist/adapters/cfpb.d.ts +7 -0
- package/dist/adapters/cfpb.js +348 -0
- package/dist/adapters/cfpb.js.map +1 -0
- package/dist/adapters/clinical-trials.d.ts +3 -0
- package/dist/adapters/clinical-trials.js +135 -0
- package/dist/adapters/clinical-trials.js.map +1 -0
- package/dist/adapters/cms.d.ts +3 -0
- package/dist/adapters/cms.js +292 -0
- package/dist/adapters/cms.js.map +1 -0
- package/dist/adapters/college-scorecard.d.ts +3 -0
- package/dist/adapters/college-scorecard.js +122 -0
- package/dist/adapters/college-scorecard.js.map +1 -0
- package/dist/adapters/congress.d.ts +33 -0
- package/dist/adapters/congress.js +589 -0
- package/dist/adapters/congress.js.map +1 -0
- package/dist/adapters/dhs-ohss.d.ts +13 -0
- package/dist/adapters/dhs-ohss.js +598 -0
- package/dist/adapters/dhs-ohss.js.map +1 -0
- package/dist/adapters/doj-news.d.ts +7 -0
- package/dist/adapters/doj-news.js +286 -0
- package/dist/adapters/doj-news.js.map +1 -0
- package/dist/adapters/dol.d.ts +4 -0
- package/dist/adapters/dol.js +634 -0
- package/dist/adapters/dol.js.map +1 -0
- package/dist/adapters/eia.d.ts +15 -0
- package/dist/adapters/eia.js +456 -0
- package/dist/adapters/eia.js.map +1 -0
- package/dist/adapters/epa-aqs.d.ts +3 -0
- package/dist/adapters/epa-aqs.js +357 -0
- package/dist/adapters/epa-aqs.js.map +1 -0
- package/dist/adapters/epa.d.ts +3 -0
- package/dist/adapters/epa.js +298 -0
- package/dist/adapters/epa.js.map +1 -0
- package/dist/adapters/fbi.d.ts +3 -0
- package/dist/adapters/fbi.js +192 -0
- package/dist/adapters/fbi.js.map +1 -0
- package/dist/adapters/fda.d.ts +5 -0
- package/dist/adapters/fda.js +184 -0
- package/dist/adapters/fda.js.map +1 -0
- package/dist/adapters/fdic.d.ts +4 -0
- package/dist/adapters/fdic.js +95 -0
- package/dist/adapters/fdic.js.map +1 -0
- package/dist/adapters/fec.d.ts +3 -0
- package/dist/adapters/fec.js +142 -0
- package/dist/adapters/fec.js.map +1 -0
- package/dist/adapters/fed-board.d.ts +12 -0
- package/dist/adapters/fed-board.js +581 -0
- package/dist/adapters/fed-board.js.map +1 -0
- package/dist/adapters/federal-register.d.ts +11 -0
- package/dist/adapters/federal-register.js +43 -0
- package/dist/adapters/federal-register.js.map +1 -0
- package/dist/adapters/fhfa.d.ts +3 -0
- package/dist/adapters/fhfa.js +253 -0
- package/dist/adapters/fhfa.js.map +1 -0
- package/dist/adapters/fsa.d.ts +9 -0
- package/dist/adapters/fsa.js +335 -0
- package/dist/adapters/fsa.js.map +1 -0
- package/dist/adapters/govinfo.d.ts +30 -0
- package/dist/adapters/govinfo.js +636 -0
- package/dist/adapters/govinfo.js.map +1 -0
- package/dist/adapters/gsa-calc.d.ts +10 -0
- package/dist/adapters/gsa-calc.js +318 -0
- package/dist/adapters/gsa-calc.js.map +1 -0
- package/dist/adapters/hud.d.ts +3 -0
- package/dist/adapters/hud.js +200 -0
- package/dist/adapters/hud.js.map +1 -0
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.js +25 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/irs-soi.d.ts +6 -0
- package/dist/adapters/irs-soi.js +576 -0
- package/dist/adapters/irs-soi.js.map +1 -0
- package/dist/adapters/naep.d.ts +15 -0
- package/dist/adapters/naep.js +341 -0
- package/dist/adapters/naep.js.map +1 -0
- package/dist/adapters/nhtsa.d.ts +10 -0
- package/dist/adapters/nhtsa.js +239 -0
- package/dist/adapters/nhtsa.js.map +1 -0
- package/dist/adapters/nih.d.ts +5 -0
- package/dist/adapters/nih.js +196 -0
- package/dist/adapters/nih.js.map +1 -0
- package/dist/adapters/noaa.d.ts +3 -0
- package/dist/adapters/noaa.js +148 -0
- package/dist/adapters/noaa.js.map +1 -0
- package/dist/adapters/nrel.d.ts +3 -0
- package/dist/adapters/nrel.js +186 -0
- package/dist/adapters/nrel.js.map +1 -0
- package/dist/adapters/nws.d.ts +3 -0
- package/dist/adapters/nws.js +119 -0
- package/dist/adapters/nws.js.map +1 -0
- package/dist/adapters/omb.d.ts +15 -0
- package/dist/adapters/omb.js +517 -0
- package/dist/adapters/omb.js.map +1 -0
- package/dist/adapters/open-payments.d.ts +5 -0
- package/dist/adapters/open-payments.js +149 -0
- package/dist/adapters/open-payments.js.map +1 -0
- package/dist/adapters/pbgc.d.ts +13 -0
- package/dist/adapters/pbgc.js +283 -0
- package/dist/adapters/pbgc.js.map +1 -0
- package/dist/adapters/philfed.d.ts +12 -0
- package/dist/adapters/philfed.js +59 -0
- package/dist/adapters/philfed.js.map +1 -0
- package/dist/adapters/regulations.d.ts +6 -0
- package/dist/adapters/regulations.js +58 -0
- package/dist/adapters/regulations.js.map +1 -0
- package/dist/adapters/sec.d.ts +13 -0
- package/dist/adapters/sec.js +504 -0
- package/dist/adapters/sec.js.map +1 -0
- package/dist/adapters/senate-lobbying.d.ts +3 -0
- package/dist/adapters/senate-lobbying.js +181 -0
- package/dist/adapters/senate-lobbying.js.map +1 -0
- package/dist/adapters/snapqc.d.ts +32 -0
- package/dist/adapters/snapqc.js +701 -0
- package/dist/adapters/snapqc.js.map +1 -0
- package/dist/adapters/treasury-yields.d.ts +3 -0
- package/dist/adapters/treasury-yields.js +170 -0
- package/dist/adapters/treasury-yields.js.map +1 -0
- package/dist/adapters/usaspending.d.ts +3 -0
- package/dist/adapters/usaspending.js +340 -0
- package/dist/adapters/usaspending.js.map +1 -0
- package/dist/adapters/usda-fna.d.ts +7 -0
- package/dist/adapters/usda-fna.js +707 -0
- package/dist/adapters/usda-fna.js.map +1 -0
- package/dist/adapters/usda-fooddata.d.ts +3 -0
- package/dist/adapters/usda-fooddata.js +101 -0
- package/dist/adapters/usda-fooddata.js.map +1 -0
- package/dist/adapters/usda-nass.d.ts +3 -0
- package/dist/adapters/usda-nass.js +108 -0
- package/dist/adapters/usda-nass.js.map +1 -0
- package/dist/adapters/usda-outlook.d.ts +12 -0
- package/dist/adapters/usda-outlook.js +696 -0
- package/dist/adapters/usda-outlook.js.map +1 -0
- package/dist/adapters/usgs.d.ts +9 -0
- package/dist/adapters/usgs.js +265 -0
- package/dist/adapters/usgs.js.map +1 -0
- package/dist/adapters/usitc.d.ts +18 -0
- package/dist/adapters/usitc.js +170 -0
- package/dist/adapters/usitc.js.map +1 -0
- package/dist/adapters/uspto.d.ts +3 -0
- package/dist/adapters/uspto.js +47 -0
- package/dist/adapters/uspto.js.map +1 -0
- package/dist/adapters/world-bank.d.ts +3 -0
- package/dist/adapters/world-bank.js +163 -0
- package/dist/adapters/world-bank.js.map +1 -0
- package/dist/analysis/cite.d.ts +31 -0
- package/dist/analysis/cite.js +229 -0
- package/dist/analysis/cite.js.map +1 -0
- package/dist/analysis/combine.d.ts +27 -0
- package/dist/analysis/combine.js +198 -0
- package/dist/analysis/combine.js.map +1 -0
- package/dist/analysis/compute.d.ts +62 -0
- package/dist/analysis/compute.js +583 -0
- package/dist/analysis/compute.js.map +1 -0
- package/dist/analysis/expr.d.ts +69 -0
- package/dist/analysis/expr.js +780 -0
- package/dist/analysis/expr.js.map +1 -0
- package/dist/analysis/factfmt.d.ts +16 -0
- package/dist/analysis/factfmt.js +187 -0
- package/dist/analysis/factfmt.js.map +1 -0
- package/dist/analysis/facts.d.ts +63 -0
- package/dist/analysis/facts.js +355 -0
- package/dist/analysis/facts.js.map +1 -0
- package/dist/analysis/handoff.d.ts +58 -0
- package/dist/analysis/handoff.js +208 -0
- package/dist/analysis/handoff.js.map +1 -0
- package/dist/analysis/pyfmt.d.ts +16 -0
- package/dist/analysis/pyfmt.js +156 -0
- package/dist/analysis/pyfmt.js.map +1 -0
- package/dist/analysis/rerun.d.ts +13 -0
- package/dist/analysis/rerun.js +125 -0
- package/dist/analysis/rerun.js.map +1 -0
- package/dist/analysis/table.d.ts +18 -0
- package/dist/analysis/table.js +109 -0
- package/dist/analysis/table.js.map +1 -0
- package/dist/analysis/tools.d.ts +67 -0
- package/dist/analysis/tools.js +217 -0
- package/dist/analysis/tools.js.map +1 -0
- package/dist/analysis/write_table.d.ts +13 -0
- package/dist/analysis/write_table.js +59 -0
- package/dist/analysis/write_table.js.map +1 -0
- package/dist/bin/cli.d.ts +10 -0
- package/dist/bin/cli.js +177 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/core/cache.d.ts +14 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/context.d.ts +12 -0
- package/dist/core/context.js +15 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/env.d.ts +14 -0
- package/dist/core/env.js +52 -0
- package/dist/core/env.js.map +1 -0
- package/dist/core/generic-rest.d.ts +61 -0
- package/dist/core/generic-rest.js +639 -0
- package/dist/core/generic-rest.js.map +1 -0
- package/dist/core/http.d.ts +120 -0
- package/dist/core/http.js +514 -0
- package/dist/core/http.js.map +1 -0
- package/dist/core/keys.d.ts +43 -0
- package/dist/core/keys.js +174 -0
- package/dist/core/keys.js.map +1 -0
- package/dist/core/manual.d.ts +41 -0
- package/dist/core/manual.js +218 -0
- package/dist/core/manual.js.map +1 -0
- package/dist/core/package.d.ts +58 -0
- package/dist/core/package.js +228 -0
- package/dist/core/package.js.map +1 -0
- package/dist/core/packs.d.ts +139 -0
- package/dist/core/packs.js +173 -0
- package/dist/core/packs.js.map +1 -0
- package/dist/core/policy.d.ts +69 -0
- package/dist/core/policy.js +189 -0
- package/dist/core/policy.js.map +1 -0
- package/dist/core/py.d.ts +40 -0
- package/dist/core/py.js +171 -0
- package/dist/core/py.js.map +1 -0
- package/dist/core/routing.d.ts +10 -0
- package/dist/core/routing.js +39 -0
- package/dist/core/routing.js.map +1 -0
- package/dist/core/tabular.d.ts +21 -0
- package/dist/core/tabular.js +229 -0
- package/dist/core/tabular.js.map +1 -0
- package/dist/deep/_bea_api.d.ts +102 -0
- package/dist/deep/_bea_api.js +457 -0
- package/dist/deep/_bea_api.js.map +1 -0
- package/dist/deep/_bea_fetch.d.ts +151 -0
- package/dist/deep/_bea_fetch.js +1274 -0
- package/dist/deep/_bea_fetch.js.map +1 -0
- package/dist/deep/_bea_util.d.ts +14 -0
- package/dist/deep/_bea_util.js +156 -0
- package/dist/deep/_bea_util.js.map +1 -0
- package/dist/deep/_bls_api.d.ts +84 -0
- package/dist/deep/_bls_api.js +231 -0
- package/dist/deep/_bls_api.js.map +1 -0
- package/dist/deep/_bls_ids.d.ts +43 -0
- package/dist/deep/_bls_ids.js +188 -0
- package/dist/deep/_bls_ids.js.map +1 -0
- package/dist/deep/_bls_lib.d.ts +61 -0
- package/dist/deep/_bls_lib.js +442 -0
- package/dist/deep/_bls_lib.js.map +1 -0
- package/dist/deep/_fred_api.d.ts +148 -0
- package/dist/deep/_fred_api.js +545 -0
- package/dist/deep/_fred_api.js.map +1 -0
- package/dist/deep/_fred_pack.d.ts +162 -0
- package/dist/deep/_fred_pack.js +1027 -0
- package/dist/deep/_fred_pack.js.map +1 -0
- package/dist/deep/_fred_py.d.ts +40 -0
- package/dist/deep/_fred_py.js +199 -0
- package/dist/deep/_fred_py.js.map +1 -0
- package/dist/deep/_ipums_bundle.d.ts +29 -0
- package/dist/deep/_ipums_bundle.js +194 -0
- package/dist/deep/_ipums_bundle.js.map +1 -0
- package/dist/deep/_ipums_ddi.d.ts +23 -0
- package/dist/deep/_ipums_ddi.js +162 -0
- package/dist/deep/_ipums_ddi.js.map +1 -0
- package/dist/deep/_opm_io.d.ts +26 -0
- package/dist/deep/_opm_io.js +383 -0
- package/dist/deep/_opm_io.js.map +1 -0
- package/dist/deep/_opm_parquet.d.ts +31 -0
- package/dist/deep/_opm_parquet.js +744 -0
- package/dist/deep/_opm_parquet.js.map +1 -0
- package/dist/deep/_opm_py.d.ts +6 -0
- package/dist/deep/_opm_py.js +74 -0
- package/dist/deep/_opm_py.js.map +1 -0
- package/dist/deep/_treasury_api.d.ts +48 -0
- package/dist/deep/_treasury_api.js +221 -0
- package/dist/deep/_treasury_api.js.map +1 -0
- package/dist/deep/_treasury_context.d.ts +34 -0
- package/dist/deep/_treasury_context.js +142 -0
- package/dist/deep/_treasury_context.js.map +1 -0
- package/dist/deep/_treasury_lib.d.ts +109 -0
- package/dist/deep/_treasury_lib.js +686 -0
- package/dist/deep/_treasury_lib.js.map +1 -0
- package/dist/deep/bea.d.ts +3 -0
- package/dist/deep/bea.js +248 -0
- package/dist/deep/bea.js.map +1 -0
- package/dist/deep/bls.d.ts +3 -0
- package/dist/deep/bls.js +220 -0
- package/dist/deep/bls.js.map +1 -0
- package/dist/deep/fred.d.ts +3 -0
- package/dist/deep/fred.js +325 -0
- package/dist/deep/fred.js.map +1 -0
- package/dist/deep/ipums.d.ts +59 -0
- package/dist/deep/ipums.js +744 -0
- package/dist/deep/ipums.js.map +1 -0
- package/dist/deep/opm.d.ts +56 -0
- package/dist/deep/opm.js +1033 -0
- package/dist/deep/opm.js.map +1 -0
- package/dist/deep/treasury.d.ts +3 -0
- package/dist/deep/treasury.js +218 -0
- package/dist/deep/treasury.js.map +1 -0
- package/dist/envelope.d.ts +47 -0
- package/dist/envelope.js +88 -0
- package/dist/envelope.js.map +1 -0
- package/dist/index.d.ts +277 -0
- package/dist/index.js +106 -0
- package/dist/index.js.map +1 -0
- package/dist/remote/app.d.ts +21 -0
- package/dist/remote/app.js +218 -0
- package/dist/remote/app.js.map +1 -0
- package/dist/remote/oauth.d.ts +14 -0
- package/dist/remote/oauth.js +90 -0
- package/dist/remote/oauth.js.map +1 -0
- package/dist/remote/pages.d.ts +8 -0
- package/dist/remote/pages.js +56 -0
- package/dist/remote/pages.js.map +1 -0
- package/dist/remote/sign.d.ts +4 -0
- package/dist/remote/sign.js +40 -0
- package/dist/remote/sign.js.map +1 -0
- package/dist/remote/store.d.ts +31 -0
- package/dist/remote/store.js +129 -0
- package/dist/remote/store.js.map +1 -0
- package/dist/report/audit_answer.d.ts +94 -0
- package/dist/report/audit_answer.js +1349 -0
- package/dist/report/audit_answer.js.map +1 -0
- package/dist/report/audit_report.d.ts +23 -0
- package/dist/report/audit_report.js +637 -0
- package/dist/report/audit_report.js.map +1 -0
- package/dist/report/build_report.d.ts +27 -0
- package/dist/report/build_report.js +1168 -0
- package/dist/report/build_report.js.map +1 -0
- package/dist/report/method_audit.d.ts +47 -0
- package/dist/report/method_audit.js +710 -0
- package/dist/report/method_audit.js.map +1 -0
- package/dist/report/policyset.d.ts +50 -0
- package/dist/report/policyset.js +421 -0
- package/dist/report/policyset.js.map +1 -0
- package/dist/report/py.d.ts +58 -0
- package/dist/report/py.js +311 -0
- package/dist/report/py.js.map +1 -0
- package/dist/report/scan_secrets.d.ts +21 -0
- package/dist/report/scan_secrets.js +234 -0
- package/dist/report/scan_secrets.js.map +1 -0
- package/dist/report/style_check.d.ts +29 -0
- package/dist/report/style_check.js +173 -0
- package/dist/report/style_check.js.map +1 -0
- package/dist/report/tools.d.ts +87 -0
- package/dist/report/tools.js +167 -0
- package/dist/report/tools.js.map +1 -0
- package/dist/server.d.ts +5 -0
- package/dist/server.js +246 -0
- package/dist/server.js.map +1 -0
- package/dist/session.d.ts +47 -0
- package/dist/session.js +107 -0
- package/dist/session.js.map +1 -0
- package/dist/toolkit.d.ts +21 -0
- package/dist/toolkit.js +2 -0
- package/dist/toolkit.js.map +1 -0
- package/dist/tools.d.ts +299 -0
- package/dist/tools.js +491 -0
- package/dist/tools.js.map +1 -0
- package/guide/WORKFLOW.md +134 -0
- package/guide/assets/disclaimer.txt +1 -0
- package/guide/assets/download_data.ps1 +162 -0
- package/guide/assets/download_data.sh +143 -0
- package/guide/assets/report_template.html +597 -0
- package/guide/references/report_patterns.md +199 -0
- package/guide/references/routing.md +171 -0
- package/guide/references/style_guide.md +398 -0
- package/package.json +56 -6
- package/packs/acf/endpoints.json +114 -0
- package/packs/acf/policy.json +104 -0
- package/packs/acf/source.md +138 -0
- package/packs/actuaries/endpoints.json +82 -0
- package/packs/actuaries/policy.json +109 -0
- package/packs/actuaries/source.md +137 -0
- package/packs/bea/assets/download_bea.ps1 +182 -0
- package/packs/bea/assets/download_bea.sh +144 -0
- package/packs/bea/docs/bea_api.md +461 -0
- package/packs/bea/docs/datasets.md +157 -0
- package/packs/bea/docs/report_patterns.md +112 -0
- package/packs/bea/policy.json +170 -0
- package/packs/bea/source.md +152 -0
- package/packs/bls/assets/download_bls.ps1 +152 -0
- package/packs/bls/assets/download_bls.sh +167 -0
- package/packs/bls/docs/analysis_patterns.md +108 -0
- package/packs/bls/docs/bls_api.md +73 -0
- package/packs/bls/docs/series_ids.md +149 -0
- package/packs/bls/policy.json +238 -0
- package/packs/bls/series_ids.json +1375 -0
- package/packs/bls/source.md +156 -0
- package/packs/bts/endpoints.json +347 -0
- package/packs/bts/policy.json +94 -0
- package/packs/bts/source.md +97 -0
- package/packs/cdc/endpoints.json +197 -0
- package/packs/cdc/policy.json +83 -0
- package/packs/cdc/source.md +74 -0
- package/packs/census/endpoints.json +99 -0
- package/packs/census/policy.json +238 -0
- package/packs/census/source.md +304 -0
- package/packs/census-geocoder/endpoints.json +70 -0
- package/packs/census-geocoder/policy.json +80 -0
- package/packs/census-geocoder/source.md +53 -0
- package/packs/cfpb/endpoints.json +327 -0
- package/packs/cfpb/policy.json +119 -0
- package/packs/cfpb/source.md +96 -0
- package/packs/clinical-trials/endpoints.json +167 -0
- package/packs/clinical-trials/policy.json +84 -0
- package/packs/clinical-trials/source.md +82 -0
- package/packs/cms/endpoints.json +69 -0
- package/packs/cms/policy.json +96 -0
- package/packs/cms/source.md +112 -0
- package/packs/college-scorecard/endpoints.json +253 -0
- package/packs/college-scorecard/policy.json +106 -0
- package/packs/college-scorecard/source.md +92 -0
- package/packs/congress/endpoints.json +1701 -0
- package/packs/congress/policy.json +117 -0
- package/packs/congress/source.md +190 -0
- package/packs/dhs-ohss/endpoints.json +66 -0
- package/packs/dhs-ohss/policy.json +107 -0
- package/packs/dhs-ohss/source.md +120 -0
- package/packs/doj-news/endpoints.json +59 -0
- package/packs/doj-news/policy.json +96 -0
- package/packs/doj-news/source.md +99 -0
- package/packs/dol/endpoints.json +818 -0
- package/packs/dol/policy.json +135 -0
- package/packs/dol/source.md +181 -0
- package/packs/eia/endpoints.json +718 -0
- package/packs/eia/policy.json +112 -0
- package/packs/eia/source.md +112 -0
- package/packs/epa/endpoints.json +292 -0
- package/packs/epa/policy.json +99 -0
- package/packs/epa/source.md +99 -0
- package/packs/epa-aqs/endpoints.json +174 -0
- package/packs/epa-aqs/policy.json +96 -0
- package/packs/epa-aqs/source.md +97 -0
- package/packs/fbi/endpoints.json +1842 -0
- package/packs/fbi/policy.json +118 -0
- package/packs/fbi/source.md +108 -0
- package/packs/fda/endpoints.json +238 -0
- package/packs/fda/policy.json +121 -0
- package/packs/fda/source.md +117 -0
- package/packs/fdic/endpoints.json +417 -0
- package/packs/fdic/policy.json +83 -0
- package/packs/fdic/source.md +92 -0
- package/packs/fec/endpoints.json +708 -0
- package/packs/fec/policy.json +93 -0
- package/packs/fec/source.md +90 -0
- package/packs/fed-board/endpoints.json +89 -0
- package/packs/fed-board/policy.json +136 -0
- package/packs/fed-board/source.md +118 -0
- package/packs/federal-register/endpoints.json +143 -0
- package/packs/federal-register/policy.json +86 -0
- package/packs/federal-register/source.md +98 -0
- package/packs/fema/endpoints.json +646 -0
- package/packs/fema/policy.json +103 -0
- package/packs/fema/source.md +103 -0
- package/packs/fhfa/endpoints.json +105 -0
- package/packs/fhfa/policy.json +109 -0
- package/packs/fhfa/source.md +108 -0
- package/packs/fred/assets/download_fred.ps1 +122 -0
- package/packs/fred/assets/download_fred.sh +123 -0
- package/packs/fred/docs/analysis_patterns.md +124 -0
- package/packs/fred/docs/fred_api.md +94 -0
- package/packs/fred/docs/series.md +188 -0
- package/packs/fred/policy.json +253 -0
- package/packs/fred/source.md +142 -0
- package/packs/fsa/endpoints.json +150 -0
- package/packs/fsa/policy.json +99 -0
- package/packs/fsa/source.md +102 -0
- package/packs/govinfo/endpoints.json +520 -0
- package/packs/govinfo/policy.json +116 -0
- package/packs/govinfo/source.md +241 -0
- package/packs/gsa-calc/endpoints.json +93 -0
- package/packs/gsa-calc/policy.json +97 -0
- package/packs/gsa-calc/source.md +108 -0
- package/packs/hud/endpoints.json +147 -0
- package/packs/hud/policy.json +84 -0
- package/packs/hud/source.md +97 -0
- package/packs/ipums/assets/download_ipums.ps1 +215 -0
- package/packs/ipums/assets/download_ipums.sh +192 -0
- package/packs/ipums/docs/ipums_api.md +67 -0
- package/packs/ipums/docs/report_patterns.md +117 -0
- package/packs/ipums/docs/variables.md +284 -0
- package/packs/ipums/lib/fetch_text.json +112 -0
- package/packs/ipums/policy.json +215 -0
- package/packs/ipums/source.md +169 -0
- package/packs/irs-soi/endpoints.json +114 -0
- package/packs/irs-soi/policy.json +107 -0
- package/packs/irs-soi/source.md +124 -0
- package/packs/medicaid/endpoints.json +412 -0
- package/packs/medicaid/policy.json +108 -0
- package/packs/medicaid/source.md +136 -0
- package/packs/naep/endpoints.json +217 -0
- package/packs/naep/policy.json +100 -0
- package/packs/naep/source.md +120 -0
- package/packs/nhtsa/endpoints.json +132 -0
- package/packs/nhtsa/policy.json +93 -0
- package/packs/nhtsa/source.md +109 -0
- package/packs/nih/endpoints.json +453 -0
- package/packs/nih/policy.json +86 -0
- package/packs/nih/source.md +108 -0
- package/packs/noaa/endpoints.json +432 -0
- package/packs/noaa/policy.json +95 -0
- package/packs/noaa/source.md +88 -0
- package/packs/nrel/endpoints.json +328 -0
- package/packs/nrel/policy.json +96 -0
- package/packs/nrel/source.md +91 -0
- package/packs/nws/endpoints.json +272 -0
- package/packs/nws/policy.json +82 -0
- package/packs/nws/source.md +81 -0
- package/packs/nyfed/endpoints.json +80 -0
- package/packs/nyfed/policy.json +92 -0
- package/packs/nyfed/source.md +89 -0
- package/packs/omb/endpoints.json +460 -0
- package/packs/omb/policy.json +106 -0
- package/packs/omb/source.md +130 -0
- package/packs/open-payments/endpoints.json +298 -0
- package/packs/open-payments/policy.json +101 -0
- package/packs/open-payments/source.md +99 -0
- package/packs/opm/assets/download_opm.ps1 +125 -0
- package/packs/opm/assets/download_opm.sh +85 -0
- package/packs/opm/docs/fields.md +184 -0
- package/packs/opm/docs/opm_api.md +71 -0
- package/packs/opm/docs/report_patterns.md +83 -0
- package/packs/opm/lib/data_dictionary.csv +73 -0
- package/packs/opm/policy.json +142 -0
- package/packs/opm/source.md +137 -0
- package/packs/pbgc/endpoints.json +483 -0
- package/packs/pbgc/policy.json +94 -0
- package/packs/pbgc/source.md +95 -0
- package/packs/philfed/endpoints.json +85 -0
- package/packs/philfed/policy.json +94 -0
- package/packs/philfed/source.md +125 -0
- package/packs/port.json +287 -0
- package/packs/regulations/endpoints.json +288 -0
- package/packs/regulations/policy.json +86 -0
- package/packs/regulations/source.md +84 -0
- package/packs/sec/endpoints.json +237 -0
- package/packs/sec/policy.json +86 -0
- package/packs/sec/source.md +101 -0
- package/packs/senate-lobbying/endpoints.json +554 -0
- package/packs/senate-lobbying/policy.json +99 -0
- package/packs/senate-lobbying/source.md +100 -0
- package/packs/snapqc/endpoints.json +1426 -0
- package/packs/snapqc/policy.json +92 -0
- package/packs/snapqc/source.md +96 -0
- package/packs/treasury/catalog.json +2267 -0
- package/packs/treasury/docs/api_guide.md +245 -0
- package/packs/treasury/docs/datasets.md +56 -0
- package/packs/treasury/docs/report_patterns.md +126 -0
- package/packs/treasury/policy.json +159 -0
- package/packs/treasury/source.md +165 -0
- package/packs/treasury-yields/endpoints.json +226 -0
- package/packs/treasury-yields/policy.json +86 -0
- package/packs/treasury-yields/source.md +80 -0
- package/packs/usaspending/endpoints.json +1316 -0
- package/packs/usaspending/policy.json +109 -0
- package/packs/usaspending/source.md +103 -0
- package/packs/usda-fna/endpoints.json +427 -0
- package/packs/usda-fna/policy.json +133 -0
- package/packs/usda-fna/source.md +217 -0
- package/packs/usda-fooddata/endpoints.json +181 -0
- package/packs/usda-fooddata/policy.json +94 -0
- package/packs/usda-fooddata/source.md +105 -0
- package/packs/usda-nass/endpoints.json +324 -0
- package/packs/usda-nass/policy.json +95 -0
- package/packs/usda-nass/source.md +85 -0
- package/packs/usda-outlook/endpoints.json +86 -0
- package/packs/usda-outlook/policy.json +109 -0
- package/packs/usda-outlook/source.md +144 -0
- package/packs/usgs/endpoints.json +313 -0
- package/packs/usgs/policy.json +95 -0
- package/packs/usgs/source.md +96 -0
- package/packs/usitc/endpoints.json +74 -0
- package/packs/usitc/policy.json +111 -0
- package/packs/usitc/source.md +90 -0
- package/packs/uspto/endpoints.json +141 -0
- package/packs/uspto/policy.json +95 -0
- package/packs/uspto/source.md +101 -0
- package/packs/va/endpoints.json +414 -0
- package/packs/va/policy.json +101 -0
- package/packs/va/source.md +129 -0
- package/packs/world-bank/endpoints.json +122 -0
- package/packs/world-bank/policy.json +101 -0
- package/packs/world-bank/source.md +93 -0
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ClinicalTrials.gov API v2 adapter.
|
|
3
|
+
*
|
|
4
|
+
* - Lists (filter.overallStatus, filter.ids, fields, sort) may be given as JSON lists; they are sent joined
|
|
5
|
+
* with "|" (the API accepts "|" or ",").
|
|
6
|
+
* - phase / study_type convenience keys become aggFilters codes. Codes verified 2026-10-20 against the
|
|
7
|
+
* registry's field counts: phase 0 = EARLY_PHASE1, 1-4, NA = not applicable; studyType int / obs / exp.
|
|
8
|
+
* - Records are nested (protocolSection.identificationModule.nctId ...). normalize() renames every column
|
|
9
|
+
* to its shortest unique path suffix within the table (nctId, briefTitle, startDateStruct.date,
|
|
10
|
+
* leadSponsor.name; generic last parts such as name, count, type keep their parent); values are untouched.
|
|
11
|
+
* - pageSize is capped at 1,000 by the API; paging follows nextPageToken.
|
|
12
|
+
*/
|
|
13
|
+
import path from "node:path";
|
|
14
|
+
import { PACKS_DIR } from "../core/env.js";
|
|
15
|
+
import * as gr from "../core/generic-rest.js";
|
|
16
|
+
import { readJson } from "../core/policy.js";
|
|
17
|
+
import { pyStr } from "../core/py.js";
|
|
18
|
+
import { pyRepr } from "./_govinfo_py.js";
|
|
19
|
+
const HERE = path.join(PACKS_DIR, "clinical-trials");
|
|
20
|
+
const LISTS = ["filter.overallStatus", "filter.ids", "fields", "sort"];
|
|
21
|
+
function enums() {
|
|
22
|
+
return readJson(HERE, "endpoints.json")?.enums || {};
|
|
23
|
+
}
|
|
24
|
+
function asList(v) {
|
|
25
|
+
if (v === null || v === undefined || v === "")
|
|
26
|
+
return [];
|
|
27
|
+
if (Array.isArray(v))
|
|
28
|
+
return v.map(pyStr);
|
|
29
|
+
return pyStr(v).replace(/,/g, "|").split("|").filter(Boolean);
|
|
30
|
+
}
|
|
31
|
+
const GENERIC = new Set(["name", "class", "count", "type", "date", "value", "id", "status", "role", "description", "title"]);
|
|
32
|
+
function shortNames(keys) {
|
|
33
|
+
const parts = new Map(keys.map((k) => [k, k.split(".")]));
|
|
34
|
+
const out = {};
|
|
35
|
+
for (const [k, segs] of parts) {
|
|
36
|
+
const start = GENERIC.has(segs[segs.length - 1]) && segs.length > 1 ? 2 : 1;
|
|
37
|
+
let found = false;
|
|
38
|
+
for (let n = start; n <= segs.length; n++) {
|
|
39
|
+
const cand = segs.slice(-n).join(".");
|
|
40
|
+
let count = 0;
|
|
41
|
+
for (const o of parts.values())
|
|
42
|
+
if (o.slice(-n).join(".") === cand)
|
|
43
|
+
count++;
|
|
44
|
+
if (count === 1) {
|
|
45
|
+
out[k] = cand;
|
|
46
|
+
found = true;
|
|
47
|
+
break;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
if (!found)
|
|
51
|
+
out[k] = k;
|
|
52
|
+
}
|
|
53
|
+
return out;
|
|
54
|
+
}
|
|
55
|
+
const adapter = {
|
|
56
|
+
beforeRequest(_req, _ep, params) {
|
|
57
|
+
const p = { ...params };
|
|
58
|
+
for (const k of LISTS)
|
|
59
|
+
if (Array.isArray(p[k]))
|
|
60
|
+
p[k] = p[k].map(pyStr).join("|");
|
|
61
|
+
const en = enums();
|
|
62
|
+
const agg = pyStr(p.aggFilters || "").split(",").filter(Boolean);
|
|
63
|
+
delete p.aggFilters;
|
|
64
|
+
const ph = asList(p.phase).filter((x) => x.toUpperCase() in en.phase).map((x) => en.phase[x.toUpperCase()]);
|
|
65
|
+
delete p.phase;
|
|
66
|
+
if (ph.length)
|
|
67
|
+
agg.push("phase:" + ph.join(" "));
|
|
68
|
+
const st = asList(p.study_type).filter((x) => x.toUpperCase() in en.studyType).map((x) => en.studyType[x.toUpperCase()]);
|
|
69
|
+
delete p.study_type;
|
|
70
|
+
if (st.length)
|
|
71
|
+
agg.push("studyType:" + st.join(" "));
|
|
72
|
+
if (agg.length)
|
|
73
|
+
p.aggFilters = agg.join(",");
|
|
74
|
+
return p;
|
|
75
|
+
},
|
|
76
|
+
checkSpec(spec) {
|
|
77
|
+
const probs = [];
|
|
78
|
+
const en = enums();
|
|
79
|
+
for (const r of spec.requests || []) {
|
|
80
|
+
const name = r.name;
|
|
81
|
+
const prm = r.params || {};
|
|
82
|
+
for (const x of asList(prm.phase)) {
|
|
83
|
+
if (!(x.toUpperCase() in en.phase))
|
|
84
|
+
probs.push(`request ${pyRepr(name)}: phase ${pyRepr(x)} is not one of ${pyRepr(Object.keys(en.phase))}`);
|
|
85
|
+
}
|
|
86
|
+
for (const x of asList(prm.study_type)) {
|
|
87
|
+
if (!(x.toUpperCase() in en.studyType)) {
|
|
88
|
+
probs.push(`request ${pyRepr(name)}: study_type ${pyRepr(x)} is not one of ${pyRepr(Object.keys(en.studyType))}`);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
for (const x of asList(prm["filter.overallStatus"])) {
|
|
92
|
+
if (!en.overallStatus.includes(x)) {
|
|
93
|
+
probs.push(`request ${pyRepr(name)}: status ${pyRepr(x)} is not one of ${pyRepr(en.overallStatus)} (upper case)`);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
if (r.endpoint === "field_values" && asList(prm.fields).length > 1) {
|
|
97
|
+
probs.push(`request ${pyRepr(name)}: field_values takes one field per request`);
|
|
98
|
+
}
|
|
99
|
+
if ((r.endpoint === undefined || r.endpoint === null || r.endpoint === "studies") &&
|
|
100
|
+
!Object.keys(prm).some((k) => k.startsWith("query.") || k.startsWith("filter.") || ["aggFilters", "phase", "study_type"].includes(k))) {
|
|
101
|
+
probs.push(`request ${pyRepr(name)}: give a query.* search or a filter (the registry has 600,000+ studies)`);
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
return probs;
|
|
105
|
+
},
|
|
106
|
+
normalize(_req, _ep, rows) {
|
|
107
|
+
const keys = [];
|
|
108
|
+
const seen = new Set();
|
|
109
|
+
for (const r of rows)
|
|
110
|
+
for (const k of Object.keys(r))
|
|
111
|
+
if (!seen.has(k)) {
|
|
112
|
+
seen.add(k);
|
|
113
|
+
keys.push(k);
|
|
114
|
+
}
|
|
115
|
+
const m = shortNames(keys);
|
|
116
|
+
return rows.map((r) => {
|
|
117
|
+
const o = {};
|
|
118
|
+
for (const [k, v] of Object.entries(r))
|
|
119
|
+
o[m[k]] = v;
|
|
120
|
+
return o;
|
|
121
|
+
});
|
|
122
|
+
},
|
|
123
|
+
manualItems(spec, pack) {
|
|
124
|
+
const items = gr.manualItems(pack, spec); // core applies beforeRequest to the links
|
|
125
|
+
for (const it of items) {
|
|
126
|
+
if (it.url.includes("/studies?")) {
|
|
127
|
+
it.note = "First 1,000 studies only. For all of them, run the same search on https://clinicaltrials.gov/ " +
|
|
128
|
+
"(Advanced Search) and use Download > CSV, then upload that file.";
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
return items;
|
|
132
|
+
},
|
|
133
|
+
};
|
|
134
|
+
export default adapter;
|
|
135
|
+
//# sourceMappingURL=clinical-trials.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"clinical-trials.js","sourceRoot":"","sources":["../../src/adapters/clinical-trials.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;AACrD,MAAM,KAAK,GAAG,CAAC,sBAAsB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAEvE,SAAS,KAAK;IACZ,OAAO,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,MAAM,CAAC,CAAU;IACxB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACzD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;AAE7H,SAAS,UAAU,CAAC,IAAc;IAChC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE;gBAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;oBAAE,KAAK,EAAE,CAAC;YAC5E,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACd,KAAK,GAAG,IAAI,CAAC;gBACb,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAY;IACvB,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM;QAC7B,MAAM,CAAC,GAA4B,EAAE,GAAG,MAAM,EAAE,CAAC;QACjD,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,CAAC,CAAC,CAAC,GAAI,CAAC,CAAC,CAAC,CAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChG,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;QACnB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjE,OAAO,CAAC,CAAC,UAAU,CAAC;QACpB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC5G,OAAO,CAAC,CAAC,KAAK,CAAC;QACf,IAAI,EAAE,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACzH,OAAO,CAAC,CAAC,UAAU,CAAC;QACpB,IAAI,EAAE,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACrD,IAAI,GAAG,CAAC,MAAM;YAAE,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,SAAS,CAAC,IAAI;QACZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;YACpB,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,CAAC,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/I,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;oBACvC,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,CAAC,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpH,CAAC;YACH,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,EAAE,CAAC;gBACpD,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClC,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,CAAC,CAAC,kBAAkB,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;gBACpH,CAAC;YACH,CAAC;YACD,IAAI,CAAC,CAAC,QAAQ,KAAK,cAAc,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnE,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;YAClF,CAAC;YACD,IAAI,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC;gBAC/E,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxI,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;YAC/G,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI;QACvB,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACZ,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACf,CAAC;QACD,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACpB,MAAM,CAAC,GAAQ,EAAE,CAAC;YAClB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACpD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,IAAI,EAAE,IAAI;QACpB,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAU,0CAA0C;QAC7F,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACjC,EAAE,CAAC,IAAI,GAAG,gGAAgG;oBACxG,kEAAkE,CAAC;YACvE,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF,CAAC;AAEF,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,292 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* CMS adapter: two APIs on data.cms.gov.
|
|
3
|
+
*
|
|
4
|
+
* provider Provider Data Catalog (DKAN): /provider-data/api/1/datastore/query/{dataset_id}/{index}. The dataset id
|
|
5
|
+
* plus the distribution index is the documented form; index 0 is the dataset's CSV. limit is capped at 1500
|
|
6
|
+
* by the API; 500 a page is used because large pages take 30-50 s.
|
|
7
|
+
* medicare data-api: /data-api/v1/dataset/{uuid}/data with size/offset and filter[COLUMN]=value. An unknown filter
|
|
8
|
+
* column is silently ignored by the API (the whole table comes back) and an unknown column= name is silently
|
|
9
|
+
* dropped, so filter columns are always requested and normalize() fails the request when a filter or
|
|
10
|
+
* requested column is not in the returned rows. Suppressed cells arrive as the text "*"; normalize()
|
|
11
|
+
* empties them and adds a <column>_flag column ("suppressed (*)").
|
|
12
|
+
*
|
|
13
|
+
* Friendly spec parameters (expanded by beforeRequest; manual links get the same expansion):
|
|
14
|
+
* where {"state": "VT"} provider: conditions[i][property|value]; a list value -> IN
|
|
15
|
+
* medicare: filter[STATE]=VT; a list value -> one IN condition group
|
|
16
|
+
* conditions [{"property", "value", "operator"}] provider only
|
|
17
|
+
* sort "col" | "-col" | [..] provider: sorts[i][property|order]; medicare: sort=col / -col
|
|
18
|
+
* columns ["a", "b"] provider: properties[i]; medicare: column=a,b
|
|
19
|
+
* Provider columns are stored as text, so < > BETWEEN on numbers or MM/DD/YYYY dates compare characters; checkSpec
|
|
20
|
+
* refuses such conditions unless text_compare_ok is set.
|
|
21
|
+
*/
|
|
22
|
+
import * as gr from "../core/generic-rest.js";
|
|
23
|
+
import { DataError } from "../core/http.js";
|
|
24
|
+
import { pyStr } from "../core/py.js";
|
|
25
|
+
const OPERATORS = new Set(["=", "<>", "<", "<=", ">", ">=", "LIKE", "IN", "NOT IN", "BETWEEN", "CONTAINS", "STARTS WITH"]);
|
|
26
|
+
const ORDERED = new Set(["<", "<=", ">", ">=", "BETWEEN"]);
|
|
27
|
+
// numbers and US dates (MM/DD/YYYY) stored as text compare character by character
|
|
28
|
+
const TEXT_TRAP = /^\s*(-?\d+(\.\d+)?|\d{1,2}\/\d{1,2}\/\d{4})\s*$/;
|
|
29
|
+
const TIMEOUT = 120; // provider-data queries took up to 50 s when tested
|
|
30
|
+
const SUPPRESSED = "*"; // data-api text for a suppressed cell (small counts), verified 2026-10-22
|
|
31
|
+
/** Python repr() of a value in a message. */
|
|
32
|
+
function repr(v) {
|
|
33
|
+
if (v === null || v === undefined)
|
|
34
|
+
return "None";
|
|
35
|
+
if (v === true)
|
|
36
|
+
return "True";
|
|
37
|
+
if (v === false)
|
|
38
|
+
return "False";
|
|
39
|
+
if (typeof v === "string")
|
|
40
|
+
return v.includes("'") && !v.includes('"') ? `"${v}"` : `'${v.replace(/\\/g, "\\\\").replace(/'/g, "\\'")}'`;
|
|
41
|
+
if (Array.isArray(v))
|
|
42
|
+
return `[${v.map(repr).join(", ")}]`;
|
|
43
|
+
if (typeof v === "object")
|
|
44
|
+
return "{" + Object.entries(v).map(([k, x]) => `${repr(k)}: ${repr(x)}`).join(", ") + "}";
|
|
45
|
+
return String(v);
|
|
46
|
+
}
|
|
47
|
+
const isObj = (v) => !!v && typeof v === "object" && !Array.isArray(v);
|
|
48
|
+
const cmp = (a, b) => (a < b ? -1 : a > b ? 1 : 0);
|
|
49
|
+
function kind(ep) {
|
|
50
|
+
return String(ep.path ?? "").includes("/datastore/query/") ? "provider" : "medicare";
|
|
51
|
+
}
|
|
52
|
+
function sorts(v) {
|
|
53
|
+
if (v === undefined || v === null || v === "")
|
|
54
|
+
return [];
|
|
55
|
+
return (Array.isArray(v) ? v : [v]).map(pyStr);
|
|
56
|
+
}
|
|
57
|
+
function columnsOf(v) {
|
|
58
|
+
if (typeof v === "string")
|
|
59
|
+
return v.split(",").map((c) => c.trim());
|
|
60
|
+
return Array.isArray(v) ? v : [];
|
|
61
|
+
}
|
|
62
|
+
function beforeRequest(_req, ep, params) {
|
|
63
|
+
const p = { ...params };
|
|
64
|
+
const pop = (k) => {
|
|
65
|
+
const v = p[k];
|
|
66
|
+
delete p[k];
|
|
67
|
+
return v;
|
|
68
|
+
};
|
|
69
|
+
const where = pop("where") || {};
|
|
70
|
+
const conds = pop("conditions") || [];
|
|
71
|
+
const sort = sorts(pop("sort"));
|
|
72
|
+
let cols = pop("columns") || [];
|
|
73
|
+
if (typeof cols === "string")
|
|
74
|
+
cols = cols.split(",").map((c) => c.trim()).filter(Boolean);
|
|
75
|
+
if (kind(ep) === "provider") {
|
|
76
|
+
const allc = [...Object.entries(where).map(([k, v]) => ({ property: k, value: v, operator: Array.isArray(v) ? "IN" : "=" })), ...conds];
|
|
77
|
+
allc.forEach((c, i) => {
|
|
78
|
+
p[`conditions[${i}][property]`] = c.property;
|
|
79
|
+
const op = pyStr(c.operator || "=").toUpperCase();
|
|
80
|
+
if (Array.isArray(c.value))
|
|
81
|
+
c.value.forEach((v, j) => (p[`conditions[${i}][value][${j}]`] = v));
|
|
82
|
+
else
|
|
83
|
+
p[`conditions[${i}][value]`] = c.value ?? null;
|
|
84
|
+
if (op !== "=")
|
|
85
|
+
p[`conditions[${i}][operator]`] = ["IN", "NOT IN", "LIKE", "BETWEEN"].includes(op) ? op.toLowerCase() : op;
|
|
86
|
+
});
|
|
87
|
+
sort.forEach((s, i) => {
|
|
88
|
+
p[`sorts[${i}][property]`] = s.replace(/^-+/, "");
|
|
89
|
+
p[`sorts[${i}][order]`] = s.startsWith("-") ? "desc" : "asc";
|
|
90
|
+
});
|
|
91
|
+
cols.forEach((c, i) => (p[`properties[${i}]`] = c));
|
|
92
|
+
}
|
|
93
|
+
else {
|
|
94
|
+
Object.entries(where).forEach(([k, v], i) => {
|
|
95
|
+
if (Array.isArray(v)) {
|
|
96
|
+
// repeated filter[k]=a&filter[k]=b keeps only the LAST value (verified 2026-10-28): send a list as one IN
|
|
97
|
+
// condition group, which the data-api honours alongside the plain equality filters
|
|
98
|
+
const g = `in${i}`;
|
|
99
|
+
p[`filter[${g}][condition][path]`] = k;
|
|
100
|
+
p[`filter[${g}][condition][operator]`] = "IN";
|
|
101
|
+
v.forEach((x, j) => (p[`filter[${g}][condition][value][${j + 1}]`] = x));
|
|
102
|
+
}
|
|
103
|
+
else
|
|
104
|
+
p[`filter[${k}]`] = v;
|
|
105
|
+
});
|
|
106
|
+
if (sort.length)
|
|
107
|
+
p.sort = sort[0];
|
|
108
|
+
if (cols.length)
|
|
109
|
+
p.column = [...cols, ...Object.keys(where).filter((k) => !cols.includes(k))].join(",");
|
|
110
|
+
}
|
|
111
|
+
return p;
|
|
112
|
+
}
|
|
113
|
+
function checkSpec(spec, pack) {
|
|
114
|
+
const probs = [];
|
|
115
|
+
const cat = pack.endpoints?.catalog || {};
|
|
116
|
+
for (const r of spec.requests || []) {
|
|
117
|
+
const prm = r.params || {};
|
|
118
|
+
const name = repr(r.name ?? null);
|
|
119
|
+
if ("where" in prm && !isObj(prm.where))
|
|
120
|
+
probs.push(`request ${name}: where must be an object {column: value}`);
|
|
121
|
+
else if (Object.values(prm.where || {}).some((v) => Array.isArray(v) && !v.length)) {
|
|
122
|
+
probs.push(`request ${name}: a where list must hold at least one value`);
|
|
123
|
+
}
|
|
124
|
+
const conds = prm.conditions;
|
|
125
|
+
if (conds !== undefined && conds !== null) {
|
|
126
|
+
if (!Array.isArray(conds) || !conds.every((c) => isObj(c) && "property" in c)) {
|
|
127
|
+
probs.push(`request ${name}: conditions must be a list of {property, value, operator}`);
|
|
128
|
+
}
|
|
129
|
+
else {
|
|
130
|
+
for (const c of conds) {
|
|
131
|
+
const op = pyStr(c.operator || "=").toUpperCase();
|
|
132
|
+
const vals = Array.isArray(c.value) ? c.value : [c.value ?? null];
|
|
133
|
+
if (!OPERATORS.has(op)) {
|
|
134
|
+
probs.push(`request ${name}: operator ${repr(c.operator ?? null)} is not one of ${repr([...OPERATORS].sort(cmp))}`);
|
|
135
|
+
}
|
|
136
|
+
else if (ORDERED.has(op) && !c.text_compare_ok && vals.some((v) => TEXT_TRAP.test(v === null ? "None" : pyStr(v)))) {
|
|
137
|
+
probs.push(`request ${name}: ${pyStr(c.property)} ${op} ${repr(c.value ?? null)} would compare TEXT, not ` +
|
|
138
|
+
"numbers or dates (the datastore stores these columns as text: '91.06' > '900'). " +
|
|
139
|
+
"Fetch with equality filters and compare with compute, or set " +
|
|
140
|
+
'"text_compare_ok": true on the condition if a text comparison is really meant.');
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
if (r.endpoint === "medicare") {
|
|
145
|
+
probs.push(`request ${name}: the medicare endpoint takes where (equality) and keyword, not conditions`);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
const alias = "dataset" in prm ? prm.dataset : r.dataset;
|
|
149
|
+
if (typeof alias === "string" && alias in cat && r.endpoint && cat[alias].endpoint !== r.endpoint) {
|
|
150
|
+
probs.push(`request ${name}: dataset ${repr(alias)} belongs to endpoint ${repr(cat[alias].endpoint)}`);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
return probs;
|
|
154
|
+
}
|
|
155
|
+
function normalize(req, ep, rows) {
|
|
156
|
+
if (kind(ep) === "medicare" && rows.length) {
|
|
157
|
+
const prm = req.params || {};
|
|
158
|
+
const where = prm.where || {};
|
|
159
|
+
const cols = columnsOf(prm.columns || []);
|
|
160
|
+
const missing = [...Object.keys(where), ...cols].filter((k) => !(k in rows[0]));
|
|
161
|
+
if (missing.length) {
|
|
162
|
+
throw new DataError(`request ${repr(req.name ?? null)}: column(s) ${repr(missing)} are not in this dataset, and the ` +
|
|
163
|
+
"data-api ignores unknown filter and column names (filters are dropped, so rows come back " +
|
|
164
|
+
"unfiltered). Column names are " +
|
|
165
|
+
`case-sensitive; the returned rows have: ${Object.keys(rows[0]).slice(0, 25).join(", ")}`, "bad_request");
|
|
166
|
+
}
|
|
167
|
+
for (const [k, v] of Object.entries(where)) { // a filter the API dropped would bring back other values: never keep them
|
|
168
|
+
// (the data-api matches case-insensitively: vt finds VT, verified 2026-10-28)
|
|
169
|
+
const allowed = new Set((Array.isArray(v) ? v : [v]).map((x) => pyStr(x).trim().toLowerCase()));
|
|
170
|
+
const stray = [...new Set(rows.map((r) => pyStr(r[k])).filter((s) => !allowed.has(s.trim().toLowerCase())))].sort(cmp);
|
|
171
|
+
if (stray.length) {
|
|
172
|
+
throw new DataError(`request ${repr(req.name ?? null)}: the data-api did not apply the filter on ${repr(k)} (rows ` +
|
|
173
|
+
`with ${repr(stray.slice(0, 5))} came back); fetch one request per value instead`, "api");
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
flagSuppressed(rows);
|
|
177
|
+
}
|
|
178
|
+
return rows;
|
|
179
|
+
}
|
|
180
|
+
/** data-api suppressed cells are the text "*": make them empty and say so in a <column>_flag column. Columns that are
|
|
181
|
+
* themselves flags (Part D prescribers' GE65_Sprsn_Flag holds "*" or "#" next to blank values) keep their text. */
|
|
182
|
+
function flagSuppressed(rows) {
|
|
183
|
+
for (const r of rows) {
|
|
184
|
+
for (const [c, v] of Object.entries(r)) {
|
|
185
|
+
if (typeof v === "string" && v.trim() === SUPPRESSED && !c.toLowerCase().includes("flag")) {
|
|
186
|
+
r[c] = "";
|
|
187
|
+
r[`${c}_flag`] = "suppressed (*)";
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
// Python fills the missing flags in set order (it varies from run to run); here: in the order of their columns
|
|
192
|
+
const order = [];
|
|
193
|
+
const seen = new Set();
|
|
194
|
+
for (const r of rows)
|
|
195
|
+
for (const k of Object.keys(r))
|
|
196
|
+
if (!seen.has(k))
|
|
197
|
+
(seen.add(k), order.push(k));
|
|
198
|
+
const flagged = order.filter((k) => k.endsWith("_flag") && rows.some((r) => k in r && k.slice(0, -5) in r))
|
|
199
|
+
.sort((a, b) => order.indexOf(a.slice(0, -5)) - order.indexOf(b.slice(0, -5)));
|
|
200
|
+
for (const r of rows)
|
|
201
|
+
for (const k of flagged)
|
|
202
|
+
if (!(k in r))
|
|
203
|
+
r[k] = "";
|
|
204
|
+
}
|
|
205
|
+
/** Every column a request names: where, conditions, sort and columns. */
|
|
206
|
+
function namedColumns(prm) {
|
|
207
|
+
const cols = typeof prm.columns === "string" ? prm.columns.split(",").map((c) => c.trim()) : [...(prm.columns || [])];
|
|
208
|
+
return [...new Set([...Object.keys(prm.where || {}),
|
|
209
|
+
...(prm.conditions || []).filter(isObj).map((c) => c.property),
|
|
210
|
+
...sorts(prm.sort).map((s) => s.replace(/^-+/, "")), ...cols])];
|
|
211
|
+
}
|
|
212
|
+
/** [named columns the Provider Data dataset does not have, its columns], from a one-row schema query. */
|
|
213
|
+
async function unknownColumns(client, pack, req) {
|
|
214
|
+
const [ep, params] = gr.resolve(pack, req);
|
|
215
|
+
const p = String(ep.path).replace("{dataset}", pyStr(params.dataset ?? null) || "None").replace("{index}", pyStr(params.index ?? 0));
|
|
216
|
+
const d = await client.getJson(p, { limit: 1, schema: "true" });
|
|
217
|
+
const fields = Object.values(d.schema || {}).flatMap((s) => Object.keys(s.fields || {}));
|
|
218
|
+
return [namedColumns(req.params || {}).filter((c) => !fields.includes(c)), fields];
|
|
219
|
+
}
|
|
220
|
+
async function fetch(spec, pack, _route) {
|
|
221
|
+
const client = gr.clientFor(pack, undefined, { timeout: TIMEOUT });
|
|
222
|
+
try {
|
|
223
|
+
return await gr.fetchSpec(pack, spec, client);
|
|
224
|
+
}
|
|
225
|
+
catch (e) {
|
|
226
|
+
if (!(e instanceof DataError))
|
|
227
|
+
throw e;
|
|
228
|
+
// Provider Data answers HTTP 400 {"message": "Column not found."} without naming the column
|
|
229
|
+
const m = /^request '([^']+)'/.exec(e.message);
|
|
230
|
+
const req = m ? spec.requests.find((r) => r.name === m[1]) : undefined;
|
|
231
|
+
if (e.status !== 400 || !e.message.toLowerCase().includes("column not found") || !req)
|
|
232
|
+
throw e;
|
|
233
|
+
let bad, fields;
|
|
234
|
+
try {
|
|
235
|
+
[bad, fields] = await unknownColumns(client, pack, req);
|
|
236
|
+
}
|
|
237
|
+
catch (e2) {
|
|
238
|
+
if (e2 instanceof DataError)
|
|
239
|
+
throw e;
|
|
240
|
+
throw e2;
|
|
241
|
+
}
|
|
242
|
+
if (!bad.length)
|
|
243
|
+
throw e;
|
|
244
|
+
throw new DataError(`request ${repr(req.name)}: column(s) ${repr(bad)} are not in this dataset (used in where, conditions, ` +
|
|
245
|
+
`sort or columns); its columns are: ${fields.slice(0, 40).join(", ")}`, "bad_request", 400);
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
function manualItems(spec, pack) {
|
|
249
|
+
const items = gr.manualItems(pack, spec); // core applies beforeRequest to the links
|
|
250
|
+
for (const it of items) {
|
|
251
|
+
it.note = (it.note ? it.note.replace(/\.+$/, "") + ". " : "") + "JSON page; or open the dataset page and use its Download button " +
|
|
252
|
+
"(full CSV, display-style column names).";
|
|
253
|
+
}
|
|
254
|
+
return items;
|
|
255
|
+
}
|
|
256
|
+
/** Live search of the Provider Data Catalog (237 datasets), plus the pack's catalog (Medicare data-api). */
|
|
257
|
+
async function search(query, pack) {
|
|
258
|
+
const hits = gr.searchCatalog(pack, query);
|
|
259
|
+
const words = query.toLowerCase().split(/\s+/).filter((w) => w.length > 1);
|
|
260
|
+
let items;
|
|
261
|
+
try {
|
|
262
|
+
items = await gr.clientFor(pack, undefined, { timeout: 60 }).getJson("/provider-data/api/1/metastore/schemas/dataset/items");
|
|
263
|
+
}
|
|
264
|
+
catch (e) {
|
|
265
|
+
if (!(e instanceof DataError))
|
|
266
|
+
throw e;
|
|
267
|
+
return [...hits, { note: `live Provider Data search unavailable (${e.kind}); catalog results only` }];
|
|
268
|
+
}
|
|
269
|
+
const live = [];
|
|
270
|
+
const known = new Set(hits.map((h) => h.id));
|
|
271
|
+
const text = (xs) => (xs || []).map((k) => (isObj(k) ? k.data ?? "" : pyStr(k))).join(" ");
|
|
272
|
+
for (const it of Array.isArray(items) ? items : []) {
|
|
273
|
+
const kw = text(it.keyword), theme = text(it.theme);
|
|
274
|
+
const t = `${pyStr(it.title ?? "")} ${pyStr(it.description ?? "")} ${kw} ${theme}`.toLowerCase();
|
|
275
|
+
const s = words.reduce((n, w) => n + t.split(w).length - 1, 0);
|
|
276
|
+
if (s && !known.has(it.identifier)) {
|
|
277
|
+
live.push([s, { id: it.identifier ?? null, name: it.title ?? null, endpoint: "provider", modified: it.modified ?? null, theme,
|
|
278
|
+
page: `https://data.cms.gov/provider-data/dataset/${pyStr(it.identifier ?? null) || "None"}` }]);
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
const ranked = live.sort((a, b) => b[0] - a[0]).map(([, h]) => h);
|
|
282
|
+
const out = [...hits, ...ranked].slice(0, 20);
|
|
283
|
+
if (hits.length + ranked.length > 20)
|
|
284
|
+
out.push({ note: "more than 20 matches; narrow the words" });
|
|
285
|
+
return out;
|
|
286
|
+
}
|
|
287
|
+
const adapter = {
|
|
288
|
+
fetch, checkSpec, beforeRequest, normalize, manualItems,
|
|
289
|
+
search,
|
|
290
|
+
};
|
|
291
|
+
export default adapter;
|
|
292
|
+
//# sourceMappingURL=cms.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cms.js","sourceRoot":"","sources":["../../src/adapters/cms.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAU,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC;AAC3H,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;AAC3D,kFAAkF;AAClF,MAAM,SAAS,GAAG,iDAAiD,CAAC;AACpE,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,oDAAoD;AACzE,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,0EAA0E;AAElG,6CAA6C;AAC7C,SAAS,IAAI,CAAC,CAAU;IACtB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACjD,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;IACxI,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IAC3D,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;IACrH,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,CAAU,EAA4B,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC1G,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEnE,SAAS,IAAI,CAAC,EAAO;IACnB,OAAO,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;AACvF,CAAC;AAED,SAAS,KAAK,CAAC,CAAU;IACvB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACzD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,SAAS,CAAC,CAAU;IAC3B,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,aAAa,CAAC,IAAiB,EAAE,EAAO,EAAE,MAA+B;IAChF,MAAM,CAAC,GAA4B,EAAE,GAAG,MAAM,EAAE,CAAC;IACjD,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE;QACxB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACf,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACZ,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,KAAK,GAAyB,GAAG,CAAC,OAAO,CAAS,IAAI,EAAE,CAAC;IAC/D,MAAM,KAAK,GAAW,GAAG,CAAC,YAAY,CAAS,IAAI,EAAE,CAAC;IACtD,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAChC,IAAI,IAAI,GAAQ,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1F,IAAI,IAAI,CAAC,EAAE,CAAC,KAAK,UAAU,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;QACxI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YAC7C,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAU,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;;gBAC5G,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC;YACpD,IAAI,EAAE,KAAK,GAAG;gBAAE,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7H,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAClD,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/D,CAAC,CAAC,CAAC;QACF,IAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrB,0GAA0G;gBAC1G,mFAAmF;gBACnF,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC;gBACnB,CAAC,CAAC,UAAU,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;gBACvC,CAAC,CAAC,UAAU,CAAC,wBAAwB,CAAC,GAAG,IAAI,CAAC;gBAC9C,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,uBAAuB,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3E,CAAC;;gBAAM,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM;YAAE,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,IAAK,IAAkB,CAAC,MAAM;YAAE,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAAC,IAAU,EAAE,IAAU;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,IAAI,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,GAAG,GAAwB,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QAClC,IAAI,OAAO,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,2CAA2C,CAAC,CAAC;aAC3G,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;YACnF,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,6CAA6C,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC;QAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC9E,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,4DAA4D,CAAC,CAAC;YAC1F,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;oBACtB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;oBAClD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;oBAClE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;wBACvB,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,cAAc,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;oBACtH,CAAC;yBAAM,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAU,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9H,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,2BAA2B;4BACxG,kFAAkF;4BAClF,+DAA+D;4BAC/D,gFAAgF,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,CAAC,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,4EAA4E,CAAC,CAAC;YAC1G,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QACzD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;YAClG,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,aAAa,IAAI,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzG,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,GAAgB,EAAE,EAAO,EAAE,IAAW;IACvD,IAAI,IAAI,CAAC,EAAE,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAwB,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;QAClD,MAAM,KAAK,GAAwB,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,SAAS,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,oCAAoC;gBACnH,2FAA2F;gBAC3F,gCAAgC;gBAChC,2CAA2C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;QAC9G,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,0EAA0E;YACtH,8EAA8E;YAC9E,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAChG,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvH,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjB,MAAM,IAAI,SAAS,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,8CAA8C,IAAI,CAAC,CAAC,CAAC,SAAS;oBACjH,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,kDAAkD,EAAE,KAAK,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QACD,cAAc,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;mHACmH;AACnH,SAAS,cAAc,CAAC,IAAW;IACjC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,UAAU,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1F,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;gBACV,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,gBAAgB,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IACD,+GAA+G;IAC/G,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACrG,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;SACxG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;AAC1E,CAAC;AAED,yEAAyE;AACzE,SAAS,YAAY,CAAC,GAAwB;IAC5C,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9H,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,GAAG,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;YACnE,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,yGAAyG;AACzG,KAAK,UAAU,cAAc,CAAC,MAAc,EAAE,IAAU,EAAE,GAAgB;IACxE,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3C,MAAM,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC;IACrI,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAM,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9F,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AACrF,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,IAAU,EAAE,IAAU,EAAE,MAAc;IACzD,MAAM,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACnE,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,CAAC,CAAC,YAAY,SAAS,CAAC;YAAE,MAAM,CAAC,CAAC;QACvC,4FAA4F;QAC5F,MAAM,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvE,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,CAAC,CAAC;QAC/F,IAAI,GAAa,EAAE,MAAgB,CAAC;QACpC,IAAI,CAAC;YACH,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,IAAI,EAAE,YAAY,SAAS;gBAAE,MAAM,CAAC,CAAC;YACrC,MAAM,EAAE,CAAC;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM;YAAE,MAAM,CAAC,CAAC;QACzB,MAAM,IAAI,SAAS,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,GAAG,CAAC,uDAAuD;YAC1H,sCAAsC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,0CAA0C;IACpF,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,EAAE,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,kEAAkE;YAChI,yCAAyC,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,4GAA4G;AAC5G,KAAK,UAAU,MAAM,CAAC,KAAa,EAAE,IAAU;IAC7C,MAAM,IAAI,GAAG,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3E,IAAI,KAAU,CAAC;IACf,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC;IAC/H,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,CAAC,CAAC,YAAY,SAAS,CAAC;YAAE,MAAM,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,IAAI,EAAE,EAAE,IAAI,EAAE,0CAA0C,CAAC,CAAC,IAAI,yBAAyB,EAAE,CAAC,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,GAAoB,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,CAAC,EAAS,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClG,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACnD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC;QACjG,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,UAAU,IAAI,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,IAAI,IAAI,EAAE,KAAK;oBAC3H,IAAI,EAAE,8CAA8C,KAAK,CAAC,EAAE,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;QACrG,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9C,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,EAAE;QAAE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wCAAwC,EAAE,CAAC,CAAC;IACnG,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAY;IACvB,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW;IACvD,MAAM;CACP,CAAC;AACF,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* College Scorecard adapter (port of the Python adapter.py).
|
|
3
|
+
*
|
|
4
|
+
* - beforeRequest: short aliases (name, state, ownership, predominant_degree) become the API's dotted field
|
|
5
|
+
* filters; `fields` may be a list and may use catalog aliases (earnings_10yr); without `fields` the popular set
|
|
6
|
+
* is sent (the API would otherwise return about 3,000 fields per school).
|
|
7
|
+
* - normalize: adds label columns for the coded ownership and degree fields (the codes stay).
|
|
8
|
+
* - manualItems: links carry api_key=DEMO_KEY, because api.data.gov refuses a request without a key.
|
|
9
|
+
*/
|
|
10
|
+
import path from "node:path";
|
|
11
|
+
import { PACKS_DIR } from "../core/env.js";
|
|
12
|
+
import * as gr from "../core/generic-rest.js";
|
|
13
|
+
import { readJson } from "../core/policy.js";
|
|
14
|
+
import { pyStr, pyUrlencode } from "../core/py.js";
|
|
15
|
+
const POPULAR = ["id", "school.name", "school.state", "school.city", "school.ownership", "school.degrees_awarded.predominant",
|
|
16
|
+
"latest.admissions.admission_rate.overall", "latest.student.size", "latest.cost.tuition.in_state",
|
|
17
|
+
"latest.cost.tuition.out_of_state", "latest.cost.avg_net_price.overall",
|
|
18
|
+
"latest.aid.median_debt.completers.overall", "latest.aid.pell_grant_rate",
|
|
19
|
+
"latest.completion.rate_suppressed.overall", "latest.earnings.10_yrs_after_entry.median",
|
|
20
|
+
"latest.earnings.6_yrs_after_entry.median"];
|
|
21
|
+
const ALIASES = { name: "school.name", state: "school.state", ownership: "school.ownership",
|
|
22
|
+
predominant_degree: "school.degrees_awarded.predominant" };
|
|
23
|
+
const OWNERSHIP = { "1": "Public", "2": "Private nonprofit", "3": "Private for-profit" };
|
|
24
|
+
const DEGREE = { "0": "Not classified", "1": "Certificate", "2": "Associate", "3": "Bachelor's",
|
|
25
|
+
"4": "Graduate" };
|
|
26
|
+
const LABELS = { "school.ownership": OWNERSHIP,
|
|
27
|
+
"school.degrees_awarded.predominant": DEGREE, "school.degrees_awarded.highest": DEGREE };
|
|
28
|
+
function catalog() {
|
|
29
|
+
return readJson(path.join(PACKS_DIR, "college-scorecard"), "endpoints.json")?.catalog || {};
|
|
30
|
+
}
|
|
31
|
+
function fields(v) {
|
|
32
|
+
const cat = catalog();
|
|
33
|
+
const items = Array.isArray(v) ? v : pyStr(v).split(",");
|
|
34
|
+
const out = [];
|
|
35
|
+
for (const x of items.map((i) => pyStr(i).trim()))
|
|
36
|
+
if (x)
|
|
37
|
+
out.push(x in cat ? cat[x].id : x);
|
|
38
|
+
if (!out.includes("id"))
|
|
39
|
+
out.unshift("id");
|
|
40
|
+
return [...new Set(out)].join(",");
|
|
41
|
+
}
|
|
42
|
+
/** sort=<field>[:asc|desc][,...] with the same short names as filters and fields (name -> school.name, catalog
|
|
43
|
+
* aliases): the API answers HTTP 400 to a short name inside sort. */
|
|
44
|
+
function sortParam(v) {
|
|
45
|
+
const cat = catalog();
|
|
46
|
+
const out = [];
|
|
47
|
+
for (const part of pyStr(v).split(",").map((x) => x.trim())) {
|
|
48
|
+
if (!part)
|
|
49
|
+
continue;
|
|
50
|
+
const i = part.indexOf(":");
|
|
51
|
+
const [f0, sep, d] = i < 0 ? [part, "", ""] : [part.slice(0, i), ":", part.slice(i + 1)];
|
|
52
|
+
const f1 = f0.trim();
|
|
53
|
+
const f = ALIASES[f1] ?? (f1 in cat ? cat[f1].id : f1);
|
|
54
|
+
out.push(f + sep + d.trim());
|
|
55
|
+
}
|
|
56
|
+
return out.join(",");
|
|
57
|
+
}
|
|
58
|
+
function beforeRequest(_req, _ep, params) {
|
|
59
|
+
const p = { ...params };
|
|
60
|
+
for (const [short, full] of Object.entries(ALIASES)) {
|
|
61
|
+
if (short in p) {
|
|
62
|
+
const v = p[short];
|
|
63
|
+
delete p[short];
|
|
64
|
+
if (!(full in p))
|
|
65
|
+
p[full] = v;
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
p.fields = fields(p.fields || POPULAR);
|
|
69
|
+
if (p.sort)
|
|
70
|
+
p.sort = sortParam(p.sort);
|
|
71
|
+
delete p._fields;
|
|
72
|
+
for (const [k, v] of Object.entries(p))
|
|
73
|
+
if (Array.isArray(v))
|
|
74
|
+
p[k] = v.map(pyStr).join(",");
|
|
75
|
+
return p;
|
|
76
|
+
}
|
|
77
|
+
function checkSpec(spec) {
|
|
78
|
+
const probs = [];
|
|
79
|
+
for (const r of spec.requests || []) {
|
|
80
|
+
const p = r.params || {};
|
|
81
|
+
if ("per_page" in p || "page" in p) {
|
|
82
|
+
probs.push(`request '${r.name}': do not set page/per_page (the pack pages, 100 a page); use max_rows to limit the rows`);
|
|
83
|
+
}
|
|
84
|
+
const f = Array.isArray(p.fields) ? p.fields.join(",") : pyStr(p.fields || "");
|
|
85
|
+
if (f.includes("programs") && !p.id) {
|
|
86
|
+
probs.push(`request '${r.name}': field-of-study (programs) fields are very large; request them for one school id at a time`);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
return probs;
|
|
90
|
+
}
|
|
91
|
+
function normalize(_req, _ep, rows) {
|
|
92
|
+
for (const r of rows) {
|
|
93
|
+
for (const [col, labels] of Object.entries(LABELS)) {
|
|
94
|
+
if (col in r && r[col] !== "")
|
|
95
|
+
r[col + "_label"] = labels[pyStr(r[col])] ?? "";
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return rows;
|
|
99
|
+
}
|
|
100
|
+
function manualItems(spec, pack) {
|
|
101
|
+
const base = String(pack.endpoints?.base_url || "").replace(/\/+$/, "");
|
|
102
|
+
const byName = new Map((spec.requests || []).map((r) => [r.name, r]));
|
|
103
|
+
const items = gr.manualItems(pack, spec);
|
|
104
|
+
for (const it of items) {
|
|
105
|
+
const r = byName.get(it.request);
|
|
106
|
+
if (!r)
|
|
107
|
+
continue;
|
|
108
|
+
const [ep, params] = gr.resolve(pack, r);
|
|
109
|
+
const [p, query] = gr.split(ep, beforeRequest(r, ep, params));
|
|
110
|
+
const part = String(it.name).split("#").pop() || "";
|
|
111
|
+
const page = /^\d+$/.test(part) ? Number(part) - 1 : 0;
|
|
112
|
+
Object.assign(query, { page, per_page: 100, api_key: "DEMO_KEY" });
|
|
113
|
+
it.url = `${base}/${p.replace(/^\/+/, "")}?` + pyUrlencode(query);
|
|
114
|
+
it.note = (it.note ? it.note + "; " : "") +
|
|
115
|
+
"api_key=DEMO_KEY is api.data.gov's public demo key (about 10 requests an hour); replace it with your " +
|
|
116
|
+
"own free key from https://api.data.gov/signup/ if the link answers OVER_RATE_LIMIT.";
|
|
117
|
+
}
|
|
118
|
+
return items;
|
|
119
|
+
}
|
|
120
|
+
const adapter = { beforeRequest, checkSpec, normalize, manualItems };
|
|
121
|
+
export default adapter;
|
|
122
|
+
//# sourceMappingURL=college-scorecard.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"college-scorecard.js","sourceRoot":"","sources":["../../src/adapters/college-scorecard.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAE9C,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEnD,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,aAAa,EAAE,cAAc,EAAE,aAAa,EAAE,kBAAkB,EAAE,oCAAoC;IAC3H,0CAA0C,EAAE,qBAAqB,EAAE,8BAA8B;IACjG,kCAAkC,EAAE,mCAAmC;IACvE,2CAA2C,EAAE,4BAA4B;IACzE,2CAA2C,EAAE,2CAA2C;IACxF,0CAA0C,CAAC,CAAC;AAC9C,MAAM,OAAO,GAA2B,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,kBAAkB;IACjH,kBAAkB,EAAE,oCAAoC,EAAE,CAAC;AAC7D,MAAM,SAAS,GAA2B,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE,oBAAoB,EAAE,CAAC;AACjH,MAAM,MAAM,GAA2B,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY;IACrH,GAAG,EAAE,UAAU,EAAE,CAAC;AACpB,MAAM,MAAM,GAA2C,EAAE,kBAAkB,EAAE,SAAS;IACpF,oCAAoC,EAAE,MAAM,EAAE,gCAAgC,EAAE,MAAM,EAAE,CAAC;AAE3F,SAAS,OAAO;IACd,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,EAAE,gBAAgB,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;AAC9F,CAAC;AAED,SAAS,MAAM,CAAC,CAAU;IACxB,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;IACtB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAAE,IAAI,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7F,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACrC,CAAC;AAED;qEACqE;AACrE,SAAS,SAAS,CAAC,CAAU;IAC3B,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;IACtB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACzF,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvD,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,aAAa,CAAC,IAAiB,EAAE,GAAQ,EAAE,MAA+B;IACjF,MAAM,CAAC,GAA4B,EAAE,GAAG,MAAM,EAAE,CAAC;IACjD,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpD,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC;YAChB,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;gBAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IACD,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC;IACvC,IAAI,CAAC,CAAC,IAAI;QAAE,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,CAAC,CAAC,OAAO,CAAC;IACjB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5F,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAwB,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;QAC9C,IAAI,UAAU,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,0FAA0F,CAAC,CAAC;QAC3H,CAAC;QACD,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,8FAA8F,CAAC,CAAC;QAC/H,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,IAAiB,EAAE,GAAQ,EAAE,IAAW;IACzD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE;gBAAE,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACjF,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,IAAU,EAAE,IAAU;IACzC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACzC,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACpD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QACnE,EAAE,CAAC,GAAG,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QAClE,EAAE,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,uGAAuG;YACvG,qFAAqF,CAAC;IAC1F,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;AAC9E,eAAe,OAAO,CAAC"}
|